############{EXECUTE}{2023-08-31T19:15:28.215+08:00}############2023-08-31 19:15:28.578 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.c.t.e.runner.JavaSubtaskRunner : Run subtask, id=715612, context=Context{parallelIdx=0, stringMap={cluster_version=4.1.0.0, cluster_name=obcluster, prohibit_rollback=false, task_instance_id=707752, obcluster.9.watched_parameters={"server_permanent_offline_time":"3600s","enable_rebalance":"True","enable_rereplication":"True"}, task_operation=execute, target_version=4.2.0.0-100010022023081817, cluster_id=9, ocpagent_service_name=agent, target_cluster_status=RUNNING, latest_execution_start_time=2023-08-31T19:15:28.193+08:00, watched_scenario=UPGRADE, sub_task_instance_id=715612, primary_cluster_id=9}, listMap={standby_cluster_ids=[], 9.obcluster.zone1.host_ids=[4], 9.obcluster.zone1.server_ids=[25], 9.obcluster.zone_names=[zone1, zone2, zone3], cluster_ids=[9], primary_first_cluster_ids=[9], 9.obcluster.zone2.host_ids=[5], 9.obcluster.zone3.host_ids=[6], standby_first_cluster_ids=[9], 9.obcluster.zone3.server_ids=[27], 9.obcluster.zone2.server_ids=[26], staged_versions=[4.2.0.0-100010022023081817], direct_upgrade_versions=[]}}, executor=192.168.140.179 2023-08-31 19:15:28.584 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.t.b.c.ExecUpgradePreScriptTask : execute upgrade_pre.py on primary cluster, version=4.2.0.0-100010022023081817 2023-08-31 19:15:28.588 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.t.b.c.ExecUpgradePreScriptTask : execute upgrade_pre.py 2023-08-31 19:15:28.628 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-08-31 19:15:28.635 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-08-31 19:15:28.643 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-08-31 19:15:28.649 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select max(value) value from oceanbase.__all_virtual_sys_parameter_stat where name = 'min_observer_version' 2023-08-31 19:15:28.676 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.o.o.f.ConnectPropertiesBuilder : get credential from obsdk context, userId=100, clusterName=obcluster, tenantName=sys, dbUser=root 2023-08-31 19:15:28.683 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-08-31 19:15:28.687 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-08-31 19:15:28.691 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-08-31 19:15:28.696 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select max(value) value from oceanbase.__all_virtual_sys_parameter_stat where name = 'min_observer_version' 2023-08-31 19:15:28.727 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-08-31 19:15:28.731 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-08-31 19:15:28.739 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SELECT `svr_ip`, `svr_port`, `zone`, `role` FROM `CDB_OB_LS_LOCATIONS` WHERE `tenant_id` = 1 AND `ls_id` = 1 AND `role` = 'LEADER' 2023-08-31 19:15:28.764 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-08-31 19:15:28.768 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-08-31 19:15:28.772 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select version() REGEXP 'OceanBase.*?CE' 2023-08-31 19:15:28.811 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.140.174, sql port:2981 2023-08-31 19:15:28.815 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.140.174, sql port:2981 2023-08-31 19:15:28.818 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-08-31 19:15:28.823 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select max(value) value from oceanbase.__all_virtual_sys_parameter_stat where name = 'min_observer_version' 2023-08-31 19:15:28.830 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.t.b.c.helper.UpgradeTaskHelper : execute script upgrade_pre.py on cluster, clusterId=9, obClusterId=9, zone=null, clusterType=PRIMARY, rpmName=oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm 2023-08-31 19:15:28.844 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 4 2023-08-31 19:15:28.891 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/file/exists, request body:GetFileExistsRequest(filePath=rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py), params:null 2023-08-31 19:15:28.901 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.t.b.c.helper.UpgradeTaskHelper : [runScript]: generate agent async task token:30ca9381-3156-4218-92b4-61a02c5efca7 2023-08-31 19:15:28.911 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 4 2023-08-31 19:15:28.964 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/ob/upgrade/runScript, request body:RunUpgradeScriptRequest(scriptPath=rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py, arguments=RunUpgradeScriptArgument(host=127.0.0.1, port=2981, logFile=4.2.0.0-100010022023081817_upgrade_pre.log, zone=null, cmdTimeout=0)), params:null 2023-08-31 19:15:28.976 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:15:28.984 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:15:28.990 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:15:39.000 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:15:39.007 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:15:39.015 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:15:49.020 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:15:49.027 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:15:49.036 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:15:59.041 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:15:59.275 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:15:59.292 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:16:09.300 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:16:09.310 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:16:09.314 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:16:19.318 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:16:19.323 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:16:19.327 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:16:29.329 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:16:29.336 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:16:29.358 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:16:39.362 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:16:39.368 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:16:39.371 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:16:49.374 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:16:49.379 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:16:49.383 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:16:59.386 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:16:59.393 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:16:59.396 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:17:09.399 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:17:09.405 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:17:09.409 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:17:19.413 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:17:19.422 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:17:19.425 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:17:29.428 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:17:29.434 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:17:29.437 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:17:39.441 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:17:39.464 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:17:39.477 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:17:49.534 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:17:49.540 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:17:49.543 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:17:59.545 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:17:59.551 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:17:59.554 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:18:09.557 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:18:09.565 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:18:09.570 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:18:19.574 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:18:19.583 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:18:19.587 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:18:29.595 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:18:29.602 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:18:29.607 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:18:39.612 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:18:39.621 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:18:39.629 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:18:49.636 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:18:49.646 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:18:49.654 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:18:59.657 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:18:59.665 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:18:59.673 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:19:09.677 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:19:09.685 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:19:09.688 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:19:19.691 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:19:19.699 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:19:19.704 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:19:29.708 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:19:29.715 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:19:29.721 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:19:39.726 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:19:39.734 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:19:39.745 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:19:49.752 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:19:49.758 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:19:49.761 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:19:59.764 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:19:59.771 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:19:59.775 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:20:09.782 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:20:09.788 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:20:09.794 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:20:19.796 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:20:19.803 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:20:19.808 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:20:29.812 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:20:29.818 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:20:29.821 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:20:39.824 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:20:39.830 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:20:39.833 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:20:49.836 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:20:49.843 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:20:49.848 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:20:59.852 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:20:59.858 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:20:59.862 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:21:09.864 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:21:09.871 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:21:09.875 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:21:19.878 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:21:19.886 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:21:19.891 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:21:29.895 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:21:29.906 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:21:29.910 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:21:39.913 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:21:39.919 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:21:39.923 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:21:49.925 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:21:49.977 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:21:49.983 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:21:59.987 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:21:59.993 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:21:59.996 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:22:09.999 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:22:10.005 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:22:10.009 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:22:20.011 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:22:20.017 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:22:20.019 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:22:30.022 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:22:30.028 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:22:30.032 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:22:40.035 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:22:40.042 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:22:40.048 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:22:50.056 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:22:50.064 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:22:50.067 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:23:00.070 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:23:00.077 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:23:00.080 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:23:10.083 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:23:10.091 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:23:10.096 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:23:20.100 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:23:20.111 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:23:20.115 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:23:30.121 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:23:30.128 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:23:30.133 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:23:40.136 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:23:40.143 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:23:40.146 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:23:50.150 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:23:50.157 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:23:50.162 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:24:00.166 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:24:00.172 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:24:00.175 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:24:10.178 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:24:10.184 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:24:10.186 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:24:20.190 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:24:20.208 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:24:20.213 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:24:30.216 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:24:30.223 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:24:30.227 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:24:40.231 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:24:40.240 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:24:40.245 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:24:50.252 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:24:50.259 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:24:50.262 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:25:00.265 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:25:00.273 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:25:00.276 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:25:10.283 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:25:10.289 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:25:10.294 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:25:20.298 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:25:20.311 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:25:20.316 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:25:30.319 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:25:30.325 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:25:30.328 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:25:40.331 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:25:40.338 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:25:40.342 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:25:50.345 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:25:50.352 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:25:50.356 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:26:00.362 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:26:00.369 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-08-31 19:26:00.373 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-08-31 19:26:10.376 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=30ca9381-3156-4218-92b4-61a02c5efca7), params:null 2023-08-31 19:26:10.389 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,OcpAgentError: code = 1500, message = Execute shell command failed: failed to execute command: Command{user=root, program=sh, outputType=combined, cmd=export PYTHONPATH=/home/admin/ocp_agent/site-packages:$PYTHONPATH && python /tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py -h127.0.0.1 -P2981 -uroot@sys --password=xxx -l /tmp/4.2.0.0-100010022023081817_upgrade_pre.log, timeout=30m0s}, exitCode: 1, output: succeed to create run dir: /tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo succeed to split all sub py files [2023-08-31 19:15:23] INFO do_upgrade_pre.py:140 parameters from cmd: host="127.0.0.1", port=2981, user="root@sys", password=xxx timeout="0", module="set(['post_check', 'health_check', 'begin_upgrade', 'end_rolling_upgrade', 'begin_rolling_upgrade', 'end_upgrade', 'tenant_upgrade', 'special_action'])", log-file="/tmp/4.2.0.0-100010022023081817_upgrade_pre.log" [2023-08-31 19:15:23] INFO actions.py:180 select distinct(substring_index(build_version, '_', 1)) from __all_server [2023-08-31 19:15:23] INFO actions.py:186 check server version success [2023-08-31 19:15:23] INFO do_upgrade_pre.py:65 ================begin to run begin upgrade action=============== [2023-08-31 19:15:23] INFO actions.py:192 select * from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value = 'True' [2023-08-31 19:15:23] INFO actions.py:231 alter system begin upgrade [2023-08-31 19:15:23] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value != 'True' [2023-08-31 19:15:23] INFO actions.py:218 enable_upgrade_mode is not sync, value should be True [2023-08-31 19:15:28] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value != 'True' [2023-08-31 19:15:28] INFO actions.py:215 enable_upgrade_mode is sync, value is True [2023-08-31 19:15:28] INFO do_upgrade_pre.py:70 ================succeed to run begin upgrade action=============== [2023-08-31 19:15:28] INFO do_upgrade_pre.py:73 ================begin to run begin rolling upgrade action=============== [2023-08-31 19:15:28] INFO actions.py:192 select * from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value = 'DBUPGRADE' [2023-08-31 19:15:28] INFO actions.py:247 alter system begin rolling upgrade [2023-08-31 19:15:28] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value != 'DBUPGRADE' [2023-08-31 19:15:28] INFO actions.py:218 _upgrade_stage is not sync, value should be DBUPGRADE [2023-08-31 19:15:33] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value != 'DBUPGRADE' [2023-08-31 19:15:33] INFO actions.py:215 _upgrade_stage is sync, value is DBUPGRADE [2023-08-31 19:15:33] INFO do_upgrade_pre.py:78 ================succeed to run begin rolling upgrade action=============== [2023-08-31 19:15:33] INFO do_upgrade_pre.py:81 ================begin to run special action=============== [2023-08-31 19:15:33] INFO actions.py:463 select distinct value from __all_virtual_sys_parameter_stat where name='min_observer_version' [2023-08-31 19:15:33] INFO actions.py:469 get observer version success, version = 4.1.0.0 [2023-08-31 19:15:33] INFO actions.py:110 alter system set enable_ddl = 'False' [2023-08-31 19:15:33] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_ddl' and value != 'False' [2023-08-31 19:15:33] INFO actions.py:218 enable_ddl is not sync, value should be False [2023-08-31 19:15:38] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_ddl' and value != 'False' [2023-08-31 19:15:38] INFO actions.py:215 enable_ddl is sync, value is False [2023-08-31 19:15:38] INFO actions.py:110 alter system set enable_major_freeze = 'False' [2023-08-31 19:15:38] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_major_freeze' and value != 'False' [2023-08-31 19:15:38] INFO actions.py:218 enable_major_freeze is not sync, value should be False [2023-08-31 19:15:43] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_major_freeze' and value != 'False' [2023-08-31 19:15:43] INFO actions.py:215 enable_major_freeze is sync, value is False [2023-08-31 19:15:43] INFO actions.py:116 alter system set _enable_adaptive_compaction = 'False' tenant = 'all' [2023-08-31 19:15:44] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_enable_adaptive_compaction' and value != 'False' [2023-08-31 19:15:44] INFO actions.py:218 _enable_adaptive_compaction is not sync, value should be False [2023-08-31 19:15:49] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_enable_adaptive_compaction' and value != 'False' [2023-08-31 19:15:49] INFO actions.py:215 _enable_adaptive_compaction is sync, value is False [2023-08-31 19:15:49] INFO actions.py:294 alter system suspend merge tenant = all [2023-08-31 19:15:49] INFO actions.py:116 alter system set _bloom_filter_enabled = 'False' tenant = 'all' [2023-08-31 19:15:50] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_bloom_filter_enabled' and value != 'False' [2023-08-31 19:15:50] INFO actions.py:218 _bloom_filter_enabled is not sync, value should be False [2023-08-31 19:15:55] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_bloom_filter_enabled' and value != 'False' [2023-08-31 19:15:55] INFO actions.py:215 _bloom_filter_enabled is sync, value is False [2023-08-31 19:15:55] INFO do_upgrade_pre.py:86 ================succeed to run special action=============== [2023-08-31 19:15:55] INFO do_upgrade_pre.py:89 ================begin to run health check action =============== [2023-08-31 19:15:55] INFO upgrade_health_checker.py:289 zone is empty, check all servers in cluster [2023-08-31 19:15:55] INFO upgrade_health_checker.py:46 succeed to execute query: select count(*) from oceanbase.__all_server where (start_service_time <= 0 or status='inactive'), rowcount = 1 [2023-08-31 19:15:55] INFO upgrade_health_checker.py:347 check value is 0 success [2023-08-31 19:15:55] INFO upgrade_health_checker.py:46 succeed to execute query: select count(*) from GV$OB_LOG_STAT where in_sync = 'NO', rowcount = 1 [2023-08-31 19:15:55] INFO upgrade_health_checker.py:347 check value is 0 success [2023-08-31 19:15:55] INFO upgrade_health_checker.py:311 check paxos replica success [2023-08-31 19:15:55] INFO upgrade_health_checker.py:46 succeed to execute query: select if (a.cnt = b.cnt, 1, 0) as passed from (select count(*) as cnt from oceanbase.__all_virtual_server_schema_info where refreshed_schema_version > 1 and refreshed_schema_version % 8 = 0) as a join (select count(*) as cnt from oceanbase.__all_server join oceanbase.__all_tenant) as b, rowcount = 1 [2023-08-31 19:15:55] INFO upgrade_health_checker.py:347 check value is 1 success [2023-08-31 19:15:55] INFO upgrade_health_checker.py:295 skip check server version by cluster [2023-08-31 19:15:55] INFO upgrade_health_checker.py:46 succeed to execute query: select distinct value from GV$OB_PARAMETERs where name = 'enable_major_freeze';, rowcount = 1 [2023-08-31 19:15:55] INFO upgrade_health_checker.py:46 succeed to execute query: select count(1) from CDB_OB_MAJOR_COMPACTION where (GLOBAL_BROADCAST_SCN > LAST_SCN or STATUS != 'IDLE'), rowcount = 1 [2023-08-31 19:15:55] INFO upgrade_health_checker.py:347 check value is 0 success [2023-08-31 19:15:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:15:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:16:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:16:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:16:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:16:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:16:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:16:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:16:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:16:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:16:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:16:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:16:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:16:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:17:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:17:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:17:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:17:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:17:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:17:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:17:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:17:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:17:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:17:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:17:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:17:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:18:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:18:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:18:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:18:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:18:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:18:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:18:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:18:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:18:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:18:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:18:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:18:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:19:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:19:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:19:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:19:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:19:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:19:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:19:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:19:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:19:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:19:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:19:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:19:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:20:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:20:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:20:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:20:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:20:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:20:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:20:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:20:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:20:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:20:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:20:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:20:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:21:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:21:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:21:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:21:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:21:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:21:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:21:36] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:21:36] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:21:46] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:21:46] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:21:56] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:21:56] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:22:06] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:22:06] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:22:16] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:22:16] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:22:26] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:22:26] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:22:36] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:22:36] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:22:46] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:22:46] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:22:56] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:22:56] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:23:06] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:23:06] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:23:16] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:23:16] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:23:26] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:23:26] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:23:36] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:23:36] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:23:46] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:23:46] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:23:56] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:23:56] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:24:06] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:24:06] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:24:16] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:24:16] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:24:26] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:24:26] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:24:36] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:24:36] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:24:46] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:24:46] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:24:56] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:24:56] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:06] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:25:06] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:16] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:25:16] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:26] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:25:26] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:36] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:25:36] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:46] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:25:46] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:56] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:25:56] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:56] ERROR upgrade_health_checker.py:379 run error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/upgrade_health_checker.py", line 377, in do_check check_major_merge(query_cur, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/upgrade_health_checker.py", line 337, in check_major_merge check_until_timeout(query_cur, sql2, 0, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/upgrade_health_checker.py", line 354, in check_until_timeout logging.warn("""check {0} job timeout""".format(job_name)) NameError: global name 'job_name' is not defined [2023-08-31 19:25:56] ERROR upgrade_health_checker.py:388 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/upgrade_health_checker.py", line 380, in do_check raise e NameError: global name 'job_name' is not defined [2023-08-31 19:25:56] ERROR do_upgrade_pre.py:94 run error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 90, in do_upgrade upgrade_health_checker.do_check(my_host, my_port, my_user, my_passwd, upgrade_params, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/upgrade_health_checker.py", line 389, in do_check raise e NameError: global name 'job_name' is not defined [2023-08-31 19:25:56] INFO do_upgrade_pre.py:42 ================================================================================== [2023-08-31 19:25:56] INFO do_upgrade_pre.py:43 ============================== STATISTICS BEGIN ================================== [2023-08-31 19:25:56] INFO do_upgrade_pre.py:44 ================================================================================== [2023-08-31 19:25:56] INFO do_upgrade_pre.py:45 succeed run sql(except sql of special actions): alter system begin upgrade; alter system begin rolling upgrade; [2023-08-31 19:25:56] INFO do_upgrade_pre.py:46 commited sql(except sql of special actions): alter system begin upgrade; alter system begin rolling upgrade; [2023-08-31 19:25:56] INFO do_upgrade_pre.py:47 ================================================================================== [2023-08-31 19:25:56] INFO do_upgrade_pre.py:48 =============================== STATISTICS END =================================== [2023-08-31 19:25:56] INFO do_upgrade_pre.py:49 ================================================================================== [2023-08-31 19:25:56] ERROR do_upgrade_pre.py:107 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 95, in do_upgrade raise e NameError: global name 'job_name' is not defined [2023-08-31 19:25:56] ERROR do_upgrade_pre.py:147 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 141, in do_upgrade_by_argv do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 108, in do_upgrade raise e NameError: global name 'job_name' is not defined [2023-08-31 19:25:56] ERROR do_upgrade_pre.py:148 run error, maybe you can reference rollback_sql_pre.txt to rollback it Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 141, in do_upgrade_by_argv do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 108, in do_upgrade raise e NameError: global name 'job_name' is not defined Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py", line 2825, in do_upgrade_by_argv(sys.argv[1:]) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 149, in do_upgrade_by_argv raise e NameError: global name 'job_name' is not defined , error: exit status 1, 2023-08-31 19:26:10.469 ERROR 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.s.task.util.AgentAsyncTaskHelper : failed to execute async task, task token :30ca9381-3156-4218-92b4-61a02c5efca7, err: OcpAgentError: code = 1500, message = Execute shell command failed: failed to execute command: Command{user=root, program=sh, outputType=combined, cmd=export PYTHONPATH=/home/admin/ocp_agent/site-packages:$PYTHONPATH && python /tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py -h127.0.0.1 -P2981 -uroot@sys --password=xxx -l /tmp/4.2.0.0-100010022023081817_upgrade_pre.log, timeout=30m0s}, exitCode: 1, output: succeed to create run dir: /tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo succeed to split all sub py files [2023-08-31 19:15:23] INFO do_upgrade_pre.py:140 parameters from cmd: host="127.0.0.1", port=2981, user="root@sys", password=xxx timeout="0", module="set(['post_check', 'health_check', 'begin_upgrade', 'end_rolling_upgrade', 'begin_rolling_upgrade', 'end_upgrade', 'tenant_upgrade', 'special_action'])", log-file="/tmp/4.2.0.0-100010022023081817_upgrade_pre.log" [2023-08-31 19:15:23] INFO actions.py:180 select distinct(substring_index(build_version, '_', 1)) from __all_server [2023-08-31 19:15:23] INFO actions.py:186 check server version success [2023-08-31 19:15:23] INFO do_upgrade_pre.py:65 ================begin to run begin upgrade action=============== [2023-08-31 19:15:23] INFO actions.py:192 select * from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value = 'True' [2023-08-31 19:15:23] INFO actions.py:231 alter system begin upgrade [2023-08-31 19:15:23] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value != 'True' [2023-08-31 19:15:23] INFO actions.py:218 enable_upgrade_mode is not sync, value should be True [2023-08-31 19:15:28] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value != 'True' [2023-08-31 19:15:28] INFO actions.py:215 enable_upgrade_mode is sync, value is True [2023-08-31 19:15:28] INFO do_upgrade_pre.py:70 ================succeed to run begin upgrade action=============== [2023-08-31 19:15:28] INFO do_upgrade_pre.py:73 ================begin to run begin rolling upgrade action=============== [2023-08-31 19:15:28] INFO actions.py:192 select * from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value = 'DBUPGRADE' [2023-08-31 19:15:28] INFO actions.py:247 alter system begin rolling upgrade [2023-08-31 19:15:28] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value != 'DBUPGRADE' [2023-08-31 19:15:28] INFO actions.py:218 _upgrade_stage is not sync, value should be DBUPGRADE [2023-08-31 19:15:33] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value != 'DBUPGRADE' [2023-08-31 19:15:33] INFO actions.py:215 _upgrade_stage is sync, value is DBUPGRADE [2023-08-31 19:15:33] INFO do_upgrade_pre.py:78 ================succeed to run begin rolling upgrade action=============== [2023-08-31 19:15:33] INFO do_upgrade_pre.py:81 ================begin to run special action=============== [2023-08-31 19:15:33] INFO actions.py:463 select distinct value from __all_virtual_sys_parameter_stat where name='min_observer_version' [2023-08-31 19:15:33] INFO actions.py:469 get observer version success, version = 4.1.0.0 [2023-08-31 19:15:33] INFO actions.py:110 alter system set enable_ddl = 'False' [2023-08-31 19:15:33] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_ddl' and value != 'False' [2023-08-31 19:15:33] INFO actions.py:218 enable_ddl is not sync, value should be False [2023-08-31 19:15:38] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_ddl' and value != 'False' [2023-08-31 19:15:38] INFO actions.py:215 enable_ddl is sync, value is False [2023-08-31 19:15:38] INFO actions.py:110 alter system set enable_major_freeze = 'False' [2023-08-31 19:15:38] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_major_freeze' and value != 'False' [2023-08-31 19:15:38] INFO actions.py:218 enable_major_freeze is not sync, value should be False [2023-08-31 19:15:43] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_major_freeze' and value != 'False' [2023-08-31 19:15:43] INFO actions.py:215 enable_major_freeze is sync, value is False [2023-08-31 19:15:43] INFO actions.py:116 alter system set _enable_adaptive_compaction = 'False' tenant = 'all' [2023-08-31 19:15:44] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_enable_adaptive_compaction' and value != 'False' [2023-08-31 19:15:44] INFO actions.py:218 _enable_adaptive_compaction is not sync, value should be False [2023-08-31 19:15:49] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_enable_adaptive_compaction' and value != 'False' [2023-08-31 19:15:49] INFO actions.py:215 _enable_adaptive_compaction is sync, value is False [2023-08-31 19:15:49] INFO actions.py:294 alter system suspend merge tenant = all [2023-08-31 19:15:49] INFO actions.py:116 alter system set _bloom_filter_enabled = 'False' tenant = 'all' [2023-08-31 19:15:50] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_bloom_filter_enabled' and value != 'False' [2023-08-31 19:15:50] INFO actions.py:218 _bloom_filter_enabled is not sync, value should be False [2023-08-31 19:15:55] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_bloom_filter_enabled' and value != 'False' [2023-08-31 19:15:55] INFO actions.py:215 _bloom_filter_enabled is sync, value is False [2023-08-31 19:15:55] INFO do_upgrade_pre.py:86 ================succeed to run special action=============== [2023-08-31 19:15:55] INFO do_upgrade_pre.py:89 ================begin to run health check action =============== [2023-08-31 19:15:55] INFO upgrade_health_checker.py:289 zone is empty, check all servers in cluster [2023-08-31 19:15:55] INFO upgrade_health_checker.py:46 succeed to execute query: select count(*) from oceanbase.__all_server where (start_service_time <= 0 or status='inactive'), rowcount = 1 [2023-08-31 19:15:55] INFO upgrade_health_checker.py:347 check value is 0 success [2023-08-31 19:15:55] INFO upgrade_health_checker.py:46 succeed to execute query: select count(*) from GV$OB_LOG_STAT where in_sync = 'NO', rowcount = 1 [2023-08-31 19:15:55] INFO upgrade_health_checker.py:347 check value is 0 success [2023-08-31 19:15:55] INFO upgrade_health_checker.py:311 check paxos replica success [2023-08-31 19:15:55] INFO upgrade_health_checker.py:46 succeed to execute query: select if (a.cnt = b.cnt, 1, 0) as passed from (select count(*) as cnt from oceanbase.__all_virtual_server_schema_info where refreshed_schema_version > 1 and refreshed_schema_version % 8 = 0) as a join (select count(*) as cnt from oceanbase.__all_server join oceanbase.__all_tenant) as b, rowcount = 1 [2023-08-31 19:15:55] INFO upgrade_health_checker.py:347 check value is 1 success [2023-08-31 19:15:55] INFO upgrade_health_checker.py:295 skip check server version by cluster [2023-08-31 19:15:55] INFO upgrade_health_checker.py:46 succeed to execute query: select distinct value from GV$OB_PARAMETERs where name = 'enable_major_freeze';, rowcount = 1 [2023-08-31 19:15:55] INFO upgrade_health_checker.py:46 succeed to execute query: select count(1) from CDB_OB_MAJOR_COMPACTION where (GLOBAL_BROADCAST_SCN > LAST_SCN or STATUS != 'IDLE'), rowcount = 1 [2023-08-31 19:15:55] INFO upgrade_health_checker.py:347 check value is 0 success [2023-08-31 19:15:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:15:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:16:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:16:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:16:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:16:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:16:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:16:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:16:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:16:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:16:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:16:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:16:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:16:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:17:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:17:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:17:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:17:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:17:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:17:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:17:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:17:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:17:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:17:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:17:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:17:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:18:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:18:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:18:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:18:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:18:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:18:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:18:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:18:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:18:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:18:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:18:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:18:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:19:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:19:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:19:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:19:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:19:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:19:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:19:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:19:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:19:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:19:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:19:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:19:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:20:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:20:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:20:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:20:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:20:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:20:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:20:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:20:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:20:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:20:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:20:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:20:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:21:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:21:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:21:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:21:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:21:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:21:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:21:36] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:21:36] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:21:46] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:21:46] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:21:56] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:21:56] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:22:06] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:22:06] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:22:16] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:22:16] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:22:26] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:22:26] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:22:36] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:22:36] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:22:46] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:22:46] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:22:56] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:22:56] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:23:06] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:23:06] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:23:16] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:23:16] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:23:26] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:23:26] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:23:36] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:23:36] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:23:46] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:23:46] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:23:56] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:23:56] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:24:06] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:24:06] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:24:16] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:24:16] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:24:26] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:24:26] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:24:36] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:24:36] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:24:46] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:24:46] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:24:56] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:24:56] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:06] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:25:06] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:16] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:25:16] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:26] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:25:26] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:36] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:25:36] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:46] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:25:46] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:56] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-08-31 19:25:56] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-08-31 19:25:56] ERROR upgrade_health_checker.py:379 run error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/upgrade_health_checker.py", line 377, in do_check check_major_merge(query_cur, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/upgrade_health_checker.py", line 337, in check_major_merge check_until_timeout(query_cur, sql2, 0, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/upgrade_health_checker.py", line 354, in check_until_timeout logging.warn("""check {0} job timeout""".format(job_name)) NameError: global name 'job_name' is not defined [2023-08-31 19:25:56] ERROR upgrade_health_checker.py:388 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/upgrade_health_checker.py", line 380, in do_check raise e NameError: global name 'job_name' is not defined [2023-08-31 19:25:56] ERROR do_upgrade_pre.py:94 run error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 90, in do_upgrade upgrade_health_checker.do_check(my_host, my_port, my_user, my_passwd, upgrade_params, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/upgrade_health_checker.py", line 389, in do_check raise e NameError: global name 'job_name' is not defined [2023-08-31 19:25:56] INFO do_upgrade_pre.py:42 ================================================================================== [2023-08-31 19:25:56] INFO do_upgrade_pre.py:43 ============================== STATISTICS BEGIN ================================== [2023-08-31 19:25:56] INFO do_upgrade_pre.py:44 ================================================================================== [2023-08-31 19:25:56] INFO do_upgrade_pre.py:45 succeed run sql(except sql of special actions): alter system begin upgrade; alter system begin rolling upgrade; [2023-08-31 19:25:56] INFO do_upgrade_pre.py:46 commited sql(except sql of special actions): alter system begin upgrade; alter system begin rolling upgrade; [2023-08-31 19:25:56] INFO do_upgrade_pre.py:47 ================================================================================== [2023-08-31 19:25:56] INFO do_upgrade_pre.py:48 =============================== STATISTICS END =================================== [2023-08-31 19:25:56] INFO do_upgrade_pre.py:49 ================================================================================== [2023-08-31 19:25:56] ERROR do_upgrade_pre.py:107 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 95, in do_upgrade raise e NameError: global name 'job_name' is not defined [2023-08-31 19:25:56] ERROR do_upgrade_pre.py:147 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 141, in do_upgrade_by_argv do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 108, in do_upgrade raise e NameError: global name 'job_name' is not defined [2023-08-31 19:25:56] ERROR do_upgrade_pre.py:148 run error, maybe you can reference rollback_sql_pre.txt to rollback it Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 141, in do_upgrade_by_argv do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 108, in do_upgrade raise e NameError: global name 'job_name' is not defined Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py", line 2825, in do_upgrade_by_argv(sys.argv[1:]) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_08_31_19_15_23_411261_zo08yNOo/do_upgrade_pre.py", line 149, in do_upgrade_by_argv raise e NameError: global name 'job_name' is not defined , error: exit status 1 2023-08-31 19:26:10.558 WARN 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,10a5d66292fa] c.o.o.c.t.engine.runner.RunnerFactory : Execute task failed, subtask=SubtaskInstanceOverview{id=715612, name=Execute upgrade pre script, state=FAILED, operation=EXECUTE, className=com.oceanbase.ocp.service.task.business.cluster.ExecUpgradePreScriptTask, seriesId=64, startTime=2023-08-31T19:15:28.194+08:00, endTime=null}, failedMessage=An unknown error has occurred. Cause: agent task is failed. Error message: null. Contact the administrator. com.oceanbase.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=COMMON_UNEXPECTED, args=agent task is failed,null at com.oceanbase.ocp.core.i18n.ErrorCodes$Kind$10.exception(ErrorCodes.java:1260) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.i18n.ErrorCodes.exception(ErrorCodes.java:1115) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.util.ExceptionUtils.require(ExceptionUtils.java:154) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.checkSuccess(AgentAsyncTaskHelper.java:219) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.waitForExecuteFinish(AgentAsyncTaskHelper.java:165) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.runUpgradeScript(AgentAsyncTaskHelper.java:128) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.business.cluster.helper.UpgradeTaskHelper.runScript(UpgradeTaskHelper.java:140) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.business.cluster.helper.UpgradeTaskHelper.runScript(UpgradeTaskHelper.java:92) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.business.cluster.helper.UpgradeTaskHelper.runScript(UpgradeTaskHelper.java:65) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.business.cluster.ExecUpgradePreScriptTask.run(ExecUpgradePreScriptTask.java:65) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.execute(JavaSubtaskRunner.java:60) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.doRun(JavaSubtaskRunner.java:32) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.run(JavaSubtaskRunner.java:26) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:111) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.redirectOutputIfNotSysSchedule(RunnerFactory.java:183) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.run(RunnerFactory.java:101) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.ReadySubtaskWorker.lambda$null$1(ReadySubtaskWorker.java:127) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_312] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[na:1.8.0_312] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[na:1.8.0_312] at java.lang.Thread.run(Thread.java:748) ~[na:1.8.0_312] Set state for subtask: 715612, operation:EXECUTE, state: FAILED ############{RETRY}{2023-09-01T14:25:47.641+08:00}############2023-09-01 14:25:47.982 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.c.t.e.runner.JavaSubtaskRunner : Retry subtask, id=715612, context=Context{parallelIdx=0, stringMap={cluster_version=4.1.0.0, cluster_name=obcluster, prohibit_rollback=false, task_instance_id=707752, obcluster.9.watched_parameters={"server_permanent_offline_time":"3600s","enable_rebalance":"True","enable_rereplication":"True"}, task_operation=retry, target_version=4.2.0.0-100010022023081817, cluster_id=9, ocpagent_service_name=agent, target_cluster_status=RUNNING, latest_execution_start_time=2023-09-01T14:25:47.628+08:00, watched_scenario=UPGRADE, sub_task_instance_id=715612, primary_cluster_id=9}, listMap={standby_cluster_ids=[], 9.obcluster.zone1.host_ids=[4], 9.obcluster.zone1.server_ids=[25], 9.obcluster.zone_names=[zone1, zone2, zone3], cluster_ids=[9], primary_first_cluster_ids=[9], 9.obcluster.zone2.host_ids=[5], 9.obcluster.zone3.host_ids=[6], standby_first_cluster_ids=[9], 9.obcluster.zone3.server_ids=[27], 9.obcluster.zone2.server_ids=[26], staged_versions=[4.2.0.0-100010022023081817], direct_upgrade_versions=[]}}, executor=192.168.140.179 2023-09-01 14:25:47.986 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.t.b.c.ExecUpgradePreScriptTask : need to do nothing when rollback 2023-09-01 14:25:47.990 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.t.b.c.ExecUpgradePreScriptTask : execute upgrade_pre.py on primary cluster, version=4.2.0.0-100010022023081817 2023-09-01 14:25:47.993 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.t.b.c.ExecUpgradePreScriptTask : execute upgrade_pre.py 2023-09-01 14:25:48.023 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.obsdk.connector.ObConnectorHolder : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=proxy, clusterName=obcluster, obClusterId=9, tenantName=sys, username=root, address=127.0.0.1, port=2888, database=oceanbase) 2023-09-01 14:25:48.027 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ObConnectors : [obsdk] create new ob connector, connectProperties=ConnectProperties(connectionMode=proxy, address=127.0.0.1, port=2888, obsAddrList=null, username=root, tenantName=sys, clusterName=obcluster, obClusterId=9, proxy=null, odpSocketConfig=OdpSocketConfig(obproxyConfigServerUrl=http://192.168.140.179:8080/services?Action=GetObProxyConfig&User_ID=admin&UID=alibaba, automaticMatchWorkThread=false, workThreadNum=8, proxyMemLimited=1G, enableStrictKernelRelease=false, logDirSizeThreshold=1G, syslogLevel=INFO, enableMetaUsed=false), vpcId=1, compatibilityMode=MYSQL, database=oceanbase) 2023-09-01 14:25:48.049 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ObConnectors : [obsdk] create new ob connector success 2023-09-01 14:25:48.053 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-09-01 14:25:48.060 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-09-01 14:25:48.065 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-09-01 14:25:48.069 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select max(value) value from oceanbase.__all_virtual_sys_parameter_stat where name = 'min_observer_version' 2023-09-01 14:25:48.111 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.o.o.f.ConnectPropertiesBuilder : get credential from obsdk context, userId=100, clusterName=obcluster, tenantName=sys, dbUser=root 2023-09-01 14:25:48.116 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-09-01 14:25:48.122 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-09-01 14:25:48.126 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-09-01 14:25:48.130 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select max(value) value from oceanbase.__all_virtual_sys_parameter_stat where name = 'min_observer_version' 2023-09-01 14:25:48.147 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-09-01 14:25:48.151 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-09-01 14:25:48.155 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SELECT `svr_ip`, `svr_port`, `zone`, `role` FROM `CDB_OB_LS_LOCATIONS` WHERE `tenant_id` = 1 AND `ls_id` = 1 AND `role` = 'LEADER' 2023-09-01 14:25:48.184 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-09-01 14:25:48.187 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-09-01 14:25:48.193 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select version() REGEXP 'OceanBase.*?CE' 2023-09-01 14:25:48.290 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.obsdk.connector.ObConnectorHolder : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=direct, clusterName=null, obClusterId=null, tenantName=sys, username=root, address=192.168.140.174, port=2981, database=oceanbase) 2023-09-01 14:25:48.295 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ObConnectors : [obsdk] create new ob connector, connectProperties=ConnectProperties(connectionMode=direct, address=192.168.140.174, port=2981, obsAddrList=null, username=root, tenantName=sys, clusterName=null, obClusterId=null, proxy=null, odpSocketConfig=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase) 2023-09-01 14:25:48.304 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ObConnectors : [obsdk] create new ob connector success 2023-09-01 14:25:48.309 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.140.174, sql port:2981 2023-09-01 14:25:48.320 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.140.174, sql port:2981 2023-09-01 14:25:48.324 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-09-01 14:25:48.330 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select max(value) value from oceanbase.__all_virtual_sys_parameter_stat where name = 'min_observer_version' 2023-09-01 14:25:48.346 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.t.b.c.helper.UpgradeTaskHelper : execute script upgrade_pre.py on cluster, clusterId=9, obClusterId=9, zone=null, clusterType=PRIMARY, rpmName=oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm 2023-09-01 14:25:48.408 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 4 2023-09-01 14:25:48.612 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/file/exists, request body:GetFileExistsRequest(filePath=rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py), params:null 2023-09-01 14:25:48.622 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.t.b.c.helper.UpgradeTaskHelper : [runScript]: generate agent async task token:1cf07063-861b-40d8-9306-84073dedfb69 2023-09-01 14:25:48.629 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 4 2023-09-01 14:25:48.664 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/ob/upgrade/runScript, request body:RunUpgradeScriptRequest(scriptPath=rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py, arguments=RunUpgradeScriptArgument(host=127.0.0.1, port=2981, logFile=4.2.0.0-100010022023081817_upgrade_pre.log, zone=null, cmdTimeout=0)), params:null 2023-09-01 14:25:48.671 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:25:48.676 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:25:48.680 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:25:58.683 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:25:58.689 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:25:58.693 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:26:08.696 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:26:08.700 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:26:08.704 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:26:18.707 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:26:18.714 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:26:18.717 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:26:28.720 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:26:28.730 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:26:28.733 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:26:38.736 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:26:38.743 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:26:38.745 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:26:48.748 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:26:48.756 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:26:48.761 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:26:58.765 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:26:58.775 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:26:58.780 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:27:08.784 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:27:08.791 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:27:08.795 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:27:18.798 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:27:18.806 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:27:18.809 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:27:28.812 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:27:28.818 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:27:28.821 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:27:38.825 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:27:38.835 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:27:38.843 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:27:48.848 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:27:48.857 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:27:48.861 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:27:58.865 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:27:58.879 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:27:58.886 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:28:08.891 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:28:08.902 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:28:08.918 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:28:18.921 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:28:18.927 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:28:18.934 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:28:28.937 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:28:28.943 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:28:28.947 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:28:38.949 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:28:38.955 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:28:38.959 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:28:48.962 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:28:48.967 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:28:48.970 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:28:58.973 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:28:58.978 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:28:58.981 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:29:08.984 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:29:08.990 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:29:08.993 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:29:18.996 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:29:19.002 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:29:19.006 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:29:29.010 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:29:29.030 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:29:29.066 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:29:39.119 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:29:39.126 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:29:39.129 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:29:49.132 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:29:49.139 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:29:49.142 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:29:59.144 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:29:59.300 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:29:59.463 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:30:09.496 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:30:09.507 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:30:09.513 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:30:19.519 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:30:19.527 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:30:19.531 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:30:29.534 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:30:29.540 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:30:29.543 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:30:39.546 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:30:39.552 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:30:39.556 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:30:49.560 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:30:49.566 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:30:49.569 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:30:59.572 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:30:59.755 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:30:59.968 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:31:09.975 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:31:09.984 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:31:09.993 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:31:19.997 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:31:20.005 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:31:20.010 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:31:30.013 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:31:30.022 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:31:30.025 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:31:40.029 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:31:40.036 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:31:40.042 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:31:50.046 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:31:50.052 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:31:50.057 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:32:00.060 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:32:00.211 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:32:00.402 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:32:10.407 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:32:10.413 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:32:10.416 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:32:20.420 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:32:20.428 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:32:20.433 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:32:30.438 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:32:30.445 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:32:30.448 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:32:40.450 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:32:40.456 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:32:40.460 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:32:50.466 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:32:50.473 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:32:50.477 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:33:00.541 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:33:00.585 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:33:00.632 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:33:10.637 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:33:10.651 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:33:10.653 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:33:20.657 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:33:20.675 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:33:20.684 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:33:30.688 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:33:30.700 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:33:30.706 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:33:40.712 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:33:40.721 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:33:40.724 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:33:50.729 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:33:50.738 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:33:50.741 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:34:00.746 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:34:00.753 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:34:00.757 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:34:10.761 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:34:10.792 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:34:10.796 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:34:20.886 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:34:20.909 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:34:20.918 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:34:30.926 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:34:30.932 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:34:30.935 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:34:40.938 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:34:40.944 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:34:40.949 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:34:50.955 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:34:50.989 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:34:51.043 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:35:01.055 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:35:01.061 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:35:01.067 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:35:11.070 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:35:11.076 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:35:11.080 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:35:21.083 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:35:21.094 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:35:21.101 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:35:31.106 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:35:31.113 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:35:31.117 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:35:41.219 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:35:41.254 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 14:35:41.273 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 14:35:51.895 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=1cf07063-861b-40d8-9306-84073dedfb69), params:null 2023-09-01 14:35:51.915 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,OcpAgentError: code = 1500, message = Execute shell command failed: failed to execute command: Command{user=root, program=sh, outputType=combined, cmd=export PYTHONPATH=/home/admin/ocp_agent/site-packages:$PYTHONPATH && python /tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py -h127.0.0.1 -P2981 -uroot@sys --password=xxx -l /tmp/4.2.0.0-100010022023081817_upgrade_pre.log, timeout=30m0s}, exitCode: 1, output: succeed to create run dir: /tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM succeed to split all sub py files [2023-09-01 14:25:43] INFO do_upgrade_pre.py:140 parameters from cmd: host="127.0.0.1", port=2981, user="root@sys", password=xxx timeout="0", module="set(['post_check', 'health_check', 'begin_upgrade', 'end_rolling_upgrade', 'begin_rolling_upgrade', 'end_upgrade', 'tenant_upgrade', 'special_action'])", log-file="/tmp/4.2.0.0-100010022023081817_upgrade_pre.log" [2023-09-01 14:25:43] INFO actions.py:180 select distinct(substring_index(build_version, '_', 1)) from __all_server [2023-09-01 14:25:43] INFO actions.py:186 check server version success [2023-09-01 14:25:43] INFO do_upgrade_pre.py:65 ================begin to run begin upgrade action=============== [2023-09-01 14:25:43] INFO actions.py:192 select * from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value = 'True' [2023-09-01 14:25:43] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value != 'True' [2023-09-01 14:25:43] INFO actions.py:215 enable_upgrade_mode is sync, value is True [2023-09-01 14:25:43] INFO do_upgrade_pre.py:70 ================succeed to run begin upgrade action=============== [2023-09-01 14:25:43] INFO do_upgrade_pre.py:73 ================begin to run begin rolling upgrade action=============== [2023-09-01 14:25:43] INFO actions.py:192 select * from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value = 'DBUPGRADE' [2023-09-01 14:25:43] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value != 'DBUPGRADE' [2023-09-01 14:25:43] INFO actions.py:215 _upgrade_stage is sync, value is DBUPGRADE [2023-09-01 14:25:43] INFO do_upgrade_pre.py:78 ================succeed to run begin rolling upgrade action=============== [2023-09-01 14:25:43] INFO do_upgrade_pre.py:81 ================begin to run special action=============== [2023-09-01 14:25:43] INFO actions.py:463 select distinct value from __all_virtual_sys_parameter_stat where name='min_observer_version' [2023-09-01 14:25:43] INFO actions.py:469 get observer version success, version = 4.1.0.0 [2023-09-01 14:25:43] INFO actions.py:110 alter system set enable_ddl = 'False' [2023-09-01 14:25:43] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_ddl' and value != 'False' [2023-09-01 14:25:43] INFO actions.py:215 enable_ddl is sync, value is False [2023-09-01 14:25:43] INFO actions.py:110 alter system set enable_major_freeze = 'False' [2023-09-01 14:25:43] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_major_freeze' and value != 'False' [2023-09-01 14:25:43] INFO actions.py:215 enable_major_freeze is sync, value is False [2023-09-01 14:25:43] INFO actions.py:116 alter system set _enable_adaptive_compaction = 'False' tenant = 'all' [2023-09-01 14:25:43] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_enable_adaptive_compaction' and value != 'False' [2023-09-01 14:25:43] INFO actions.py:215 _enable_adaptive_compaction is sync, value is False [2023-09-01 14:25:43] INFO actions.py:294 alter system suspend merge tenant = all [2023-09-01 14:25:43] INFO actions.py:116 alter system set _bloom_filter_enabled = 'False' tenant = 'all' [2023-09-01 14:25:43] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_bloom_filter_enabled' and value != 'False' [2023-09-01 14:25:43] INFO actions.py:215 _bloom_filter_enabled is sync, value is False [2023-09-01 14:25:43] INFO do_upgrade_pre.py:86 ================succeed to run special action=============== [2023-09-01 14:25:43] INFO do_upgrade_pre.py:89 ================begin to run health check action =============== [2023-09-01 14:25:43] INFO upgrade_health_checker.py:289 zone is empty, check all servers in cluster [2023-09-01 14:25:43] INFO upgrade_health_checker.py:46 succeed to execute query: select count(*) from oceanbase.__all_server where (start_service_time <= 0 or status='inactive'), rowcount = 1 [2023-09-01 14:25:43] INFO upgrade_health_checker.py:347 check value is 0 success [2023-09-01 14:25:43] INFO upgrade_health_checker.py:46 succeed to execute query: select count(*) from GV$OB_LOG_STAT where in_sync = 'NO', rowcount = 1 [2023-09-01 14:25:43] INFO upgrade_health_checker.py:347 check value is 0 success [2023-09-01 14:25:43] INFO upgrade_health_checker.py:311 check paxos replica success [2023-09-01 14:25:43] INFO upgrade_health_checker.py:46 succeed to execute query: select if (a.cnt = b.cnt, 1, 0) as passed from (select count(*) as cnt from oceanbase.__all_virtual_server_schema_info where refreshed_schema_version > 1 and refreshed_schema_version % 8 = 0) as a join (select count(*) as cnt from oceanbase.__all_server join oceanbase.__all_tenant) as b, rowcount = 1 [2023-09-01 14:25:43] INFO upgrade_health_checker.py:347 check value is 1 success [2023-09-01 14:25:43] INFO upgrade_health_checker.py:295 skip check server version by cluster [2023-09-01 14:25:43] INFO upgrade_health_checker.py:46 succeed to execute query: select distinct value from GV$OB_PARAMETERs where name = 'enable_major_freeze';, rowcount = 1 [2023-09-01 14:25:43] INFO upgrade_health_checker.py:46 succeed to execute query: select count(1) from CDB_OB_MAJOR_COMPACTION where (GLOBAL_BROADCAST_SCN > LAST_SCN or STATUS != 'IDLE'), rowcount = 1 [2023-09-01 14:25:43] INFO upgrade_health_checker.py:347 check value is 0 success [2023-09-01 14:25:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:25:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:25:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:25:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:26:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:26:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:26:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:26:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:26:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:26:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:26:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:26:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:26:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:26:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:26:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:26:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:27:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:27:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:27:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:27:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:27:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:27:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:27:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:27:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:27:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:27:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:27:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:27:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:28:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:28:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:28:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:28:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:28:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:28:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:28:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:28:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:28:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:28:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:28:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:28:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:29:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:29:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:29:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:29:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:29:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:29:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:29:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:29:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:29:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:29:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:29:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:29:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:30:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:30:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:30:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:30:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:30:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:30:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:30:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:30:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:30:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:30:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:30:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:30:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:31:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:31:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:31:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:31:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:31:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:31:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:31:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:31:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:31:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:31:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:31:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:31:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:32:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:32:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:32:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:32:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:32:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:32:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:32:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:32:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:32:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:32:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:32:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:32:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:33:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:33:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:33:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:33:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:33:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:33:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:33:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:33:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:33:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:33:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:33:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:33:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:34:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:34:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:34:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:34:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:34:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:34:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:34:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:34:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:34:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:34:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:34:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:34:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:35:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:35:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:35:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:35:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:35:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:35:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:35:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:35:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:35:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:35:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:35:45] ERROR upgrade_health_checker.py:379 run error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/upgrade_health_checker.py", line 377, in do_check check_major_merge(query_cur, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/upgrade_health_checker.py", line 337, in check_major_merge check_until_timeout(query_cur, sql2, 0, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/upgrade_health_checker.py", line 354, in check_until_timeout logging.warn("""check {0} job timeout""".format(job_name)) NameError: global name 'job_name' is not defined [2023-09-01 14:35:45] ERROR upgrade_health_checker.py:388 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/upgrade_health_checker.py", line 380, in do_check raise e NameError: global name 'job_name' is not defined [2023-09-01 14:35:45] ERROR do_upgrade_pre.py:94 run error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 90, in do_upgrade upgrade_health_checker.do_check(my_host, my_port, my_user, my_passwd, upgrade_params, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/upgrade_health_checker.py", line 389, in do_check raise e NameError: global name 'job_name' is not defined [2023-09-01 14:35:45] INFO do_upgrade_pre.py:42 ================================================================================== [2023-09-01 14:35:45] INFO do_upgrade_pre.py:43 ============================== STATISTICS BEGIN ================================== [2023-09-01 14:35:45] INFO do_upgrade_pre.py:44 ================================================================================== [2023-09-01 14:35:45] INFO do_upgrade_pre.py:45 succeed run sql(except sql of special actions): [2023-09-01 14:35:45] INFO do_upgrade_pre.py:46 commited sql(except sql of special actions): [2023-09-01 14:35:45] INFO do_upgrade_pre.py:47 ================================================================================== [2023-09-01 14:35:45] INFO do_upgrade_pre.py:48 =============================== STATISTICS END =================================== [2023-09-01 14:35:45] INFO do_upgrade_pre.py:49 ================================================================================== [2023-09-01 14:35:45] ERROR do_upgrade_pre.py:107 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 95, in do_upgrade raise e NameError: global name 'job_name' is not defined [2023-09-01 14:35:45] ERROR do_upgrade_pre.py:147 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 141, in do_upgrade_by_argv do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 108, in do_upgrade raise e NameError: global name 'job_name' is not defined [2023-09-01 14:35:45] ERROR do_upgrade_pre.py:148 run error, maybe you can reference rollback_sql_pre.txt to rollback it Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 141, in do_upgrade_by_argv do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 108, in do_upgrade raise e NameError: global name 'job_name' is not defined Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py", line 2825, in do_upgrade_by_argv(sys.argv[1:]) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 149, in do_upgrade_by_argv raise e NameError: global name 'job_name' is not defined , error: exit status 1, 2023-09-01 14:35:52.231 ERROR 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.s.task.util.AgentAsyncTaskHelper : failed to execute async task, task token :1cf07063-861b-40d8-9306-84073dedfb69, err: OcpAgentError: code = 1500, message = Execute shell command failed: failed to execute command: Command{user=root, program=sh, outputType=combined, cmd=export PYTHONPATH=/home/admin/ocp_agent/site-packages:$PYTHONPATH && python /tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py -h127.0.0.1 -P2981 -uroot@sys --password=xxx -l /tmp/4.2.0.0-100010022023081817_upgrade_pre.log, timeout=30m0s}, exitCode: 1, output: succeed to create run dir: /tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM succeed to split all sub py files [2023-09-01 14:25:43] INFO do_upgrade_pre.py:140 parameters from cmd: host="127.0.0.1", port=2981, user="root@sys", password=xxx timeout="0", module="set(['post_check', 'health_check', 'begin_upgrade', 'end_rolling_upgrade', 'begin_rolling_upgrade', 'end_upgrade', 'tenant_upgrade', 'special_action'])", log-file="/tmp/4.2.0.0-100010022023081817_upgrade_pre.log" [2023-09-01 14:25:43] INFO actions.py:180 select distinct(substring_index(build_version, '_', 1)) from __all_server [2023-09-01 14:25:43] INFO actions.py:186 check server version success [2023-09-01 14:25:43] INFO do_upgrade_pre.py:65 ================begin to run begin upgrade action=============== [2023-09-01 14:25:43] INFO actions.py:192 select * from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value = 'True' [2023-09-01 14:25:43] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value != 'True' [2023-09-01 14:25:43] INFO actions.py:215 enable_upgrade_mode is sync, value is True [2023-09-01 14:25:43] INFO do_upgrade_pre.py:70 ================succeed to run begin upgrade action=============== [2023-09-01 14:25:43] INFO do_upgrade_pre.py:73 ================begin to run begin rolling upgrade action=============== [2023-09-01 14:25:43] INFO actions.py:192 select * from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value = 'DBUPGRADE' [2023-09-01 14:25:43] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value != 'DBUPGRADE' [2023-09-01 14:25:43] INFO actions.py:215 _upgrade_stage is sync, value is DBUPGRADE [2023-09-01 14:25:43] INFO do_upgrade_pre.py:78 ================succeed to run begin rolling upgrade action=============== [2023-09-01 14:25:43] INFO do_upgrade_pre.py:81 ================begin to run special action=============== [2023-09-01 14:25:43] INFO actions.py:463 select distinct value from __all_virtual_sys_parameter_stat where name='min_observer_version' [2023-09-01 14:25:43] INFO actions.py:469 get observer version success, version = 4.1.0.0 [2023-09-01 14:25:43] INFO actions.py:110 alter system set enable_ddl = 'False' [2023-09-01 14:25:43] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_ddl' and value != 'False' [2023-09-01 14:25:43] INFO actions.py:215 enable_ddl is sync, value is False [2023-09-01 14:25:43] INFO actions.py:110 alter system set enable_major_freeze = 'False' [2023-09-01 14:25:43] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_major_freeze' and value != 'False' [2023-09-01 14:25:43] INFO actions.py:215 enable_major_freeze is sync, value is False [2023-09-01 14:25:43] INFO actions.py:116 alter system set _enable_adaptive_compaction = 'False' tenant = 'all' [2023-09-01 14:25:43] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_enable_adaptive_compaction' and value != 'False' [2023-09-01 14:25:43] INFO actions.py:215 _enable_adaptive_compaction is sync, value is False [2023-09-01 14:25:43] INFO actions.py:294 alter system suspend merge tenant = all [2023-09-01 14:25:43] INFO actions.py:116 alter system set _bloom_filter_enabled = 'False' tenant = 'all' [2023-09-01 14:25:43] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_bloom_filter_enabled' and value != 'False' [2023-09-01 14:25:43] INFO actions.py:215 _bloom_filter_enabled is sync, value is False [2023-09-01 14:25:43] INFO do_upgrade_pre.py:86 ================succeed to run special action=============== [2023-09-01 14:25:43] INFO do_upgrade_pre.py:89 ================begin to run health check action =============== [2023-09-01 14:25:43] INFO upgrade_health_checker.py:289 zone is empty, check all servers in cluster [2023-09-01 14:25:43] INFO upgrade_health_checker.py:46 succeed to execute query: select count(*) from oceanbase.__all_server where (start_service_time <= 0 or status='inactive'), rowcount = 1 [2023-09-01 14:25:43] INFO upgrade_health_checker.py:347 check value is 0 success [2023-09-01 14:25:43] INFO upgrade_health_checker.py:46 succeed to execute query: select count(*) from GV$OB_LOG_STAT where in_sync = 'NO', rowcount = 1 [2023-09-01 14:25:43] INFO upgrade_health_checker.py:347 check value is 0 success [2023-09-01 14:25:43] INFO upgrade_health_checker.py:311 check paxos replica success [2023-09-01 14:25:43] INFO upgrade_health_checker.py:46 succeed to execute query: select if (a.cnt = b.cnt, 1, 0) as passed from (select count(*) as cnt from oceanbase.__all_virtual_server_schema_info where refreshed_schema_version > 1 and refreshed_schema_version % 8 = 0) as a join (select count(*) as cnt from oceanbase.__all_server join oceanbase.__all_tenant) as b, rowcount = 1 [2023-09-01 14:25:43] INFO upgrade_health_checker.py:347 check value is 1 success [2023-09-01 14:25:43] INFO upgrade_health_checker.py:295 skip check server version by cluster [2023-09-01 14:25:43] INFO upgrade_health_checker.py:46 succeed to execute query: select distinct value from GV$OB_PARAMETERs where name = 'enable_major_freeze';, rowcount = 1 [2023-09-01 14:25:43] INFO upgrade_health_checker.py:46 succeed to execute query: select count(1) from CDB_OB_MAJOR_COMPACTION where (GLOBAL_BROADCAST_SCN > LAST_SCN or STATUS != 'IDLE'), rowcount = 1 [2023-09-01 14:25:43] INFO upgrade_health_checker.py:347 check value is 0 success [2023-09-01 14:25:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:25:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:25:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:25:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:26:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:26:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:26:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:26:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:26:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:26:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:26:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:26:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:26:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:26:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:26:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:26:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:27:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:27:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:27:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:27:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:27:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:27:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:27:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:27:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:27:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:27:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:27:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:27:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:28:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:28:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:28:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:28:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:28:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:28:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:28:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:28:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:28:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:28:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:28:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:28:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:29:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:29:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:29:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:29:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:29:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:29:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:29:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:29:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:29:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:29:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:29:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:29:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:30:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:30:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:30:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:30:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:30:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:30:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:30:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:30:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:30:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:30:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:30:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:30:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:31:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:31:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:31:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:31:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:31:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:31:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:31:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:31:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:31:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:31:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:31:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:31:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:32:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:32:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:32:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:32:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:32:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:32:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:32:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:32:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:32:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:32:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:32:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:32:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:33:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:33:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:33:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:33:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:33:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:33:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:33:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:33:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:33:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:33:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:33:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:33:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:34:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:34:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:34:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:34:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:34:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:34:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:34:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:34:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:34:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:34:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:34:55] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:34:55] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:35:05] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:35:05] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:35:15] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:35:15] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:35:25] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:35:25] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:35:35] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:35:35] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:35:45] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 14:35:45] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 14:35:45] ERROR upgrade_health_checker.py:379 run error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/upgrade_health_checker.py", line 377, in do_check check_major_merge(query_cur, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/upgrade_health_checker.py", line 337, in check_major_merge check_until_timeout(query_cur, sql2, 0, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/upgrade_health_checker.py", line 354, in check_until_timeout logging.warn("""check {0} job timeout""".format(job_name)) NameError: global name 'job_name' is not defined [2023-09-01 14:35:45] ERROR upgrade_health_checker.py:388 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/upgrade_health_checker.py", line 380, in do_check raise e NameError: global name 'job_name' is not defined [2023-09-01 14:35:45] ERROR do_upgrade_pre.py:94 run error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 90, in do_upgrade upgrade_health_checker.do_check(my_host, my_port, my_user, my_passwd, upgrade_params, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/upgrade_health_checker.py", line 389, in do_check raise e NameError: global name 'job_name' is not defined [2023-09-01 14:35:45] INFO do_upgrade_pre.py:42 ================================================================================== [2023-09-01 14:35:45] INFO do_upgrade_pre.py:43 ============================== STATISTICS BEGIN ================================== [2023-09-01 14:35:45] INFO do_upgrade_pre.py:44 ================================================================================== [2023-09-01 14:35:45] INFO do_upgrade_pre.py:45 succeed run sql(except sql of special actions): [2023-09-01 14:35:45] INFO do_upgrade_pre.py:46 commited sql(except sql of special actions): [2023-09-01 14:35:45] INFO do_upgrade_pre.py:47 ================================================================================== [2023-09-01 14:35:45] INFO do_upgrade_pre.py:48 =============================== STATISTICS END =================================== [2023-09-01 14:35:45] INFO do_upgrade_pre.py:49 ================================================================================== [2023-09-01 14:35:45] ERROR do_upgrade_pre.py:107 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 95, in do_upgrade raise e NameError: global name 'job_name' is not defined [2023-09-01 14:35:45] ERROR do_upgrade_pre.py:147 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 141, in do_upgrade_by_argv do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 108, in do_upgrade raise e NameError: global name 'job_name' is not defined [2023-09-01 14:35:45] ERROR do_upgrade_pre.py:148 run error, maybe you can reference rollback_sql_pre.txt to rollback it Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 141, in do_upgrade_by_argv do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 108, in do_upgrade raise e NameError: global name 'job_name' is not defined Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py", line 2825, in do_upgrade_by_argv(sys.argv[1:]) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_14_25_43_189418_UEFLqicM/do_upgrade_pre.py", line 149, in do_upgrade_by_argv raise e NameError: global name 'job_name' is not defined , error: exit status 1 2023-09-01 14:35:52.294 WARN 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,4dd6f8f7ed10] c.o.o.c.t.engine.runner.RunnerFactory : Execute task failed, subtask=SubtaskInstanceOverview{id=715612, name=Execute upgrade pre script, state=FAILED, operation=RETRY, className=com.oceanbase.ocp.service.task.business.cluster.ExecUpgradePreScriptTask, seriesId=64, startTime=2023-08-31T19:15:28.194+08:00, endTime=null}, failedMessage=An unknown error has occurred. Cause: agent task is failed. Error message: null. Contact the administrator. com.oceanbase.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=COMMON_UNEXPECTED, args=agent task is failed,null at com.oceanbase.ocp.core.i18n.ErrorCodes$Kind$10.exception(ErrorCodes.java:1260) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.i18n.ErrorCodes.exception(ErrorCodes.java:1115) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.util.ExceptionUtils.require(ExceptionUtils.java:154) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.checkSuccess(AgentAsyncTaskHelper.java:219) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.waitForExecuteFinish(AgentAsyncTaskHelper.java:165) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.runUpgradeScript(AgentAsyncTaskHelper.java:128) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.business.cluster.helper.UpgradeTaskHelper.runScript(UpgradeTaskHelper.java:140) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.business.cluster.helper.UpgradeTaskHelper.runScript(UpgradeTaskHelper.java:92) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.business.cluster.helper.UpgradeTaskHelper.runScript(UpgradeTaskHelper.java:65) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.business.cluster.ExecUpgradePreScriptTask.run(ExecUpgradePreScriptTask.java:65) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.runtime.Subtask.retry(Subtask.java:49) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.retry(JavaSubtaskRunner.java:75) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.doRun(JavaSubtaskRunner.java:35) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.run(JavaSubtaskRunner.java:26) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:111) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.redirectOutputIfNotSysSchedule(RunnerFactory.java:183) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.run(RunnerFactory.java:101) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.ReadySubtaskWorker.lambda$null$1(ReadySubtaskWorker.java:127) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_312] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[na:1.8.0_312] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[na:1.8.0_312] at java.lang.Thread.run(Thread.java:748) ~[na:1.8.0_312] Set state for subtask: 715612, operation:RETRY, state: FAILED ############{RETRY}{2023-09-01T17:02:46.973+08:00}############2023-09-01 17:02:47.433 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.c.t.e.runner.JavaSubtaskRunner : Retry subtask, id=715612, context=Context{parallelIdx=0, stringMap={cluster_version=4.1.0.0, cluster_name=obcluster, prohibit_rollback=false, task_instance_id=707752, obcluster.9.watched_parameters={"server_permanent_offline_time":"3600s","enable_rebalance":"True","enable_rereplication":"True"}, task_operation=retry, target_version=4.2.0.0-100010022023081817, cluster_id=9, ocpagent_service_name=agent, target_cluster_status=RUNNING, latest_execution_start_time=2023-09-01T17:02:46.963+08:00, watched_scenario=UPGRADE, sub_task_instance_id=715612, primary_cluster_id=9}, listMap={standby_cluster_ids=[], 9.obcluster.zone1.host_ids=[4], 9.obcluster.zone1.server_ids=[25], 9.obcluster.zone_names=[zone1, zone2, zone3], cluster_ids=[9], primary_first_cluster_ids=[9], 9.obcluster.zone2.host_ids=[5], 9.obcluster.zone3.host_ids=[6], standby_first_cluster_ids=[9], 9.obcluster.zone3.server_ids=[27], 9.obcluster.zone2.server_ids=[26], staged_versions=[4.2.0.0-100010022023081817], direct_upgrade_versions=[]}}, executor=192.168.140.179 2023-09-01 17:02:47.436 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.t.b.c.ExecUpgradePreScriptTask : need to do nothing when rollback 2023-09-01 17:02:47.440 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.t.b.c.ExecUpgradePreScriptTask : execute upgrade_pre.py on primary cluster, version=4.2.0.0-100010022023081817 2023-09-01 17:02:47.443 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.t.b.c.ExecUpgradePreScriptTask : execute upgrade_pre.py 2023-09-01 17:02:47.471 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-09-01 17:02:47.475 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-09-01 17:02:47.478 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-09-01 17:02:47.482 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select max(value) value from oceanbase.__all_virtual_sys_parameter_stat where name = 'min_observer_version' 2023-09-01 17:02:47.510 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.o.o.f.ConnectPropertiesBuilder : get credential from obsdk context, userId=100, clusterName=obcluster, tenantName=sys, dbUser=root 2023-09-01 17:02:47.517 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-09-01 17:02:47.522 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-09-01 17:02:47.526 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-09-01 17:02:47.530 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select max(value) value from oceanbase.__all_virtual_sys_parameter_stat where name = 'min_observer_version' 2023-09-01 17:02:47.547 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-09-01 17:02:47.552 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-09-01 17:02:47.557 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: SELECT `svr_ip`, `svr_port`, `zone`, `role` FROM `CDB_OB_LS_LOCATIONS` WHERE `tenant_id` = 1 AND `ls_id` = 1 AND `role` = 'LEADER' 2023-09-01 17:02:47.600 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:127.0.0.1, sql port:2888 2023-09-01 17:02:47.604 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-09-01 17:02:47.608 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select version() REGEXP 'OceanBase.*?CE' 2023-09-01 17:02:47.652 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.obsdk.connector.ObConnectorHolder : [obsdk] no ob connector found in holder, key=ObConnectorKey(connectionMode=direct, clusterName=null, obClusterId=null, tenantName=sys, username=root, address=192.168.140.174, port=2981, database=oceanbase) 2023-09-01 17:02:47.656 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ObConnectors : [obsdk] create new ob connector, connectProperties=ConnectProperties(connectionMode=direct, address=192.168.140.174, port=2981, obsAddrList=null, username=root, tenantName=sys, clusterName=null, obClusterId=null, proxy=null, odpSocketConfig=null, vpcId=1, compatibilityMode=MYSQL, database=oceanbase) 2023-09-01 17:02:47.665 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ObConnectors : [obsdk] create new ob connector success 2023-09-01 17:02:47.669 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.140.174, sql port:2981 2023-09-01 17:02:47.680 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ObConnectors : [obsdk]:connected server ip:192.168.140.174, sql port:2981 2023-09-01 17:02:47.685 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: set ob_query_timeout = ?, args: [10000000] 2023-09-01 17:02:47.689 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.ocp.obsdk.connector.ConnectTemplate : [obsdk] sql: select max(value) value from oceanbase.__all_virtual_sys_parameter_stat where name = 'min_observer_version' 2023-09-01 17:02:47.702 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.t.b.c.helper.UpgradeTaskHelper : execute script upgrade_pre.py on cluster, clusterId=9, obClusterId=9, zone=null, clusterType=PRIMARY, rpmName=oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm 2023-09-01 17:02:47.712 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 4 2023-09-01 17:02:47.746 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/file/exists, request body:GetFileExistsRequest(filePath=rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py), params:null 2023-09-01 17:02:47.776 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.t.b.c.helper.UpgradeTaskHelper : [runScript]: generate agent async task token:9b0f3ee8-ccc8-4fc6-ba00-6480b834008f 2023-09-01 17:02:47.789 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 4 2023-09-01 17:02:47.825 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/ob/upgrade/runScript, request body:RunUpgradeScriptRequest(scriptPath=rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py, arguments=RunUpgradeScriptArgument(host=127.0.0.1, port=2981, logFile=4.2.0.0-100010022023081817_upgrade_pre.log, zone=null, cmdTimeout=0)), params:null 2023-09-01 17:02:47.837 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:02:47.846 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:02:47.852 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:02:57.857 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:02:57.867 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:02:57.871 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:03:07.875 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:03:07.886 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:03:07.896 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:03:17.908 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:03:17.915 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:03:17.921 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:03:27.925 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:03:27.931 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:03:27.936 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:03:37.939 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:03:37.947 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:03:37.952 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:03:47.957 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:03:47.969 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:03:47.975 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:03:57.979 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:03:57.985 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:03:58.001 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:04:08.010 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:04:08.017 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:04:08.021 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:04:18.024 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:04:18.033 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:04:18.039 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:04:28.043 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:04:28.051 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:04:28.055 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:04:38.059 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:04:38.066 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:04:38.069 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:04:48.073 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:04:48.080 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:04:48.084 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:04:58.088 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:04:58.095 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:04:58.117 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:05:08.121 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:05:08.127 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:05:08.131 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:05:18.134 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:05:18.142 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:05:18.145 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:05:28.147 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:05:28.154 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:05:28.157 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:05:38.162 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:05:38.170 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:05:38.175 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:05:48.179 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:05:48.193 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:05:48.197 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:05:58.201 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:05:58.207 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:05:58.210 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:06:08.213 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:06:08.219 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:06:08.226 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:06:18.229 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:06:18.236 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:06:18.240 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:06:28.243 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:06:28.250 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:06:28.254 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:06:38.259 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:06:38.265 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:06:38.270 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:06:48.273 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:06:48.282 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:06:48.287 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:06:58.292 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:06:58.299 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:06:58.305 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:07:08.309 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:07:08.315 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:07:08.319 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:07:18.322 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:07:18.333 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:07:18.337 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:07:28.344 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:07:28.349 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:07:28.352 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:07:38.356 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:07:38.362 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:07:38.366 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:07:48.368 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:07:48.376 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:07:48.379 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:07:58.382 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:07:58.388 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:07:58.392 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:08:08.395 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:08:08.403 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:08:08.410 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:08:18.414 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:08:18.430 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:08:18.437 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:08:28.445 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:08:28.454 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:08:28.457 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:08:38.464 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:08:38.475 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:08:38.484 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:08:48.491 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:08:48.500 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:08:48.504 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:08:58.509 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:08:58.521 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:08:58.532 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:09:08.561 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:09:08.568 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:09:08.574 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:09:18.577 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:09:18.583 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:09:18.587 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:09:28.591 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:09:28.643 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:09:28.669 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:09:38.685 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:09:38.691 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:09:38.694 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:09:48.697 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:09:48.707 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:09:48.711 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:09:58.714 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:09:58.720 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:09:58.729 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:10:08.732 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:10:08.740 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:10:08.746 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:10:18.752 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:10:18.758 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:10:18.760 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:10:28.766 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:10:28.775 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:10:28.779 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:10:38.782 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:10:38.789 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:10:38.792 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:10:48.796 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:10:48.802 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:10:48.807 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:10:58.811 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:10:58.818 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:10:58.820 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:11:08.823 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:11:08.833 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:11:08.838 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:11:18.844 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:11:18.852 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:11:18.855 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:11:28.859 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:11:28.865 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:11:28.869 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:11:38.872 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:11:38.878 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:11:38.901 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:11:48.906 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:11:48.913 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:11:48.917 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:11:58.920 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:11:58.926 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:11:58.930 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:12:08.933 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:12:08.939 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:12:08.945 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:12:18.949 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:12:18.956 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:12:18.959 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:12:28.962 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:12:28.971 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:12:28.976 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:12:38.980 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:12:38.987 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:12:38.991 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:12:48.995 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:12:49.001 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2023-09-01 17:12:49.005 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] com.oceanbase.ocp.common.pattern.Retry : wait for 10 seconds 2023-09-01 17:12:59.008 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://192.168.140.174:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=9b0f3ee8-ccc8-4fc6-ba00-6480b834008f), params:null 2023-09-01 17:12:59.018 INFO 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,OcpAgentError: code = 1500, message = Execute shell command failed: failed to execute command: Command{user=root, program=sh, outputType=combined, cmd=export PYTHONPATH=/home/admin/ocp_agent/site-packages:$PYTHONPATH && python /tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py -h127.0.0.1 -P2981 -uroot@sys --password=xxx -l /tmp/4.2.0.0-100010022023081817_upgrade_pre.log, timeout=30m0s}, exitCode: 1, output: succeed to create run dir: /tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv succeed to split all sub py files [2023-09-01 17:02:42] INFO do_upgrade_pre.py:140 parameters from cmd: host="127.0.0.1", port=2981, user="root@sys", password=xxx timeout="0", module="set(['post_check', 'health_check', 'begin_upgrade', 'end_rolling_upgrade', 'begin_rolling_upgrade', 'end_upgrade', 'tenant_upgrade', 'special_action'])", log-file="/tmp/4.2.0.0-100010022023081817_upgrade_pre.log" [2023-09-01 17:02:42] INFO actions.py:180 select distinct(substring_index(build_version, '_', 1)) from __all_server [2023-09-01 17:02:42] INFO actions.py:186 check server version success [2023-09-01 17:02:42] INFO do_upgrade_pre.py:65 ================begin to run begin upgrade action=============== [2023-09-01 17:02:42] INFO actions.py:192 select * from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value = 'True' [2023-09-01 17:02:42] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value != 'True' [2023-09-01 17:02:42] INFO actions.py:215 enable_upgrade_mode is sync, value is True [2023-09-01 17:02:42] INFO do_upgrade_pre.py:70 ================succeed to run begin upgrade action=============== [2023-09-01 17:02:42] INFO do_upgrade_pre.py:73 ================begin to run begin rolling upgrade action=============== [2023-09-01 17:02:42] INFO actions.py:192 select * from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value = 'DBUPGRADE' [2023-09-01 17:02:42] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value != 'DBUPGRADE' [2023-09-01 17:02:42] INFO actions.py:215 _upgrade_stage is sync, value is DBUPGRADE [2023-09-01 17:02:42] INFO do_upgrade_pre.py:78 ================succeed to run begin rolling upgrade action=============== [2023-09-01 17:02:42] INFO do_upgrade_pre.py:81 ================begin to run special action=============== [2023-09-01 17:02:42] INFO actions.py:463 select distinct value from __all_virtual_sys_parameter_stat where name='min_observer_version' [2023-09-01 17:02:42] INFO actions.py:469 get observer version success, version = 4.1.0.0 [2023-09-01 17:02:42] INFO actions.py:110 alter system set enable_ddl = 'False' [2023-09-01 17:02:42] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_ddl' and value != 'False' [2023-09-01 17:02:42] INFO actions.py:215 enable_ddl is sync, value is False [2023-09-01 17:02:42] INFO actions.py:110 alter system set enable_major_freeze = 'False' [2023-09-01 17:02:42] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_major_freeze' and value != 'False' [2023-09-01 17:02:42] INFO actions.py:215 enable_major_freeze is sync, value is False [2023-09-01 17:02:42] INFO actions.py:116 alter system set _enable_adaptive_compaction = 'False' tenant = 'all' [2023-09-01 17:02:42] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_enable_adaptive_compaction' and value != 'False' [2023-09-01 17:02:42] INFO actions.py:215 _enable_adaptive_compaction is sync, value is False [2023-09-01 17:02:42] INFO actions.py:294 alter system suspend merge tenant = all [2023-09-01 17:02:42] INFO actions.py:116 alter system set _bloom_filter_enabled = 'False' tenant = 'all' [2023-09-01 17:02:42] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_bloom_filter_enabled' and value != 'False' [2023-09-01 17:02:43] INFO actions.py:215 _bloom_filter_enabled is sync, value is False [2023-09-01 17:02:43] INFO do_upgrade_pre.py:86 ================succeed to run special action=============== [2023-09-01 17:02:43] INFO do_upgrade_pre.py:89 ================begin to run health check action =============== [2023-09-01 17:02:43] INFO upgrade_health_checker.py:289 zone is empty, check all servers in cluster [2023-09-01 17:02:43] INFO upgrade_health_checker.py:46 succeed to execute query: select count(*) from oceanbase.__all_server where (start_service_time <= 0 or status='inactive'), rowcount = 1 [2023-09-01 17:02:43] INFO upgrade_health_checker.py:347 check value is 0 success [2023-09-01 17:02:43] INFO upgrade_health_checker.py:46 succeed to execute query: select count(*) from GV$OB_LOG_STAT where in_sync = 'NO', rowcount = 1 [2023-09-01 17:02:43] INFO upgrade_health_checker.py:347 check value is 0 success [2023-09-01 17:02:43] INFO upgrade_health_checker.py:311 check paxos replica success [2023-09-01 17:02:43] INFO upgrade_health_checker.py:46 succeed to execute query: select if (a.cnt = b.cnt, 1, 0) as passed from (select count(*) as cnt from oceanbase.__all_virtual_server_schema_info where refreshed_schema_version > 1 and refreshed_schema_version % 8 = 0) as a join (select count(*) as cnt from oceanbase.__all_server join oceanbase.__all_tenant) as b, rowcount = 1 [2023-09-01 17:02:43] INFO upgrade_health_checker.py:347 check value is 1 success [2023-09-01 17:02:43] INFO upgrade_health_checker.py:295 skip check server version by cluster [2023-09-01 17:02:43] INFO upgrade_health_checker.py:46 succeed to execute query: select distinct value from GV$OB_PARAMETERs where name = 'enable_major_freeze';, rowcount = 1 [2023-09-01 17:02:43] INFO upgrade_health_checker.py:46 succeed to execute query: select count(1) from CDB_OB_MAJOR_COMPACTION where (GLOBAL_BROADCAST_SCN > LAST_SCN or STATUS != 'IDLE'), rowcount = 1 [2023-09-01 17:02:43] INFO upgrade_health_checker.py:347 check value is 0 success [2023-09-01 17:02:43] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:02:43] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:02:53] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:02:53] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:03:03] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:03:03] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:03:13] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:03:13] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:03:23] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:03:23] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:03:33] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:03:33] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:03:43] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:03:43] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:03:53] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:03:53] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:04:03] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:04:03] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:04:13] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:04:13] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:04:23] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:04:23] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:04:33] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:04:33] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:04:43] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:04:43] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:04:53] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:04:53] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:05:03] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:05:03] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:05:13] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:05:13] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:05:23] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:05:23] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:05:33] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:05:33] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:05:43] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:05:43] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:05:53] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:05:53] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:06:03] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:06:03] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:06:13] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:06:13] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:06:23] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:06:23] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:06:33] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:06:33] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:06:43] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:06:43] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:06:53] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:06:53] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:07:03] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:07:03] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:07:13] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:07:13] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:07:23] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:07:23] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:07:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:07:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:07:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:07:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:07:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:07:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:08:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:08:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:08:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:08:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:08:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:08:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:08:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:08:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:08:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:08:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:08:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:08:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:09:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:09:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:09:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:09:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:09:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:09:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:09:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:09:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:09:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:09:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:09:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:09:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:10:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:10:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:10:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:10:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:10:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:10:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:10:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:10:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:10:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:10:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:10:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:10:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:11:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:11:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:11:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:11:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:11:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:11:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:11:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:11:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:11:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:11:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:11:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:11:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:12:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:12:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:12:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:12:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:12:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:12:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:12:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:12:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:12:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:12:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:12:44] ERROR upgrade_health_checker.py:379 run error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/upgrade_health_checker.py", line 377, in do_check check_major_merge(query_cur, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/upgrade_health_checker.py", line 337, in check_major_merge check_until_timeout(query_cur, sql2, 0, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/upgrade_health_checker.py", line 354, in check_until_timeout logging.warn("""check {0} job timeout""".format(job_name)) NameError: global name 'job_name' is not defined [2023-09-01 17:12:44] ERROR upgrade_health_checker.py:388 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/upgrade_health_checker.py", line 380, in do_check raise e NameError: global name 'job_name' is not defined [2023-09-01 17:12:44] ERROR do_upgrade_pre.py:94 run error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 90, in do_upgrade upgrade_health_checker.do_check(my_host, my_port, my_user, my_passwd, upgrade_params, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/upgrade_health_checker.py", line 389, in do_check raise e NameError: global name 'job_name' is not defined [2023-09-01 17:12:44] INFO do_upgrade_pre.py:42 ================================================================================== [2023-09-01 17:12:44] INFO do_upgrade_pre.py:43 ============================== STATISTICS BEGIN ================================== [2023-09-01 17:12:44] INFO do_upgrade_pre.py:44 ================================================================================== [2023-09-01 17:12:44] INFO do_upgrade_pre.py:45 succeed run sql(except sql of special actions): [2023-09-01 17:12:44] INFO do_upgrade_pre.py:46 commited sql(except sql of special actions): [2023-09-01 17:12:44] INFO do_upgrade_pre.py:47 ================================================================================== [2023-09-01 17:12:44] INFO do_upgrade_pre.py:48 =============================== STATISTICS END =================================== [2023-09-01 17:12:44] INFO do_upgrade_pre.py:49 ================================================================================== [2023-09-01 17:12:44] ERROR do_upgrade_pre.py:107 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 95, in do_upgrade raise e NameError: global name 'job_name' is not defined [2023-09-01 17:12:44] ERROR do_upgrade_pre.py:147 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 141, in do_upgrade_by_argv do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 108, in do_upgrade raise e NameError: global name 'job_name' is not defined [2023-09-01 17:12:44] ERROR do_upgrade_pre.py:148 run error, maybe you can reference rollback_sql_pre.txt to rollback it Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 141, in do_upgrade_by_argv do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 108, in do_upgrade raise e NameError: global name 'job_name' is not defined Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py", line 2825, in do_upgrade_by_argv(sys.argv[1:]) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 149, in do_upgrade_by_argv raise e NameError: global name 'job_name' is not defined , error: exit status 1, 2023-09-01 17:12:59.144 ERROR 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.s.task.util.AgentAsyncTaskHelper : failed to execute async task, task token :9b0f3ee8-ccc8-4fc6-ba00-6480b834008f, err: OcpAgentError: code = 1500, message = Execute shell command failed: failed to execute command: Command{user=root, program=sh, outputType=combined, cmd=export PYTHONPATH=/home/admin/ocp_agent/site-packages:$PYTHONPATH && python /tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py -h127.0.0.1 -P2981 -uroot@sys --password=xxx -l /tmp/4.2.0.0-100010022023081817_upgrade_pre.log, timeout=30m0s}, exitCode: 1, output: succeed to create run dir: /tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv succeed to split all sub py files [2023-09-01 17:02:42] INFO do_upgrade_pre.py:140 parameters from cmd: host="127.0.0.1", port=2981, user="root@sys", password=xxx timeout="0", module="set(['post_check', 'health_check', 'begin_upgrade', 'end_rolling_upgrade', 'begin_rolling_upgrade', 'end_upgrade', 'tenant_upgrade', 'special_action'])", log-file="/tmp/4.2.0.0-100010022023081817_upgrade_pre.log" [2023-09-01 17:02:42] INFO actions.py:180 select distinct(substring_index(build_version, '_', 1)) from __all_server [2023-09-01 17:02:42] INFO actions.py:186 check server version success [2023-09-01 17:02:42] INFO do_upgrade_pre.py:65 ================begin to run begin upgrade action=============== [2023-09-01 17:02:42] INFO actions.py:192 select * from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value = 'True' [2023-09-01 17:02:42] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_upgrade_mode' and value != 'True' [2023-09-01 17:02:42] INFO actions.py:215 enable_upgrade_mode is sync, value is True [2023-09-01 17:02:42] INFO do_upgrade_pre.py:70 ================succeed to run begin upgrade action=============== [2023-09-01 17:02:42] INFO do_upgrade_pre.py:73 ================begin to run begin rolling upgrade action=============== [2023-09-01 17:02:42] INFO actions.py:192 select * from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value = 'DBUPGRADE' [2023-09-01 17:02:42] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = '_upgrade_stage' and value != 'DBUPGRADE' [2023-09-01 17:02:42] INFO actions.py:215 _upgrade_stage is sync, value is DBUPGRADE [2023-09-01 17:02:42] INFO do_upgrade_pre.py:78 ================succeed to run begin rolling upgrade action=============== [2023-09-01 17:02:42] INFO do_upgrade_pre.py:81 ================begin to run special action=============== [2023-09-01 17:02:42] INFO actions.py:463 select distinct value from __all_virtual_sys_parameter_stat where name='min_observer_version' [2023-09-01 17:02:42] INFO actions.py:469 get observer version success, version = 4.1.0.0 [2023-09-01 17:02:42] INFO actions.py:110 alter system set enable_ddl = 'False' [2023-09-01 17:02:42] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_ddl' and value != 'False' [2023-09-01 17:02:42] INFO actions.py:215 enable_ddl is sync, value is False [2023-09-01 17:02:42] INFO actions.py:110 alter system set enable_major_freeze = 'False' [2023-09-01 17:02:42] INFO actions.py:208 select count(*) as cnt from oceanbase.GV$OB_PARAMETERS where name = 'enable_major_freeze' and value != 'False' [2023-09-01 17:02:42] INFO actions.py:215 enable_major_freeze is sync, value is False [2023-09-01 17:02:42] INFO actions.py:116 alter system set _enable_adaptive_compaction = 'False' tenant = 'all' [2023-09-01 17:02:42] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_enable_adaptive_compaction' and value != 'False' [2023-09-01 17:02:42] INFO actions.py:215 _enable_adaptive_compaction is sync, value is False [2023-09-01 17:02:42] INFO actions.py:294 alter system suspend merge tenant = all [2023-09-01 17:02:42] INFO actions.py:116 alter system set _bloom_filter_enabled = 'False' tenant = 'all' [2023-09-01 17:02:42] INFO actions.py:208 select count(*) as cnt from oceanbase.__all_virtual_tenant_parameter_info where name = '_bloom_filter_enabled' and value != 'False' [2023-09-01 17:02:43] INFO actions.py:215 _bloom_filter_enabled is sync, value is False [2023-09-01 17:02:43] INFO do_upgrade_pre.py:86 ================succeed to run special action=============== [2023-09-01 17:02:43] INFO do_upgrade_pre.py:89 ================begin to run health check action =============== [2023-09-01 17:02:43] INFO upgrade_health_checker.py:289 zone is empty, check all servers in cluster [2023-09-01 17:02:43] INFO upgrade_health_checker.py:46 succeed to execute query: select count(*) from oceanbase.__all_server where (start_service_time <= 0 or status='inactive'), rowcount = 1 [2023-09-01 17:02:43] INFO upgrade_health_checker.py:347 check value is 0 success [2023-09-01 17:02:43] INFO upgrade_health_checker.py:46 succeed to execute query: select count(*) from GV$OB_LOG_STAT where in_sync = 'NO', rowcount = 1 [2023-09-01 17:02:43] INFO upgrade_health_checker.py:347 check value is 0 success [2023-09-01 17:02:43] INFO upgrade_health_checker.py:311 check paxos replica success [2023-09-01 17:02:43] INFO upgrade_health_checker.py:46 succeed to execute query: select if (a.cnt = b.cnt, 1, 0) as passed from (select count(*) as cnt from oceanbase.__all_virtual_server_schema_info where refreshed_schema_version > 1 and refreshed_schema_version % 8 = 0) as a join (select count(*) as cnt from oceanbase.__all_server join oceanbase.__all_tenant) as b, rowcount = 1 [2023-09-01 17:02:43] INFO upgrade_health_checker.py:347 check value is 1 success [2023-09-01 17:02:43] INFO upgrade_health_checker.py:295 skip check server version by cluster [2023-09-01 17:02:43] INFO upgrade_health_checker.py:46 succeed to execute query: select distinct value from GV$OB_PARAMETERs where name = 'enable_major_freeze';, rowcount = 1 [2023-09-01 17:02:43] INFO upgrade_health_checker.py:46 succeed to execute query: select count(1) from CDB_OB_MAJOR_COMPACTION where (GLOBAL_BROADCAST_SCN > LAST_SCN or STATUS != 'IDLE'), rowcount = 1 [2023-09-01 17:02:43] INFO upgrade_health_checker.py:347 check value is 0 success [2023-09-01 17:02:43] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:02:43] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:02:53] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:02:53] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:03:03] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:03:03] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:03:13] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:03:13] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:03:23] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:03:23] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:03:33] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:03:33] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:03:43] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:03:43] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:03:53] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:03:53] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:04:03] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:04:03] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:04:13] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:04:13] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:04:23] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:04:23] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:04:33] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:04:33] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:04:43] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:04:43] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:04:53] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:04:53] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:05:03] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:05:03] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:05:13] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:05:13] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:05:23] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:05:23] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:05:33] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:05:33] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:05:43] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:05:43] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:05:53] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:05:53] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:06:03] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:06:03] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:06:13] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:06:13] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:06:23] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:06:23] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:06:33] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:06:33] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:06:43] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:06:43] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:06:53] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:06:53] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:07:03] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:07:03] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:07:13] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:07:13] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:07:23] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:07:23] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:07:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:07:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:07:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:07:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:07:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:07:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:08:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:08:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:08:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:08:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:08:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:08:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:08:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:08:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:08:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:08:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:08:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:08:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:09:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:09:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:09:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:09:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:09:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:09:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:09:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:09:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:09:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:09:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:09:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:09:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:10:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:10:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:10:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:10:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:10:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:10:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:10:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:10:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:10:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:10:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:10:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:10:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:11:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:11:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:11:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:11:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:11:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:11:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:11:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:11:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:11:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:11:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:11:54] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:11:54] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:12:04] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:12:04] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:12:14] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:12:14] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:12:24] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:12:24] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:12:34] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:12:34] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:12:44] INFO upgrade_health_checker.py:46 succeed to execute query: select /*+ query_timeout(1000000000) */ count(1) from __all_virtual_tablet_compaction_info where max_received_scn > finished_scn and max_received_scn > 0, rowcount = 1 [2023-09-01 17:12:44] INFO upgrade_health_checker.py:350 value is 3, expected value is 0, not matched [2023-09-01 17:12:44] ERROR upgrade_health_checker.py:379 run error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/upgrade_health_checker.py", line 377, in do_check check_major_merge(query_cur, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/upgrade_health_checker.py", line 337, in check_major_merge check_until_timeout(query_cur, sql2, 0, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/upgrade_health_checker.py", line 354, in check_until_timeout logging.warn("""check {0} job timeout""".format(job_name)) NameError: global name 'job_name' is not defined [2023-09-01 17:12:44] ERROR upgrade_health_checker.py:388 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/upgrade_health_checker.py", line 380, in do_check raise e NameError: global name 'job_name' is not defined [2023-09-01 17:12:44] ERROR do_upgrade_pre.py:94 run error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 90, in do_upgrade upgrade_health_checker.do_check(my_host, my_port, my_user, my_passwd, upgrade_params, timeout) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/upgrade_health_checker.py", line 389, in do_check raise e NameError: global name 'job_name' is not defined [2023-09-01 17:12:44] INFO do_upgrade_pre.py:42 ================================================================================== [2023-09-01 17:12:44] INFO do_upgrade_pre.py:43 ============================== STATISTICS BEGIN ================================== [2023-09-01 17:12:44] INFO do_upgrade_pre.py:44 ================================================================================== [2023-09-01 17:12:44] INFO do_upgrade_pre.py:45 succeed run sql(except sql of special actions): [2023-09-01 17:12:44] INFO do_upgrade_pre.py:46 commited sql(except sql of special actions): [2023-09-01 17:12:44] INFO do_upgrade_pre.py:47 ================================================================================== [2023-09-01 17:12:44] INFO do_upgrade_pre.py:48 =============================== STATISTICS END =================================== [2023-09-01 17:12:44] INFO do_upgrade_pre.py:49 ================================================================================== [2023-09-01 17:12:44] ERROR do_upgrade_pre.py:107 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 95, in do_upgrade raise e NameError: global name 'job_name' is not defined [2023-09-01 17:12:44] ERROR do_upgrade_pre.py:147 normal error Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 141, in do_upgrade_by_argv do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 108, in do_upgrade raise e NameError: global name 'job_name' is not defined [2023-09-01 17:12:44] ERROR do_upgrade_pre.py:148 run error, maybe you can reference rollback_sql_pre.txt to rollback it Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 141, in do_upgrade_by_argv do_upgrade(host, port, user, password, timeout, module_set, upgrade_params) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 108, in do_upgrade raise e NameError: global name 'job_name' is not defined Traceback (most recent call last): File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre.py", line 2825, in do_upgrade_by_argv(sys.argv[1:]) File "/tmp/rpms/extract/oceanbase-ce-4.2.0.0-100010022023081817.el7.x86_64.rpm/home/admin/oceanbase/etc/upgrade_pre_extract_files_2023_09_01_17_02_42_366507_a7N7Jltv/do_upgrade_pre.py", line 149, in do_upgrade_by_argv raise e NameError: global name 'job_name' is not defined , error: exit status 1 2023-09-01 17:12:59.255 WARN 11 --- [pool-manual-subtask-executor16,1b861a3b38774eaf,93035e853e13] c.o.o.c.t.engine.runner.RunnerFactory : Execute task failed, subtask=SubtaskInstanceOverview{id=715612, name=Execute upgrade pre script, state=FAILED, operation=RETRY, className=com.oceanbase.ocp.service.task.business.cluster.ExecUpgradePreScriptTask, seriesId=64, startTime=2023-08-31T19:15:28.194+08:00, endTime=null}, failedMessage=An unknown error has occurred. Cause: agent task is failed. Error message: null. Contact the administrator. com.oceanbase.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=COMMON_UNEXPECTED, args=agent task is failed,null at com.oceanbase.ocp.core.i18n.ErrorCodes$Kind$10.exception(ErrorCodes.java:1260) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.i18n.ErrorCodes.exception(ErrorCodes.java:1115) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.util.ExceptionUtils.require(ExceptionUtils.java:154) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.checkSuccess(AgentAsyncTaskHelper.java:219) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.waitForExecuteFinish(AgentAsyncTaskHelper.java:165) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.runUpgradeScript(AgentAsyncTaskHelper.java:128) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.business.cluster.helper.UpgradeTaskHelper.runScript(UpgradeTaskHelper.java:140) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.business.cluster.helper.UpgradeTaskHelper.runScript(UpgradeTaskHelper.java:92) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.business.cluster.helper.UpgradeTaskHelper.runScript(UpgradeTaskHelper.java:65) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.service.task.business.cluster.ExecUpgradePreScriptTask.run(ExecUpgradePreScriptTask.java:65) ~[ocp-service-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.runtime.Subtask.retry(Subtask.java:49) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.retry(JavaSubtaskRunner.java:75) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.doRun(JavaSubtaskRunner.java:35) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.run(JavaSubtaskRunner.java:26) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:111) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.redirectOutputIfNotSysSchedule(RunnerFactory.java:183) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.run(RunnerFactory.java:101) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.ReadySubtaskWorker.lambda$null$1(ReadySubtaskWorker.java:127) ~[ocp-core-4.0.3-20230301.jar!/:4.0.3-20230301] at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[na:1.8.0_312] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[na:1.8.0_312] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[na:1.8.0_312] at java.lang.Thread.run(Thread.java:748) ~[na:1.8.0_312] Set state for subtask: 715612, operation:RETRY, state: FAILED