2024-04-30 14:43:35.484 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.c.t.e.runner.JavaSubtaskRunner : Run subtask, id=838682, context=Context{parallelIdx=-1, stringMap={use_host_key=******, is_reinstall_host_agent=true, ocp_agent_install_version=4.2.2-20240315150922, task_instance_id=727722, task_operation=execute, latest_execution_start_time=2024-04-30T14:43:35.455+08:00, sub_task_instance_name=Reinstall ocp agent, ocp_agent_origin_version=4.2.1-20231208144448, sub_task_instance_id=838682, host_id=7, is_upgrade_host_agent=true}, listMap={}}, executor=19.135.100.238 2024-04-30 14:43:35.486 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.s.t.b.host.ReinstallOcpAgentTask : [ReInstallOcpAgentTask] begin 2024-04-30 14:43:35.493 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=7 2024-04-30 14:43:35.498 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 7 2024-04-30 14:43:35.517 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.e.internal.template.HttpTemplate : GET request to agent, url:http://19.135.100.159:62888/api/v1/time, params:null 2024-04-30 14:43:35.538 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=7 2024-04-30 14:43:35.543 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 7 2024-04-30 14:43:35.565 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/agent/reinstall, request body:ReinstallAgentRequest(source=http://19.135.100.238:8080/api/v2/object-storage/sys-package/ocp-agent-ce-4.2.2-20240315150922.el7.x86_64.rpm, checksum=0006b1b5ea3547096e91db5e156c585f40876f20, version=4.2.2-20240315150922), params:null 2024-04-30 14:43:35.590 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=6ff55553-8ad5-47be-a68b-2f4d5a364ec3), params:null 2024-04-30 14:43:35.596 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2024-04-30 14:43:35.598 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.ocp.common.lang.pattern.Retry : wait for 3 seconds 2024-04-30 14:43:38.603 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=6ff55553-8ad5-47be-a68b-2f4d5a364ec3), params:null 2024-04-30 14:43:38.611 INFO 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255, 2024-04-30 14:43:38.613 ERROR 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.s.task.util.AgentAsyncTaskHelper : failed to execute async task, task token: 6ff55553-8ad5-47be-a68b-2f4d5a364ec3, err: Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255 2024-04-30 14:43:38.616 ERROR 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.ocp.core.util.ExceptionUtils : Checked Exception: com.oceanbase.ocp.core.exception.UnexpectedException occurred with code error.agent.task.failed, and args [6ff55553-8ad5-47be-a68b-2f4d5a364ec3, Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255] 2024-04-30 14:43:38.619 ERROR 162199 --- [pool-manual-subtask-executor4,15493e61c6b740d0,5f47bf201d6d] c.o.o.c.t.e.c.w.subtask.SubtaskExecutor : OCP-Agent task 6ff55553-8ad5-47be-a68b-2f4d5a364ec3 failed, error message: Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255 com.oceanbase.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=AGENT_TASK_FAILED, args=6ff55553-8ad5-47be-a68b-2f4d5a364ec3,Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255 at com.oceanbase.ocp.core.i18n.ErrorCodes$Kind$10.exception(ErrorCodes.java:1570) at com.oceanbase.ocp.core.i18n.ErrorCodes.exception(ErrorCodes.java:1425) at com.oceanbase.ocp.core.util.ExceptionUtils.newException(ExceptionUtils.java:169) at com.oceanbase.ocp.core.util.ExceptionUtils.throwException(ExceptionUtils.java:162) at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.checkSuccess(AgentAsyncTaskHelper.java:229) at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.waitForExecuteFinish(AgentAsyncTaskHelper.java:175) at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.reinstallOcpAgent(AgentAsyncTaskHelper.java:99) at com.oceanbase.ocp.service.task.business.host.ReinstallOcpAgentTask.run(ReinstallOcpAgentTask.java:50) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.execute(JavaSubtaskRunner.java:64) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.doRun(JavaSubtaskRunner.java:32) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.run(JavaSubtaskRunner.java:26) at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:76) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.doRun(SubtaskExecutor .java:203) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.redirectConsoleOutput(SubtaskExecutor.java:197) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.lambda$submit$2(SubtaskExecutor.java:134) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Set state for subtask: 838682, operation:EXECUTE, state: FAILED 2024-04-30 15:07:15.467 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.c.t.e.runner.JavaSubtaskRunner : Retry subtask, id=838682, context=Context{parallelIdx=-1, stringMap={use_host_key=******, is_reinstall_host_agent=true, ocp_agent_install_version=4.2.2-20240315150922, task_instance_id=727722, agent_async_task_token_map={"838682":"6ff55553-8ad5-47be-a68b-2f4d5a364ec3"}, task_operation=retry, latest_execution_start_time=2024-04-30T15:07:15.439+08:00, sub_task_instance_name=Reinstall ocp agent, ocp_agent_origin_version=4.2.1-20231208144448, sub_task_instance_id=838682, host_id=7, is_upgrade_host_agent=true}, listMap={}}, executor=19.135.100.238 2024-04-30 15:07:15.470 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.s.t.b.host.ReinstallOcpAgentTask : find agent task token from context, token:6ff55553-8ad5-47be-a68b-2f4d5a364ec3, begin to rollback 2024-04-30 15:07:15.475 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=7 2024-04-30 15:07:15.479 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 7 2024-04-30 15:07:15.495 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=6ff55553-8ad5-47be-a68b-2f4d5a364ec3), params:null 2024-04-30 15:07:15.499 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(ROLLBACK), result:false,null,Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255, 2024-04-30 15:07:15.501 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.s.t.b.host.ReinstallOcpAgentTask : [ReInstallOcpAgentTask] begin 2024-04-30 15:07:15.507 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=7 2024-04-30 15:07:15.512 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 7 2024-04-30 15:07:15.530 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.e.internal.template.HttpTemplate : GET request to agent, url:http://19.135.100.159:62888/api/v1/time, params:null 2024-04-30 15:07:15.547 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=7 2024-04-30 15:07:15.553 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 7 2024-04-30 15:07:15.568 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/agent/reinstall, request body:ReinstallAgentRequest(source=http://19.135.100.238:8080/api/v2/object-storage/sys-package/ocp-agent-ce-4.2.2-20240315150922.el7.x86_64.rpm, checksum=0006b1b5ea3547096e91db5e156c585f40876f20, version=4.2.2-20240315150922), params:null 2024-04-30 15:07:15.575 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=50b2efe2-1102-473a-91d9-4e5f1595def4), params:null 2024-04-30 15:07:15.578 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2024-04-30 15:07:15.581 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.ocp.common.lang.pattern.Retry : wait for 3 seconds 2024-04-30 15:07:18.583 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=50b2efe2-1102-473a-91d9-4e5f1595def4), params:null 2024-04-30 15:07:18.589 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255, 2024-04-30 15:07:18.592 ERROR 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.s.task.util.AgentAsyncTaskHelper : failed to execute async task, task token: 50b2efe2-1102-473a-91d9-4e5f1595def4, err: Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255 2024-04-30 15:07:18.594 ERROR 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.ocp.core.util.ExceptionUtils : Checked Exception: com.oceanbase.ocp.core.exception.UnexpectedException occurred with code error.agent.task.failed, and args [50b2efe2-1102-473a-91d9-4e5f1595def4, Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255] 2024-04-30 15:07:18.596 ERROR 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,ed0596988cf0] c.o.o.c.t.e.c.w.subtask.SubtaskExecutor : OCP-Agent task 50b2efe2-1102-473a-91d9-4e5f1595def4 failed, error message: Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255 com.oceanbase.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=AGENT_TASK_FAILED, args=50b2efe2-1102-473a-91d9-4e5f1595def4,Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255 at com.oceanbase.ocp.core.i18n.ErrorCodes$Kind$10.exception(ErrorCodes.java:1570) at com.oceanbase.ocp.core.i18n.ErrorCodes.exception(ErrorCodes.java:1425) at com.oceanbase.ocp.core.util.ExceptionUtils.newException(ExceptionUtils.java:169) at com.oceanbase.ocp.core.util.ExceptionUtils.throwException(ExceptionUtils.java:162) at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.checkSuccess(AgentAsyncTaskHelper.java:229) at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.waitForExecuteFinish(AgentAsyncTaskHelper.java:175) at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.reinstallOcpAgent(AgentAsyncTaskHelper.java:99) at com.oceanbase.ocp.service.task.business.host.ReinstallOcpAgentTask.run(ReinstallOcpAgentTask.java:50) at com.oceanbase.ocp.core.task.runtime.Subtask.retry(Subtask.java:49) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.retry(JavaSubtaskRunner.java:76) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.doRun(JavaSubtaskRunner.java:35) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.run(JavaSubtaskRunner.java:26) at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:76) at com.oceanbase.ocp.core.task.e ngine.coordinator.worker.subtask.SubtaskExecutor.doRun(SubtaskExecutor.java:203) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.redirectConsoleOutput(SubtaskExecutor.java:197) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.lambda$submit$2(SubtaskExecutor.java:134) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Set state for subtask: 838682, operation:RETRY, state: FAILED 2024-04-30 15:27:59.427 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.c.t.e.runner.JavaSubtaskRunner : Retry subtask, id=838682, context=Context{parallelIdx=-1, stringMap={use_host_key=******, is_reinstall_host_agent=true, ocp_agent_install_version=4.2.2-20240315150922, task_instance_id=727722, agent_async_task_token_map={"838682":"50b2efe2-1102-473a-91d9-4e5f1595def4"}, task_operation=retry, latest_execution_start_time=2024-04-30T15:27:59.402+08:00, sub_task_instance_name=Reinstall ocp agent, ocp_agent_origin_version=4.2.1-20231208144448, sub_task_instance_id=838682, host_id=7, is_upgrade_host_agent=true}, listMap={}}, executor=19.135.100.238 2024-04-30 15:27:59.429 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.s.t.b.host.ReinstallOcpAgentTask : find agent task token from context, token:50b2efe2-1102-473a-91d9-4e5f1595def4, begin to rollback 2024-04-30 15:27:59.435 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=7 2024-04-30 15:27:59.438 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 7 2024-04-30 15:27:59.452 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=50b2efe2-1102-473a-91d9-4e5f1595def4), params:null 2024-04-30 15:27:59.457 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(ROLLBACK), result:false,null,Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255, 2024-04-30 15:27:59.459 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.s.t.b.host.ReinstallOcpAgentTask : [ReInstallOcpAgentTask] begin 2024-04-30 15:27:59.464 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=7 2024-04-30 15:27:59.467 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 7 2024-04-30 15:27:59.482 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.e.internal.template.HttpTemplate : GET request to agent, url:http://19.135.100.159:62888/api/v1/time, params:null 2024-04-30 15:27:59.498 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=7 2024-04-30 15:27:59.502 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 7 2024-04-30 15:27:59.516 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/agent/reinstall, request body:ReinstallAgentRequest(source=http://19.135.100.238:8080/api/v2/object-storage/sys-package/ocp-agent-ce-4.2.2-20240315150922.el7.x86_64.rpm, checksum=0006b1b5ea3547096e91db5e156c585f40876f20, version=4.2.2-20240315150922), params:null 2024-04-30 15:27:59.522 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=0b0c0545-34a2-4956-b271-83443ca87daf), params:null 2024-04-30 15:27:59.525 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2024-04-30 15:27:59.527 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.ocp.common.lang.pattern.Retry : wait for 3 seconds 2024-04-30 15:28:02.529 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=0b0c0545-34a2-4956-b271-83443ca87daf), params:null 2024-04-30 15:28:02.535 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255, 2024-04-30 15:28:02.537 ERROR 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.s.task.util.AgentAsyncTaskHelper : failed to execute async task, task token: 0b0c0545-34a2-4956-b271-83443ca87daf, err: Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255 2024-04-30 15:28:02.539 ERROR 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.ocp.core.util.ExceptionUtils : Checked Exception: com.oceanbase.ocp.core.exception.UnexpectedException occurred with code error.agent.task.failed, and args [0b0c0545-34a2-4956-b271-83443ca87daf, Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255] 2024-04-30 15:28:02.542 ERROR 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,f3a63d676d93] c.o.o.c.t.e.c.w.subtask.SubtaskExecutor : OCP-Agent task 0b0c0545-34a2-4956-b271-83443ca87daf failed, error message: Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255 com.oceanbase.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=AGENT_TASK_FAILED, args=0b0c0545-34a2-4956-b271-83443ca87daf,Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255 at com.oceanbase.ocp.core.i18n.ErrorCodes$Kind$10.exception(ErrorCodes.java:1570) at com.oceanbase.ocp.core.i18n.ErrorCodes.exception(ErrorCodes.java:1425) at com.oceanbase.ocp.core.util.ExceptionUtils.newException(ExceptionUtils.java:169) at com.oceanbase.ocp.core.util.ExceptionUtils.throwException(ExceptionUtils.java:162) at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.checkSuccess(AgentAsyncTaskHelper.java:229) at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.waitForExecuteFinish(AgentAsyncTaskHelper.java:175) at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.reinstallOcpAgent(AgentAsyncTaskHelper.java:99) at com.oceanbase.ocp.service.task.business.host.ReinstallOcpAgentTask.run(ReinstallOcpAgentTask.java:50) at com.oceanbase.ocp.core.task.runtime.Subtask.retry(Subtask.java:49) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.retry(JavaSubtaskRunner.java:76) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.doRun(JavaSubtaskRunner.java:35) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.run(JavaSubtaskRunner.java:26) at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:76) at com.oceanbase.ocp.core.task.e ngine.coordinator.worker.subtask.SubtaskExecutor.doRun(SubtaskExecutor.java:203) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.redirectConsoleOutput(SubtaskExecutor.java:197) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.lambda$submit$2(SubtaskExecutor.java:134) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Set state for subtask: 838682, operation:RETRY, state: FAILED 2024-04-30 15:44:51.389 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.c.t.e.runner.JavaSubtaskRunner : Retry subtask, id=838682, context=Context{parallelIdx=-1, stringMap={use_host_key=******, is_reinstall_host_agent=true, ocp_agent_install_version=4.2.2-20240315150922, task_instance_id=727722, agent_async_task_token_map={"838682":"0b0c0545-34a2-4956-b271-83443ca87daf"}, task_operation=retry, latest_execution_start_time=2024-04-30T15:44:51.364+08:00, sub_task_instance_name=Reinstall ocp agent, ocp_agent_origin_version=4.2.1-20231208144448, sub_task_instance_id=838682, host_id=7, is_upgrade_host_agent=true}, listMap={}}, executor=19.135.100.238 2024-04-30 15:44:51.392 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.s.t.b.host.ReinstallOcpAgentTask : find agent task token from context, token:0b0c0545-34a2-4956-b271-83443ca87daf, begin to rollback 2024-04-30 15:44:51.396 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=7 2024-04-30 15:44:51.399 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 7 2024-04-30 15:44:51.414 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=0b0c0545-34a2-4956-b271-83443ca87daf), params:null 2024-04-30 15:44:51.419 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(ROLLBACK), result:false,null,Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255, 2024-04-30 15:44:51.421 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.s.t.b.host.ReinstallOcpAgentTask : [ReInstallOcpAgentTask] begin 2024-04-30 15:44:51.426 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=7 2024-04-30 15:44:51.429 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 7 2024-04-30 15:44:51.444 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.e.internal.template.HttpTemplate : GET request to agent, url:http://19.135.100.159:62888/api/v1/time, params:null 2024-04-30 15:44:51.461 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=7 2024-04-30 15:44:51.466 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.c.a.p.HostAgentProcessServiceImpl : Getting all OCP agent processes on host 7 2024-04-30 15:44:51.479 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/agent/reinstall, request body:ReinstallAgentRequest(source=http://19.135.100.238:8080/api/v2/object-storage/sys-package/ocp-agent-ce-4.2.2-20240315150922.el7.x86_64.rpm, checksum=0006b1b5ea3547096e91db5e156c585f40876f20, version=4.2.2-20240315150922), params:null 2024-04-30 15:44:51.485 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=8acf365c-45bd-4bf6-bfca-a26e9de096a2), params:null 2024-04-30 15:44:51.488 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,, 2024-04-30 15:44:51.490 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.ocp.common.lang.pattern.Retry : wait for 3 seconds 2024-04-30 15:44:54.492 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.e.internal.template.HttpTemplate : POST request to agent, url:http://19.135.100.159:62888/api/v1/task/status, request body:GetTaskStatusRequest(taskToken=8acf365c-45bd-4bf6-bfca-a26e9de096a2), params:null 2024-04-30 15:44:54.498 INFO 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.s.task.util.AgentAsyncTaskHelper : try to request task result(EXECUTE), result:false,null,Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255, 2024-04-30 15:44:54.501 ERROR 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.s.task.util.AgentAsyncTaskHelper : failed to execute async task, task token: 8acf365c-45bd-4bf6-bfca-a26e9de096a2, err: Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255 2024-04-30 15:44:54.503 ERROR 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.ocp.core.util.ExceptionUtils : Checked Exception: com.oceanbase.ocp.core.exception.UnexpectedException occurred with code error.agent.task.failed, and args [8acf365c-45bd-4bf6-bfca-a26e9de096a2, Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255] 2024-04-30 15:44:54.505 ERROR 162199 --- [pool-manual-subtask-executor16,15493e61c6b740d0,61bd885dfc7a] c.o.o.c.t.e.c.w.subtask.SubtaskExecutor : OCP-Agent task 8acf365c-45bd-4bf6-bfca-a26e9de096a2 failed, error message: Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255 com.oceanbase.ocp.core.exception.UnexpectedException: [OCP UnexpectedException]: status=500 INTERNAL_SERVER_ERROR, errorCode=AGENT_TASK_FAILED, args=8acf365c-45bd-4bf6-bfca-a26e9de096a2,Module=agentctl, kind=INTERNAL, code=agentctl_reinstall_failed; [{"successful":false,"message":null,"error":"cannot get package info of ocp-agent-ce, no package installed"}] cause: exit status 255 at com.oceanbase.ocp.core.i18n.ErrorCodes$Kind$10.exception(ErrorCodes.java:1570) at com.oceanbase.ocp.core.i18n.ErrorCodes.exception(ErrorCodes.java:1425) at com.oceanbase.ocp.core.util.ExceptionUtils.newException(ExceptionUtils.java:169) at com.oceanbase.ocp.core.util.ExceptionUtils.throwException(ExceptionUtils.java:162) at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.checkSuccess(AgentAsyncTaskHelper.java:229) at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.waitForExecuteFinish(AgentAsyncTaskHelper.java:175) at com.oceanbase.ocp.service.task.util.AgentAsyncTaskHelper.reinstallOcpAgent(AgentAsyncTaskHelper.java:99) at com.oceanbase.ocp.service.task.business.host.ReinstallOcpAgentTask.run(ReinstallOcpAgentTask.java:50) at com.oceanbase.ocp.core.task.runtime.Subtask.retry(Subtask.java:49) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.retry(JavaSubtaskRunner.java:76) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.doRun(JavaSubtaskRunner.java:35) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.run(JavaSubtaskRunner.java:26) at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:76) at com.oceanbase.ocp.core.task.e ngine.coordinator.worker.subtask.SubtaskExecutor.doRun(SubtaskExecutor.java:203) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.redirectConsoleOutput(SubtaskExecutor.java:197) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.lambda$submit$2(SubtaskExecutor.java:134) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Set state for subtask: 838682, operation:RETRY, state: FAILED