2025-04-08 21:34:30.832 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.ocp.service.iam.user.UserService : user 100 login with organization 10000000 2025-04-08 21:34:30.845 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.c.t.e.runner.JavaSubtaskRunner : Run subtask, id=1000147, context=Context{parallelIdx=0, stringMap={cluster_version=4.2.1.11, cluster_name=ocpdb, target_server_status=RUNNING, subtask_splitter=host_ids, ssh_port=22, service_name=ocpdb:1744114127, target_zone_status=RUNNING, task_instance_id=1000016, ob_connect_address=192.168.1.61:2881, task_operation=execute, cluster_type=PRIMARY, service_version=4.2.1.11, host_credential_id=1, ob_cluster_id=1744114127, cluster_id=1000003, root_sys_password=xxx service_type=OB_CLUSTER, obproxy_proxyro_password=xxx ob_data_dir=/oceanbasedata/ocpdb, connection_mode=direct, target_cluster_status=RUNNING, latest_execution_start_time=2025-04-08T21:34:30.805+08:00, sub_task_instance_name=Install ocp agent, sub_task_instance_id=1000147}, listMap={add_region_ids=[1000004], server_ids=[1000006], add_idc_ids=[1000003], all_host_ids=[1000006], add_host_ids=[1000006], host_ids=[1000006], zone_names=[zone1]}}, executor=192.168.1.61 2025-04-08 21:34:30.847 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.s.t.b.host.InstallOcpAgentTask : [InstallOcpAgentTask] started 2025-04-08 21:34:30.850 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=1000006 2025-04-08 21:34:30.852 WARN 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.c.agent.HostAgentServiceImpl : OCP agent not found: hostId=1000006 2025-04-08 21:34:30.854 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.c.agent.HostAgentServiceImpl : Finding OCP agent: hostId=1000006 2025-04-08 21:34:30.856 WARN 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.c.agent.HostAgentServiceImpl : OCP agent not found: hostId=1000006 2025-04-08 21:34:30.873 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.service.task.util.AgentTaskUtils : Create ssh executor from task context 2025-04-08 21:34:30.895 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.service.task.util.AgentTaskUtils : CredentialId in context, use specific credential 2025-04-08 21:34:30.906 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand begin: echo 1 on 192.168.1.61 2025-04-08 21:34:30.923 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand end: echo 1 on 192.168.1.61, result: SshResult(host=192.168.1.61, username=root, command=echo 1, out=1, err=, extOut=null, exitStatus=0) 2025-04-08 21:34:30.964 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand begin: echo 1 on 192.168.1.61 2025-04-08 21:34:31.010 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand end: echo 1 on 192.168.1.61, result: SshResult(host=192.168.1.61, username=root, command=echo 1, out=1, err=, extOut=null, exitStatus=0) 2025-04-08 21:34:31.018 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand begin: sudo bash -c 'out=$(netstat -ant) && awk '"'"'$4~":62888$" { print $4"\t"$6 }'"'"' <<<"$out"' on 192.168.1.61 2025-04-08 21:34:31.067 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand end: sudo bash -c 'out=$(netstat -ant) && awk '"'"'$4~":62888$" { print $4"\t"$6 }'"'"' <<<"$out"' on 192.168.1.61, result: SshResult(host=192.168.1.61, username=root, command=sudo bash -c 'out=$(netstat -ant) && awk '"'"'$4~":62888$" { print $4"\t"$6 }'"'"' <<<"$out"', out=, err=, extOut=null, exitStatus=0) 2025-04-08 21:34:31.072 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.e.internal.template.SshTemplate : SSH execute end: sudo bash -c 'out=$(netstat -ant) && awk '"'"'$4~":62888$" { print $4"\t"$6 }'"'"' <<<"$out"' on 192.168.1.61,result:SshResult(host=192.168.1.61, username=root, command=sudo bash -c 'out=$(netstat -ant) && awk '"'"'$4~":62888$" { print $4"\t"$6 }'"'"' <<<"$out"', out=, err=, extOut=null, exitStatus=0) 2025-04-08 21:34:31.108 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand begin: echo 1 on 192.168.1.61 2025-04-08 21:34:31.128 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand end: echo 1 on 192.168.1.61, result: SshResult(host=192.168.1.61, username=root, command=echo 1, out=1, err=, extOut=null, exitStatus=0) 2025-04-08 21:34:31.137 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand begin: sudo bash -c 'out=$(netstat -ant) && awk '"'"'$4~":62889$" { print $4"\t"$6 }'"'"' <<<"$out"' on 192.168.1.61 2025-04-08 21:34:31.194 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand end: sudo bash -c 'out=$(netstat -ant) && awk '"'"'$4~":62889$" { print $4"\t"$6 }'"'"' <<<"$out"' on 192.168.1.61, result: SshResult(host=192.168.1.61, username=root, command=sudo bash -c 'out=$(netstat -ant) && awk '"'"'$4~":62889$" { print $4"\t"$6 }'"'"' <<<"$out"', out=, err=, extOut=null, exitStatus=0) 2025-04-08 21:34:31.197 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.e.internal.template.SshTemplate : SSH execute end: sudo bash -c 'out=$(netstat -ant) && awk '"'"'$4~":62889$" { print $4"\t"$6 }'"'"' <<<"$out"' on 192.168.1.61,result:SshResult(host=192.168.1.61, username=root, command=sudo bash -c 'out=$(netstat -ant) && awk '"'"'$4~":62889$" { print $4"\t"$6 }'"'"' <<<"$out"', out=, err=, extOut=null, exitStatus=0) 2025-04-08 21:34:31.205 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.s.c.AgentInstallationTaskService : download and install ocp-agent start... 2025-04-08 21:34:31.234 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand begin: echo 1 on 192.168.1.61 2025-04-08 21:34:31.251 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand end: echo 1 on 192.168.1.61, result: SshResult(host=192.168.1.61, username=root, command=echo 1, out=1, err=, extOut=null, exitStatus=0) 2025-04-08 21:34:31.254 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand begin: sudo curl -s -S -k -o '/tmp'/'ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm' 'http://192.168.1.61/api/v2/object-storage/sys-package/ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm' on 192.168.1.61 2025-04-08 21:34:31.285 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] com.oceanbase.ocp.common.ssh.SshUtils : SSH executeCommand end: sudo curl -s -S -k -o '/tmp'/'ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm' 'http://192.168.1.61/api/v2/object-storage/sys-package/ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm' on 192.168.1.61, result: SshResult(host=192.168.1.61, username=root, command=sudo curl -s -S -k -o '/tmp'/'ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm' 'http://192.168.1.61/api/v2/object-storage/sys-package/ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm', out=, err=curl: (7) Failed to connect to 192.168.1.61 port 80: Connection refused , extOut=null, exitStatus=7) 2025-04-08 21:34:31.292 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.e.internal.template.SshTemplate : SSH execute end: sudo curl -s -S -k -o '/tmp'/'ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm' 'http://192.168.1.61/api/v2/object-storage/sys-package/ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm' on 192.168.1.61,result:SshResult(host=192.168.1.61, username=root, command=sudo curl -s -S -k -o '/tmp'/'ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm' 'http://192.168.1.61/api/v2/object-storage/sys-package/ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm', out=, err=curl: (7) Failed to connect to 192.168.1.61 port 80: Connection refused , extOut=null, exitStatus=7) 2025-04-08 21:34:31.295 INFO 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.ocp.executor.executor.SshExecutor : execute ssh command failed, command:sudo curl -s -S -k -o '/tmp'/'ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm' 'http://192.168.1.61/api/v2/object-storage/sys-package/ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm', return code:7, output:, err:curl: (7) Failed to connect to 192.168.1.61 port 80: Connection refused 2025-04-08 21:34:31.299 ERROR 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.ocp.executor.executor.SshExecutor : failed to execute ssh command, errMsg:[SshClient]: failed to execute ssh command: sudo curl -s -S -k -o '/tmp'/'ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm' 'http://192.168.1.61/api/v2/object-storage/sys-package/ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm', exit code: 7, cause:null 2025-04-08 21:34:31.302 ERROR 26087 --- [manual-subtask-executor16,29e4ae1f6d16bfd8,0db896e84cbeb346] c.o.o.c.t.e.c.w.subtask.SubtaskExecutor : [SshClient]: failed to execute ssh command: sudo curl -s -S -k -o '/tmp'/'ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm' 'http://192.168.1.61/api/v2/object-storage/sys-package/ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm', exit code: 7 com.oceanbase.ocp.executor.exception.SshCommandFailedException: [SshClient]: failed to execute ssh command: sudo curl -s -S -k -o '/tmp'/'ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm' 'http://192.168.1.61/api/v2/object-storage/sys-package/ocp-agent-ce-4.3.5-20250319105844.el7.x86_64.rpm', exit code: 7 at com.oceanbase.ocp.executor.executor.SshExecutor.execute(SshExecutor.java:429) at com.oceanbase.ocp.executor.executor.SshExecutor.lambda$downloadFile$2(SshExecutor.java:413) at com.oceanbase.ocp.common.lang.pattern.Retry.executeUntilWithLimit(Retry.java:82) at com.oceanbase.ocp.common.lang.pattern.Retry.executeUntilWithLimit(Retry.java:61) at com.oceanbase.ocp.common.lang.pattern.Retry.executeUntilWithLimit(Retry.java:56) at com.oceanbase.ocp.executor.executor.SshExecutor.downloadFile(SshExecutor.java:412) at com.oceanbase.ocp.executor.executor.SshExecutor.installPackage(SshExecutor.java:240) at com.oceanbase.ocp.service.compute.AgentInstallationTaskService.installOcpAgentRpm(AgentInstallationTaskService.java:220) at com.oceanbase.ocp.service.compute.AgentInstallationTaskService$$FastClassBySpringCGLIB$$f7a6037f.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218) at org.springframework.aop.framework.CglibAopProxy.invokeMethod(CglibAopProxy.java:386) at org.springframework.aop.framework.CglibAopProxy.access$000(CglibAopProxy.java:85) at org.springframework.aop.framework.CglibAopProxy$DynamicAdvisedInterceptor.intercept(CglibAopProxy.java:703) at com.oceanbase.ocp.service.compute.AgentInstallationTaskService$$EnhancerBySpringCGLIB$$c1a5a562.installOcpAgentRpm() at c om.oceanbase.ocp.service.task.business.host.InstallOcpAgentTask.run(InstallOcpAgentTask.java:63) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.execute(JavaSubtaskRunner.java:64) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.doRun(JavaSubtaskRunner.java:32) at com.oceanbase.ocp.core.task.engine.runner.JavaSubtaskRunner.run(JavaSubtaskRunner.java:26) at com.oceanbase.ocp.core.task.engine.runner.RunnerFactory.doRun(RunnerFactory.java:76) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.doRun(SubtaskExecutor.java:207) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.redirectConsoleOutput(SubtaskExecutor.java:201) at com.oceanbase.ocp.core.task.engine.coordinator.worker.subtask.SubtaskExecutor.lambda$submit$2(SubtaskExecutor.java:137) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:750) Set state for subtask: 1000147, operation:EXECUTE, state: FAILED