2024-05-11 00:11:36.221 [pool-7-thread-5] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [fb010c77-b05b-496a-a806-937028b97d9a] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 00:11:36.223 [pool-7-thread-5] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [fb010c77-b05b-496a-a806-937028b97d9a] Failed to find drc cm service by sub topic :MYSQL__5j9hotvp7yw0-1-0. 2024-05-11 00:24:01.284 [pool-7-thread-19] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [dd2a04cb-107d-495e-beee-591ebd510b29] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 00:24:01.284 [pool-7-thread-19] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [dd2a04cb-107d-495e-beee-591ebd510b29] [HA-StoreWatcher] [default-MYSQL__5kmdoij8kpc0-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 00:36:21.304 [pool-7-thread-29] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [35da629c-e7b8-463a-9802-f990f9643dc2] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 00:36:21.304 [pool-7-thread-29] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [35da629c-e7b8-463a-9802-f990f9643dc2] Failed to find drc cm service by sub topic :MYSQL__5j9w47db7kcg-1-0. 2024-05-11 00:48:40.627 [pool-7-thread-30] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [7594de5b-e9e4-4363-893b-15a1c584fa63] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 00:48:40.627 [pool-7-thread-30] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [7594de5b-e9e4-4363-893b-15a1c584fa63] [HA-StoreWatcher] [default-MYSQL__5ksgrx92fsao-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 01:01:04.794 [pool-7-thread-8] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [d09ff729-6551-4660-b572-a95985d98ccf] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:537) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 32 common frames omitted 2024-05-11 01:01:04.794 [pool-7-thread-8] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 540 - [d09ff729-6551-4660-b572-a95985d98ccf] Failed to find store by sub topic :MYSQL__5klp7pavp2sg-1-0 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:537) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 19 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 32 common frames omitted 2024-05-11 01:01:04.794 [pool-7-thread-8] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [d09ff729-6551-4660-b572-a95985d98ccf] Failed to get store list by topic. names MYSQL__5klp7pavp2sg-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:542) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 01:01:04.794 [pool-7-thread-8] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [d09ff729-6551-4660-b572-a95985d98ccf] [HA-StoreWatcher] [default-MYSQL__5klp7pavp2sg-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"[OPERATOR_ERROR] {\"componentName\":\"store\",\"message\":\"Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out\"}"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 01:24:04.368 [pool-7-thread-12] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [44c422d5-6d4d-4ea0-b157-1629ce7bf52c] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 01:24:04.368 [pool-7-thread-12] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [44c422d5-6d4d-4ea0-b157-1629ce7bf52c] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 01:24:04.373 [pool-7-thread-12] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [44c422d5-6d4d-4ea0-b157-1629ce7bf52c] Failed to get store list by topic. names MYSQL__5ko6yulu1xpc-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 01:24:04.373 [pool-7-thread-12] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [44c422d5-6d4d-4ea0-b157-1629ce7bf52c] [HA-StoreWatcher] [default-MYSQL__5ko6yulu1xpc-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 01:36:26.152 [pool-7-thread-29] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [c0ff4eca-0ec4-4478-b27d-d8d13fbe339c] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 01:36:26.152 [pool-7-thread-29] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [c0ff4eca-0ec4-4478-b27d-d8d13fbe339c] [HA-StoreWatcher] [default-MYSQL__5j9w47db7kcg-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 01:48:46.397 [pool-7-thread-19] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [093936a4-661b-47c2-a6c6-4b640cea6057] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 01:48:46.397 [pool-7-thread-19] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [093936a4-661b-47c2-a6c6-4b640cea6057] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 01:48:46.399 [pool-7-thread-19] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [093936a4-661b-47c2-a6c6-4b640cea6057] Failed to get store list by topic. names MYSQL__5mrk8xqw5xts-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 01:48:46.399 [pool-7-thread-19] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [093936a4-661b-47c2-a6c6-4b640cea6057] [HA-StoreWatcher] [default-MYSQL__5mrk8xqw5xts-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 02:01:02.856 [pool-7-thread-5] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [267a69c7-df54-49cb-a573-3d82292e4856] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 02:01:02.856 [pool-7-thread-5] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [267a69c7-df54-49cb-a573-3d82292e4856] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 02:01:02.857 [pool-7-thread-5] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [267a69c7-df54-49cb-a573-3d82292e4856] Failed to get store list by topic. names MYSQL__5iqma1fnxvfk-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 02:01:02.857 [pool-7-thread-5] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [267a69c7-df54-49cb-a573-3d82292e4856] [HA-StoreWatcher] [default-MYSQL__5iqma1fnxvfk-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 02:13:30.538 [pool-7-thread-10] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [cffb4561-ad5a-4246-8a8a-6fd141e235f2] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 02:13:30.538 [pool-7-thread-10] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [cffb4561-ad5a-4246-8a8a-6fd141e235f2] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 02:13:30.539 [pool-7-thread-10] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [cffb4561-ad5a-4246-8a8a-6fd141e235f2] Failed to get store list by topic. names MYSQL__5isdmn2bnc00-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 02:13:30.539 [pool-7-thread-10] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [cffb4561-ad5a-4246-8a8a-6fd141e235f2] [HA-StoreWatcher] [default-MYSQL__5isdmn2bnc00-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 02:25:37.652 [pool-7-thread-8] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [8556843e-5e02-4a97-bc04-11e68774c7ad] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:537) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 32 common frames omitted 2024-05-11 02:25:37.652 [pool-7-thread-8] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 540 - [8556843e-5e02-4a97-bc04-11e68774c7ad] Failed to find store by sub topic :MYSQL__5ppkh0xvw2yo-1-0 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:537) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 19 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 32 common frames omitted 2024-05-11 02:25:37.652 [pool-7-thread-8] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [8556843e-5e02-4a97-bc04-11e68774c7ad] Failed to get store list by topic. names MYSQL__5ppkh0xvw2yo-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:542) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 02:25:37.652 [pool-7-thread-8] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [8556843e-5e02-4a97-bc04-11e68774c7ad] [HA-StoreWatcher] [default-MYSQL__5ppkh0xvw2yo-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"[OPERATOR_ERROR] {\"componentName\":\"store\",\"message\":\"Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out\"}"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 02:37:56.168 [pool-7-thread-3] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [dba49934-a507-4d41-bde8-6a944b81a8de] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:537) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 32 common frames omitted 2024-05-11 02:37:56.168 [pool-7-thread-3] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 540 - [dba49934-a507-4d41-bde8-6a944b81a8de] Failed to find store by sub topic :MYSQL__5pk774sllw1s-1-0 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:537) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 19 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 32 common frames omitted 2024-05-11 02:37:56.168 [pool-7-thread-3] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [dba49934-a507-4d41-bde8-6a944b81a8de] Failed to get store list by topic. names MYSQL__5pk774sllw1s-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:542) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 02:37:56.168 [pool-7-thread-3] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [dba49934-a507-4d41-bde8-6a944b81a8de] [HA-StoreWatcher] [default-MYSQL__5pk774sllw1s-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"[OPERATOR_ERROR] {\"componentName\":\"store\",\"message\":\"Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out\"}"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 02:50:14.179 [pool-7-thread-5] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [a2bc8a0b-dfd6-47ad-adc2-c3c45f4632d0] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 02:50:14.179 [pool-7-thread-5] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [a2bc8a0b-dfd6-47ad-adc2-c3c45f4632d0] Failed to find drc cm service by sub topic :MYSQL__5kmdoij8kpc0-1-0. 2024-05-11 03:02:31.882 [pool-7-thread-5] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [10ea2f0e-c900-4be9-bcd1-15570b61fddd] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 03:02:31.882 [pool-7-thread-5] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [10ea2f0e-c900-4be9-bcd1-15570b61fddd] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 03:02:31.884 [pool-7-thread-5] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [10ea2f0e-c900-4be9-bcd1-15570b61fddd] Failed to get store list by topic. names MYSQL__5iqkijaafyww-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 03:02:31.884 [pool-7-thread-5] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [10ea2f0e-c900-4be9-bcd1-15570b61fddd] [HA-StoreWatcher] [default-MYSQL__5iqkijaafyww-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 03:14:56.064 [pool-7-thread-31] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [66b64205-cab6-43c3-b060-eec3df620239] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 03:14:56.065 [pool-7-thread-31] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [66b64205-cab6-43c3-b060-eec3df620239] [HA-StoreWatcher] [default-MYSQL__5km6xio30lwg-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 03:27:16.939 [pool-7-thread-12] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [3e2aa227-603e-472d-a874-8be443d81950] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 03:27:16.939 [pool-7-thread-12] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [3e2aa227-603e-472d-a874-8be443d81950] [HA-StoreWatcher] [default-MYSQL__5irywn2keoo0-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 03:39:38.511 [pool-7-thread-3] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [ef3dfa2b-5ebb-44e7-bdd6-7d6c61d68024] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 03:39:38.511 [pool-7-thread-3] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [ef3dfa2b-5ebb-44e7-bdd6-7d6c61d68024] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 03:39:38.512 [pool-7-thread-3] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [ef3dfa2b-5ebb-44e7-bdd6-7d6c61d68024] Failed to get store list by topic. names MYSQL__5ja86rpbmef4-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 03:39:38.512 [pool-7-thread-3] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [ef3dfa2b-5ebb-44e7-bdd6-7d6c61d68024] [HA-StoreWatcher] [default-MYSQL__5ja86rpbmef4-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 03:51:48.972 [pool-7-thread-17] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [737bf890-b191-4abe-89b9-28bc04b37488] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 03:51:48.973 [pool-7-thread-17] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [737bf890-b191-4abe-89b9-28bc04b37488] Failed to find drc cm service by sub topic :MYSQL__5klrszzsno3k-1-0. 2024-05-11 04:04:01.684 [pool-7-thread-28] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [6d741272-33e0-45af-bedb-7373cb492482] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:537) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 32 common frames omitted 2024-05-11 04:04:01.685 [pool-7-thread-28] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 540 - [6d741272-33e0-45af-bedb-7373cb492482] Failed to find store by sub topic :MYSQL__5pk8alvd18jk-1-0 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:537) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 19 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 32 common frames omitted 2024-05-11 04:04:01.685 [pool-7-thread-28] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [6d741272-33e0-45af-bedb-7373cb492482] Failed to get store list by topic. names MYSQL__5pk8alvd18jk-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:542) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 04:04:01.685 [pool-7-thread-28] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [6d741272-33e0-45af-bedb-7373cb492482] [HA-StoreWatcher] [default-MYSQL__5pk8alvd18jk-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"[OPERATOR_ERROR] {\"componentName\":\"store\",\"message\":\"Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out\"}"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 04:16:21.580 [pool-7-thread-28] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [d0604847-d418-47ed-a596-8b62a648a035] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 04:16:21.580 [pool-7-thread-28] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [d0604847-d418-47ed-a596-8b62a648a035] Failed to find drc cm service by sub topic :MYSQL__5j7aegoyf6sg-1-0. 2024-05-11 04:28:33.787 [pool-7-thread-15] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [30d4739a-2705-4d60-aa25-234cf59c07e9] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 04:28:33.787 [pool-7-thread-15] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [30d4739a-2705-4d60-aa25-234cf59c07e9] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 04:28:33.788 [pool-7-thread-15] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [30d4739a-2705-4d60-aa25-234cf59c07e9] Failed to get store list by topic. names MYSQL__5km0am3we934-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 04:28:33.788 [pool-7-thread-15] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [30d4739a-2705-4d60-aa25-234cf59c07e9] [HA-StoreWatcher] [default-MYSQL__5km0am3we934-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 04:40:55.319 [pool-7-thread-16] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [1f94cc18-62a6-48bc-acbc-048596710a85] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 04:40:55.319 [pool-7-thread-16] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [1f94cc18-62a6-48bc-acbc-048596710a85] Failed to find drc cm service by sub topic :MYSQL__5jztxh5y5uzk-1-0. 2024-05-11 04:53:17.703 [pool-7-thread-17] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [4bd88e73-4d7d-4bfb-8b63-30ac62631428] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 04:53:17.703 [pool-7-thread-17] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [4bd88e73-4d7d-4bfb-8b63-30ac62631428] [HA-StoreWatcher] [default-MYSQL__5iqma1fnxvfk-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 05:05:40.648 [pool-7-thread-25] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [90d07298-7ae3-4988-9eab-eb03fd8911a9] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 05:05:40.649 [pool-7-thread-25] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [90d07298-7ae3-4988-9eab-eb03fd8911a9] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 05:05:40.650 [pool-7-thread-25] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [90d07298-7ae3-4988-9eab-eb03fd8911a9] Failed to get store list by topic. names MYSQL__5iqma1fnxvfk-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:05:40.650 [pool-7-thread-25] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [90d07298-7ae3-4988-9eab-eb03fd8911a9] [HA-StoreWatcher] [default-MYSQL__5iqma1fnxvfk-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:16:06.021 [Thread-75] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [f71d0719-3485-4879-a7b5-28cbd7efabcc] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:16:17.557 [Thread-74] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [b1cda205-3db8-4ac8-b1ad-bbfcc7b3fcb8] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:16:29.039 [Thread-59] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [062a124f-be3d-4e48-9607-b541507c229a] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:16:40.925 [Thread-61] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [3e281826-7b0b-4170-930b-1a1159f2b89e] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:16:52.537 [Thread-62] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [b4a40d9b-c1aa-49dc-a797-12ec4be66795] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:17:04.139 [Thread-54] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [0bd68429-1e80-4c0c-9d69-ccfc66359fb3] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:17:15.974 [Thread-75] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [aa60ac1c-a22e-46e1-9b73-d652fe37a5df] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:17:27.613 [Thread-74] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [4b22a916-4d0a-4b29-a2ac-06cb3ffc2a55] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:17:39.156 [Thread-59] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [4810ce50-4fc4-4529-9b87-9a90609960eb] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:17:50.801 [Thread-61] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [6f19f180-2088-49e7-8f9a-a661915defeb] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:17:54.419 [Thread-57] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [81d7ffc5-3134-4ef1-a537-b371e1d93ba4] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:537) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(AbnormalWorkerHandler.java:210) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler$$FastClassBySpringCGLIB$$2793d388.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:750) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:88) at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:74) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 38 common frames omitted 2024-05-11 05:17:54.419 [Thread-57] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 540 - [81d7ffc5-3134-4ef1-a537-b371e1d93ba4] Failed to find store by sub topic :MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:537) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(AbnormalWorkerHandler.java:210) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler$$FastClassBySpringCGLIB$$2793d388.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:750) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:88) at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:74) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 25 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 38 common frames omitted 2024-05-11 05:17:54.419 [Thread-57] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [81d7ffc5-3134-4ef1-a537-b371e1d93ba4] Failed to get store list by topic. names MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:542) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(AbnormalWorkerHandler.java:210) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler$$FastClassBySpringCGLIB$$2793d388.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:750) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:88) at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:74) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:17:54.419 [Thread-57] ERROR c.a.o.s.s.AbnormalWorkerHandler 327 - [81d7ffc5-3134-4ef1-a537-b371e1d93ba4] Deal with abnormal subtopic:MYSQL_np_5oymcc849dsw_5oymki496oe8-1-0 failed! com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"[OPERATOR_ERROR] {\"componentName\":\"store\",\"message\":\"Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out\"}"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(AbnormalWorkerHandler.java:210) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler$$FastClassBySpringCGLIB$$2793d388.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:750) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:88) at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:74) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:28:35.926 [pool-7-thread-18] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [34500c50-78b2-4169-b6c7-3f302b1a0d04] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 05:28:35.927 [pool-7-thread-18] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [34500c50-78b2-4169-b6c7-3f302b1a0d04] [HA-StoreWatcher] [default-MYSQL__5knpzmcdml6o-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 05:40:54.319 [pool-7-thread-21] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [e0c6a4b7-4d86-46e3-aade-af3d3136ecdd] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 05:40:54.320 [pool-7-thread-21] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [e0c6a4b7-4d86-46e3-aade-af3d3136ecdd] [HA-StoreWatcher] [default-MYSQL__5k07wtl8m5nk-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 05:53:11.205 [pool-7-thread-12] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [041b071f-91b6-42d3-b142-506a00e37efd] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 05:53:11.205 [pool-7-thread-12] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [041b071f-91b6-42d3-b142-506a00e37efd] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 05:53:11.206 [pool-7-thread-12] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [041b071f-91b6-42d3-b142-506a00e37efd] Failed to get store list by topic. names MYSQL__5mvspus3zae8-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 05:53:11.207 [pool-7-thread-12] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [041b071f-91b6-42d3-b142-506a00e37efd] [HA-StoreWatcher] [default-MYSQL__5mvspus3zae8-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 06:05:29.707 [pool-7-thread-24] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [8338dec9-5776-4237-8213-01bbe9ad8602] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 06:05:29.707 [pool-7-thread-24] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [8338dec9-5776-4237-8213-01bbe9ad8602] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 06:05:29.709 [pool-7-thread-24] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [8338dec9-5776-4237-8213-01bbe9ad8602] Failed to get store list by topic. names MYSQL__5ksgrx92fsao-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 06:05:29.709 [pool-7-thread-24] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [8338dec9-5776-4237-8213-01bbe9ad8602] [HA-StoreWatcher] [default-MYSQL__5ksgrx92fsao-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 06:17:49.555 [pool-7-thread-28] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [ed183ca0-ed4a-4829-ad23-e21080f26e34] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 06:17:49.555 [pool-7-thread-28] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [ed183ca0-ed4a-4829-ad23-e21080f26e34] [HA-StoreWatcher] [default-MYSQL__5iwmpi42df8g-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 06:29:59.532 [pool-7-thread-3] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [e34cb155-f1e9-4233-a2e9-67d0de398110] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:560) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 06:29:59.532 [pool-7-thread-3] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [e34cb155-f1e9-4233-a2e9-67d0de398110] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:560) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 21 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 06:29:59.533 [pool-7-thread-3] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [e34cb155-f1e9-4233-a2e9-67d0de398110] Failed to get store list by topic. names MYSQL_np_5ph7owum6k5c_5ph7tb17v2w0-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:560) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 06:29:59.534 [pool-7-thread-3] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [e34cb155-f1e9-4233-a2e9-67d0de398110] [HA-StoreWatcher] [default-MYSQL_np_5ph7owum6k5c_5ph7tb17v2w0-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 06:42:18.263 [pool-7-thread-23] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [36959132-f011-46ea-a9a0-6cc86736cad1] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:537) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 32 common frames omitted 2024-05-11 06:42:18.263 [pool-7-thread-23] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 540 - [36959132-f011-46ea-a9a0-6cc86736cad1] Failed to find store by sub topic :MYSQL__5j9hotvp7yw0-1-0 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:537) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 19 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 32 common frames omitted 2024-05-11 06:42:18.263 [pool-7-thread-23] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [36959132-f011-46ea-a9a0-6cc86736cad1] Failed to get store list by topic. names MYSQL__5j9hotvp7yw0-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:542) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 06:42:18.263 [pool-7-thread-23] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [36959132-f011-46ea-a9a0-6cc86736cad1] [HA-StoreWatcher] [default-MYSQL__5j9hotvp7yw0-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"[OPERATOR_ERROR] {\"componentName\":\"store\",\"message\":\"Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out\"}"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 06:54:38.300 [pool-7-thread-25] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [612566b9-0c3c-4a09-9156-9490072fac0a] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 06:54:38.300 [pool-7-thread-25] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [612566b9-0c3c-4a09-9156-9490072fac0a] Failed to find drc cm service by sub topic :MYSQL__5k07wtl8m5nk-1-0. 2024-05-11 07:07:00.397 [pool-7-thread-2] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [aead2b5a-44ad-42fd-9136-9ee09b27784c] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 07:07:00.398 [pool-7-thread-2] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [aead2b5a-44ad-42fd-9136-9ee09b27784c] Failed to find drc cm service by sub topic :MYSQL__5kp5y09clfr4-1-0. 2024-05-11 07:19:23.576 [pool-7-thread-18] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [0499dbc2-f0b2-4354-bf4c-0651c6257218] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 07:19:23.576 [pool-7-thread-18] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [0499dbc2-f0b2-4354-bf4c-0651c6257218] Failed to find drc cm service by sub topic :MYSQL__5j7310lp4nz4-1-0. 2024-05-11 07:31:46.310 [pool-7-thread-19] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [a33997a1-1f5c-4def-8482-1647173733dc] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 07:31:46.310 [pool-7-thread-19] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [a33997a1-1f5c-4def-8482-1647173733dc] [HA-StoreWatcher] [default-MYSQL__5mrk8xqw5xts-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 07:44:07.546 [pool-7-thread-3] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [5d5ad2a5-6d04-4730-a9b6-a28c53c2ed01] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 07:44:07.546 [pool-7-thread-3] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [5d5ad2a5-6d04-4730-a9b6-a28c53c2ed01] [HA-StoreWatcher] [default-MYSQL__5knpzmcdml6o-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 07:56:29.331 [pool-7-thread-11] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [43970c8b-c102-48d0-9c9b-9ee1034676ef] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 07:56:29.332 [pool-7-thread-11] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [43970c8b-c102-48d0-9c9b-9ee1034676ef] Failed to find drc cm service by sub topic :MYSQL__5mvspus3zae8-1-0. 2024-05-11 08:08:52.370 [pool-7-thread-21] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [2f0387e2-23a9-459b-9334-187c79aac948] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 08:08:52.370 [pool-7-thread-21] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [2f0387e2-23a9-459b-9334-187c79aac948] [HA-StoreWatcher] [default-MYSQL__5kp6zv9whjuo-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 08:21:15.298 [pool-7-thread-6] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [91301071-ceb6-4cd5-af6c-a65d0f3e5344] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 08:21:15.298 [pool-7-thread-6] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [91301071-ceb6-4cd5-af6c-a65d0f3e5344] Failed to find drc cm service by sub topic :MYSQL__5jzu3s4xim80-1-0. 2024-05-11 08:33:33.458 [pool-7-thread-25] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [3ec07c10-d88e-4bc0-8f9d-e7e94496687f] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 08:33:33.458 [pool-7-thread-25] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [3ec07c10-d88e-4bc0-8f9d-e7e94496687f] Failed to find drc cm service by sub topic :MYSQL__5kpigum8fk2o-1-0. 2024-05-11 08:45:51.863 [pool-7-thread-10] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [38833be6-2f93-4e98-9923-12231fc481f8] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 08:45:51.863 [pool-7-thread-10] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [38833be6-2f93-4e98-9923-12231fc481f8] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 08:45:51.865 [pool-7-thread-10] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [38833be6-2f93-4e98-9923-12231fc481f8] Failed to get store list by topic. names MYSQL__5kp690hnrccg-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 08:45:51.865 [pool-7-thread-10] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [38833be6-2f93-4e98-9923-12231fc481f8] [HA-StoreWatcher] [default-MYSQL__5kp690hnrccg-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 08:58:22.528 [pool-7-thread-11] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [8f7429b6-d893-4ddb-8536-8be391dd37f8] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 08:58:22.528 [pool-7-thread-11] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [8f7429b6-d893-4ddb-8536-8be391dd37f8] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 08:58:22.529 [pool-7-thread-11] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [8f7429b6-d893-4ddb-8536-8be391dd37f8] Failed to get store list by topic. names MYSQL__5kpj1m9lu62o-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 08:58:22.530 [pool-7-thread-11] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [8f7429b6-d893-4ddb-8536-8be391dd37f8] [HA-StoreWatcher] [default-MYSQL__5kpj1m9lu62o-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 09:10:41.557 [pool-7-thread-15] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [ab9c6bad-4912-41bf-8772-f6bfea8c25cb] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 09:10:41.557 [pool-7-thread-15] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [ab9c6bad-4912-41bf-8772-f6bfea8c25cb] [HA-StoreWatcher] [default-MYSQL__5mrgqal0g58g-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 09:23:12.459 [pool-7-thread-14] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [02a98a3b-b401-4671-b66c-6446756a3e46] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 09:23:12.460 [pool-7-thread-14] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [02a98a3b-b401-4671-b66c-6446756a3e46] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 09:23:12.461 [pool-7-thread-14] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [02a98a3b-b401-4671-b66c-6446756a3e46] Failed to get store list by topic. names MYSQL__5kp6zv9whjuo-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 09:23:12.461 [pool-7-thread-14] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [02a98a3b-b401-4671-b66c-6446756a3e46] [HA-StoreWatcher] [default-MYSQL__5kp6zv9whjuo-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 09:35:35.112 [pool-7-thread-15] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [4d68303e-8663-4d79-b637-5c2b8a2cde69] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 09:35:35.112 [pool-7-thread-15] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [4d68303e-8663-4d79-b637-5c2b8a2cde69] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 22 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 35 common frames omitted 2024-05-11 09:35:35.113 [pool-7-thread-15] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [4d68303e-8663-4d79-b637-5c2b8a2cde69] Failed to get store list by topic. names MYSQL__5kp5y09clfr4-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 09:35:35.113 [pool-7-thread-15] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [4d68303e-8663-4d79-b637-5c2b8a2cde69] [HA-StoreWatcher] [default-MYSQL__5kp5y09clfr4-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 09:47:54.392 [pool-7-thread-22] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [f46edf81-32a8-4ab1-a3ff-edcefebc4498] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 09:47:54.392 [pool-7-thread-22] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [f46edf81-32a8-4ab1-a3ff-edcefebc4498] Failed to find drc cm service by sub topic :MYSQL__5kp6zv9whjuo-1-0. 2024-05-11 09:58:28.085 [Thread-75] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [02c4262f-9102-490e-b1f1-03f16732fad1] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5o5jhmmp0vvk_5o5jsu8oe1nk-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 09:58:39.732 [Thread-74] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [dc40b4ef-1272-4ab3-9f42-d308af1f85ee] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5o5jhmmp0vvk_5o5jsu8oe1nk-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 09:58:51.472 [Thread-59] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [12e991c9-6b6d-4e75-878a-e6c193e6bcf7] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5o5jhmmp0vvk_5o5jsu8oe1nk-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 09:59:03.140 [Thread-61] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [f8f535bc-2fe3-4972-ae57-c7c7818882d5] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5o5jhmmp0vvk_5o5jsu8oe1nk-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 09:59:14.909 [Thread-73] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [390bf8a8-9e01-4c13-85c3-1c275232332f] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5o5jhmmp0vvk_5o5jsu8oe1nk-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 09:59:26.501 [Thread-56] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [5799949e-87e2-491a-8587-412f3a6263f9] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5o5jhmmp0vvk_5o5jsu8oe1nk-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 09:59:38.207 [Thread-75] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [1b99f5a0-8463-448d-b42a-f04a2bf98b1c] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5o5jhmmp0vvk_5o5jsu8oe1nk-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 09:59:49.718 [Thread-74] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [04443896-ab48-4f61-8107-400709e7df42] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5o5jhmmp0vvk_5o5jsu8oe1nk-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 10:00:02.335 [Thread-59] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [3ece5d47-faa8-4f4c-9143-fb7177050329] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5o5jhmmp0vvk_5o5jsu8oe1nk-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 10:00:14.315 [Thread-61] ERROR o.s.a.i.SimpleAsyncUncaughtExceptionHandler 39 - [34219b73-1b8e-461f-a761-b5b0a624d9c6] Unexpected exception occurred invoking async method: public void com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(java.lang.String,java.lang.String) com.alipay.oms.dto.exception.LockFailedException: [LOCK_FAILED] {"resource":"HA|HA:store:MYSQL_np_5o5jhmmp0vvk_5o5jsu8oe1nk-1-0","message":"The lock was not be preempted."} at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:78) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 10:00:16.600 [Thread-54] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [d1b3b940-2c2e-43e9-8279-1fc21988f8e4] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:560) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(AbnormalWorkerHandler.java:210) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler$$FastClassBySpringCGLIB$$2793d388.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:750) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:88) at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:74) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 40 common frames omitted 2024-05-11 10:00:16.600 [Thread-54] ERROR c.a.o.s.i.d.CmHostServiceImpl 99 - [d1b3b940-2c2e-43e9-8279-1fc21988f8e4] Cm service not available. Cm url http://172.21.32.36:8088 com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmHostServiceImpl.isCmServiceAvailable(CmHostServiceImpl.java:96) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:263) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:560) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(AbnormalWorkerHandler.java:210) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler$$FastClassBySpringCGLIB$$2793d388.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:750) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:88) at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:74) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 27 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 40 common frames omitted 2024-05-11 10:00:16.601 [Thread-54] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [d1b3b940-2c2e-43e9-8279-1fc21988f8e4] Failed to get store list by topic. names MYSQL_np_5o5jhmmp0vvk_5o5jsu8oe1nk-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.nexception.AccessCmException: Pay attention that the CM service may be not available. at com.alipay.oms.dto.nexception.AccessCmException.whenNotAvailable(AccessCmException.java:55) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getAvailableCmService(DrcCmServiceManagerImpl.java:278) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:157) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:560) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(AbnormalWorkerHandler.java:210) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler$$FastClassBySpringCGLIB$$2793d388.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:750) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:88) at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:74) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 10:00:16.602 [Thread-54] ERROR c.a.o.s.s.AbnormalWorkerHandler 327 - [d1b3b940-2c2e-43e9-8279-1fc21988f8e4] Deal with abnormal subtopic:MYSQL_np_5o5jhmmp0vvk_5o5jsu8oe1nk-1-0 failed! com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"Pay attention that the CM service may be not available."} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler.handleStoreSubTopic(AbnormalWorkerHandler.java:210) at com.alipay.oms.service.scheduler.AbnormalWorkerHandler$$FastClassBySpringCGLIB$$2793d388.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:750) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:88) at com.alipay.oms.aop.drc.HaHandlerLockAspect.lockAndRelease(HaHandlerLockAspect.java:74) at sun.reflect.GeneratedMethodAccessor1775.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:644) at org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:633) at org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:70) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:175) at org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:93) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 10:11:01.331 [pool-7-thread-7] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [3d8b9042-3f58-4b22-ae87-4b8e2241353d] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getCrawlersBySubtopics(OmsOperatorStoreServiceImpl.java:522) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:554) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 34 common frames omitted 2024-05-11 10:11:01.331 [pool-7-thread-7] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 524 - [3d8b9042-3f58-4b22-ae87-4b8e2241353d] Failed to find drc cm service by sub topic :MYSQL__5ks993oerby8-1-0. 2024-05-11 10:23:25.223 [pool-7-thread-2] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [a370b96d-bc03-4eb4-a2f7-6e41f82088bf] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:160) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:560) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 33 common frames omitted 2024-05-11 10:23:25.223 [pool-7-thread-2] ERROR c.a.o.s.i.o.o.OmsOperatorStoreServiceImpl 568 - [a370b96d-bc03-4eb4-a2f7-6e41f82088bf] Failed to get store list by topic. names MYSQL_np_5ph7owum6k5c_5ph7tb17v2w0-1-0 pageNo 1 pageSize 10 sortKey null asc false type null cmRegion [default] com.alipay.oms.dto.exception.NotFoundException: [NOT_FOUND_ERROR] {"target":"subtopic:MYSQL_np_5ph7owum6k5c_5ph7tb17v2w0-1-0"} at com.alipay.oms.service.impl.drc.DrcCmServiceManagerImpl.getDrcCmServiceBySubTopic(DrcCmServiceManagerImpl.java:165) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:560) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 10:23:25.223 [pool-7-thread-2] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [a370b96d-bc03-4eb4-a2f7-6e41f82088bf] [HA-StoreWatcher] [default-MYSQL_np_5ph7owum6k5c_5ph7tb17v2w0-1-0] failed. com.alipay.oms.dto.exception.OmsOperatorException: [OPERATOR_ERROR] {"componentName":"store","message":"[NOT_FOUND_ERROR] {\"target\":\"subtopic:MYSQL_np_5ph7owum6k5c_5ph7tb17v2w0-1-0\"}"} at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getListByTopic(OmsOperatorStoreServiceImpl.java:571) at com.alipay.oms.service.impl.oms.operator.OmsOperatorStoreServiceImpl.getSubtopicStoreStatusOverview(OmsOperatorStoreServiceImpl.java:1014) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:201) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) 2024-05-11 10:35:53.263 [Thread-18] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [24d0bad1-43ea-4b37-bc17-3a78b23da5ad] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.v3.service.impl.component.connector.ConnectorManageServiceImpl.listConnectorTask(ConnectorManageServiceImpl.java:420) at com.alipay.oms.v3.service.impl.component.connector.ConnectorManageServiceImpl.listConnectorTask(ConnectorManageServiceImpl.java:390) at com.alipay.oms.service.impl.action.step.v3.IncrTransferAction.doMonitoringAction(IncrTransferAction.java:159) at com.alipay.oms.service.scheduler.AbstractProjectHandler.doActionForMonitoringSteps(AbstractProjectHandler.java:139) at com.alipay.oms.service.scheduler.AbstractProjectHandler.innerHandleRunningProject(AbstractProjectHandler.java:89) at com.alipay.oms.v3.service.scheduler.ProjectV3Handler.handleRunningProject(ProjectV3Handler.java:57) at com.alipay.oms.v3.service.scheduler.ProjectV3Handler$$FastClassBySpringCGLIB$$6838a521.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:750) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 29 common frames omitted 2024-05-11 10:35:53.284 [Thread-18] ERROR c.a.o.s.i.a.s.v.IncrTransferAction 166 - [24d0bad1-43ea-4b37-bc17-3a78b23da5ad] Failed to monitor connector. projectId: np_5o58cp1fu3sw com.alipay.oms.dto.nexception.AccessCmException: The response from the CM service is not success.: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.alipay.oms.v3.service.impl.component.connector.ConnectorManageServiceImpl.listConnectorTask(ConnectorManageServiceImpl.java:423) at com.alipay.oms.v3.service.impl.component.connector.ConnectorManageServiceImpl.listConnectorTask(ConnectorManageServiceImpl.java:390) at com.alipay.oms.service.impl.action.step.v3.IncrTransferAction.doMonitoringAction(IncrTransferAction.java:159) at com.alipay.oms.service.scheduler.AbstractProjectHandler.doActionForMonitoringSteps(AbstractProjectHandler.java:139) at com.alipay.oms.service.scheduler.AbstractProjectHandler.innerHandleRunningProject(AbstractProjectHandler.java:89) at com.alipay.oms.v3.service.scheduler.ProjectV3Handler.handleRunningProject(ProjectV3Handler.java:57) at com.alipay.oms.v3.service.scheduler.ProjectV3Handler$$FastClassBySpringCGLIB$$6838a521.invoke() at org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218) at org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:750) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.aop.interceptor.AsyncExecutionInterceptor.lambda$invoke$0(AsyncExecutionInterceptor.java:115) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.v3.service.impl.component.connector.ConnectorManageServiceImpl.listConnectorTask(ConnectorManageServiceImpl.java:420) ... 15 common frames omitted Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 16 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 29 common frames omitted 2024-05-11 10:46:23.220 [pool-7-thread-27] ERROR c.a.o.c.s.i.c.CmClientUtil 74 - [1e103690-a21b-4919-a141-379fb74d3bc6] Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted 2024-05-11 10:46:23.221 [pool-7-thread-27] ERROR c.a.o.s.s.OmsWorkerRegulator 217 - [1e103690-a21b-4919-a141-379fb74d3bc6] [HA-StoreWatcher] [default-MYSQL__5j73bss22vvk-1-0] failed. com.oceanbase.oms.client.exception.ClientException: Failed to complete http request: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:76) at com.alipay.oms.service.impl.drc.CmTopicServiceImpl.getSubtopicDetail(CmTopicServiceImpl.java:42) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreBySubtopic(OmsWorkerRegulator.java:181) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.watchStoreByRegion(OmsWorkerRegulator.java:166) at com.alipay.oms.service.scheduler.OmsWorkerRegulator.omsStoreWatcher(OmsWorkerRegulator.java:144) at sun.reflect.GeneratedMethodAccessor1023.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.springframework.scheduling.support.ScheduledMethodRunnable.run(ScheduledMethodRunnable.java:84) at org.springframework.scheduling.support.DelegatingErrorHandlingRunnable.run(DelegatingErrorHandlingRunnable.java:54) at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrapWithNewTrace$2(TraceUtil.java:153) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:853) Caused by: org.apache.http.conn.ConnectTimeoutException: Connect to 172.21.32.36:8088 [/172.21.32.36] failed: connect timed out at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:50) at com.oceanbase.oms.client.common.HttpUtils.sendRequest(HttpUtils.java:40) at com.oceanbase.oms.cm.client.common.DefaultCmClient.invokeCmRequest(DefaultCmClient.java:127) at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:68) ... 17 common frames omitted Caused by: java.net.SocketTimeoutException: connect timed out at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) at java.net.Socket.connect(Socket.java:658) at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) ... 30 common frames omitted