[2024-05-15 10:52:46.155][ERROR][Thread-5][OrphanGcRoutine:42][18ec64cb-17f7-4f75-b1c3-b2f063932e85][] [OrphanGc] Failed to get list. 2 com.oceanbase.oms.cm.client.exception.CmServerException: Unexpected response (non-json) from CM: [ 3 4 5 Error 503 6 7 8

HTTP ERROR: 503

9

Problem accessing /node/list. Reason: 10 

    Service Unavailable

11
Powered by Jetty:// 12 13 14 ] 15 at com.oceanbase.oms.cm.client.exception.CmServerException.onNonJsonResponse(CmServerException.java:74) 16 at com.oceanbase.oms.cm.client.common.CmBaseResponse.update(CmBaseResponse.java:76) 17 at com.oceanbase.oms.cm.client.model.node.GetNodeListResponse.update(GetNodeListResponse.java:29) 18 at com.oceanbase.oms.cm.client.common.AbstractCmResponse.setContent(AbstractCmResponse.java:38) 19 at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:92) 20 at com.oceanbase.oms.supervisor.scavenge.OrphanGcRoutine.getModuleMap(OrphanGcRoutine.java:87) 21 at com.oceanbase.oms.supervisor.scavenge.OrphanGcRoutine.routine(OrphanGcRoutine.java:40)10.xxxxxx 22 at com.oceanbase.oms.supervisor.background.BaseBackgroundRoutine.call(BaseBackgroundRoutine.java:20) 23 at com.oceanbase.oms.supervisor.background.BaseBackgroundRoutine.call(BaseBackgroundRoutine.java:12) 24 at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) 25 at java.util.concurrent.FutureTask.run(FutureTask.java:266) 26 at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$0(TraceUtil.java:99) 27 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 28 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 29 at java.lang.Thread.run(Thread.java:853) 30 [2024-05-15 10:52:46.155][ERROR][Thread-6][BuiltinModule:88][4d2fa2ad-b7f8-4fe3-ab69-f1c46885e44a][] Failed to fetch modules from CM: http://10.xxxxxx:8088 31 com.oceanbase.oms.cm.client.exception.CmServerException: Unexpected response (non-json) from CM: [ 32 33 34 Error 503 35 36 37

HTTP ERROR: 503

38

Problem accessing /node/list. Reason: 39 

    Service Unavailable

40
Powered by Jetty:// 41 42 43 ] 44 at com.oceanbase.oms.cm.client.exception.CmServerException.onNonJsonResponse(CmServerException.java:74) 45 at com.oceanbase.oms.cm.client.common.CmBaseResponse.update(CmBaseResponse.java:76) 46 at com.oceanbase.oms.cm.client.model.node.GetNodeListResponse.update(GetNodeListResponse.java:29) 47 at com.oceanbase.oms.cm.client.common.AbstractCmResponse.setContent(AbstractCmResponse.java:38) 48 at com.oceanbase.oms.cm.client.common.DefaultCmClient.request(DefaultCmClient.java:92) 49 at com.oceanbase.oms.supervisor.scavenge.builtin.BuiltinModule.updateModuleCache(BuiltinModule.java:81) 50 at com.oceanbase.oms.supervisor.scavenge.builtin.BuiltinModule.getModuleNames(BuiltinModule.java:66) 51 at com.oceanbase.oms.supervisor.scavenge.builtin.BuiltinModule.taskDirs(BuiltinModule.java:110) 52 at com.oceanbase.oms.supervisor.scavenge.builtin.WriterLocal.getTaskDirs(WriterLocal.java:87) 53 at com.oceanbase.oms.supervisor.scavenge.builtin.BuiltinModule.getTaskNamesAndTaskDirs(BuiltinModule.java:347) 54 at com.oceanbase.oms.supervisor.scavenge.CollectErrorRoutine.getErrorDetailsV2(CollectErrorRoutine.java:204) 55 at com.oceanbase.oms.supervisor.scavenge.CollectErrorRoutine.getReportingErrorDetails(CollectErrorRoutine.java:171) 56 at com.oceanbase.oms.supervisor.scavenge.CollectErrorRoutine.routine(CollectErrorRoutine.java:106) 57 at com.oceanbase.oms.supervisor.background.BaseBackgroundRoutine.call(BaseBackgroundRoutine.java:20) 58 at com.oceanbase.oms.supervisor.background.BaseBackgroundRoutine.call(BaseBackgroundRoutine.java:12) 59 at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) 60 at java.util.concurrent.FutureTask.run(FutureTask.java:266) 61 at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$0(TraceUtil.java:99) 62 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 63 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 64 at java.lang.Thread.run(Thread.java:853) 65 [2024-05-15 10:52:47.183][ERROR][Thread-4][ReportMetricUtil:46][42e06622-8263-44eb-999d-ca1548571c5a][] report to CM failed. 66 com.alibaba.drc.common.utils.HttpStatusException: HttpStatusCode: 503, URL(POST): http://10.xxxxxx:8088/service -> 67 68 69 Error 503 70 71 72

HTTP ERROR: 503

73

Problem accessing /service. Reason: 74 

    Service Unavailable

75
Powered by Jetty:// 76 77 78 79 at com.alibaba.drc.common.utils.HttpClientPoolUtils.getHttpContent(HttpClientPoolUtils.java:587) 80 at com.alibaba.drc.common.utils.HttpClientUtils.grabAsStringPostCustom(HttpClientUtils.java:196) 81 at com.alibaba.drc.common.utils.HttpClientUtils.grabAsStringPost(HttpClientUtils.java:180) 82 at com.alibaba.drc.common.utils.HttpClientUtils.sendInfoPost(HttpClientUtils.java:308) 83 at com.alibaba.drc.common.utils.HttpClientUtils.sendInfoPost(HttpClientUtils.java:295) 84 at com.oceanbase.oms.supervisor.scavenge.ReportMetricUtil.reportCm(ReportMetricUtil.java:34) 85 at com.oceanbase.oms.supervisor.scavenge.CollectMetricsRoutine.collectResourceUsages(CollectMetricsRoutine.java:147) 86 at com.oceanbase.oms.supervisor.scavenge.CollectMetricsRoutine.routine(CollectMetricsRoutine.java:62) 87 at com.oceanbase.oms.supervisor.background.BaseBackgroundRoutine.call(BaseBackgroundRoutine.java:20) 88 at com.oceanbase.oms.supervisor.background.BaseBackgroundRoutine.call(BaseBackgroundRoutine.java:12) 89 at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) 90 at java.util.concurrent.FutureTask.run(FutureTask.java:266) 91 at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$0(TraceUtil.java:99) 92 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 93 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 94 at java.lang.Thread.run(Thread.java:853) 95 [2024-05-15 10:52:51.097][ERROR][SUPERVISOR_TASK_1][CheckAliveJob:702][][] heartbeat report to cm error, HttpStatusCode: 503, URL(POST): http://10.xxxxxx:8088/service -> 96 97 98 Error 503 99 100 101

HTTP ERROR: 503

102

Problem accessing /service. Reason: 103 

    Service Unavailable

104
Powered by Jetty:// 105 106 107 -> costTime: 4ms 108 [2024-05-15 10:52:58.631][ERROR][Thread-4][ReportMetricUtil:46][42e06622-8263-44eb-999d-ca1548571c5a][] report to CM failed. 109 com.alibaba.drc.common.utils.HttpStatusException: HttpStatusCode: 503, URL(POST): http://10.xxxxxx:8088/service -> 110 111 112 Error 503 113 114 115

HTTP ERROR: 503

116

Problem accessing /service. Reason: 117 

    Service Unavailable

118
Powered by Jetty:// 119 120 121 122 at com.alibaba.drc.common.utils.HttpClientPoolUtils.getHttpContent(HttpClientPoolUtils.java:587) 123 at com.alibaba.drc.common.utils.HttpClientUtils.grabAsStringPostCustom(HttpClientUtils.java:196) 124 at com.alibaba.drc.common.utils.HttpClientUtils.grabAsStringPost(HttpClientUtils.java:180) 125 at com.alibaba.drc.common.utils.HttpClientUtils.sendInfoPost(HttpClientUtils.java:308) 126 at com.alibaba.drc.common.utils.HttpClientUtils.sendInfoPost(HttpClientUtils.java:295) 127 at com.oceanbase.oms.supervisor.scavenge.ReportMetricUtil.reportCm(ReportMetricUtil.java:34) 128 at com.oceanbase.oms.supervisor.scavenge.CollectMetricsRoutine.collectResourceUsages(CollectMetricsRoutine.java:147) 129 at com.oceanbase.oms.supervisor.scavenge.CollectMetricsRoutine.routine(CollectMetricsRoutine.java:62) 130 at com.oceanbase.oms.supervisor.background.BaseBackgroundRoutine.call(BaseBackgroundRoutine.java:20) 131 at com.oceanbase.oms.supervisor.background.BaseBackgroundRoutine.call(BaseBackgroundRoutine.java:12) 132 at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$1(TraceUtil.java:122) 133 at java.util.concurrent.FutureTask.run(FutureTask.java:266) 134 at com.oceanbase.oms.common.util.trace.TraceUtil.lambda$wrap$0(TraceUtil.java:99) 135 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 136 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 137 at java.lang.Thread.run(Thread.java:853) 138 [2024-05-15 10:53:01.333][ERROR][SUPERVISOR_TASK_5][CheckAliveJob:702][][] heartbeat report to cm error, HttpStatusCode: 503, URL(POST): http://10.xxxxxx:8088/service -> 139 140 141 Error 503 142 143 144

HTTP ERROR: 503

145

Problem accessing /service. Reason: 146 

    Service Unavailable

147
Powered by Jetty:// 148 149 150 -> costTime: 4ms