1 [2025-01-15 15:47:52.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 2 [2025-01-15 15:47:53.015] [ERROR] [grpc-default-executor-4456] onErrorEventHandle : region_id: 137533309 3 error { 4 not_leader { 5 region_id: 137533309 6 } 7 } 8 request_id: 217 9 10 [2025-01-15 15:47:53.015] [ERROR] [grpc-default-executor-4456] region CDC error: region: 137533309, resolvedTs:455325063048593412 11 java.lang.RuntimeException: regionCDC error:not_leader { 12 region_id: 137533309 13 } 14 15 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 16 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 17 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 18 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 19 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 20 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 21 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 22 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 23 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 24 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 25 at java.lang.Thread.run(Thread.java:853) 26 [2025-01-15 15:47:53.016] [ERROR] [grpc-default-executor-4456] handle error: java.lang.RuntimeException: regionCDC error:not_leader { 27 region_id: 137533309 28 } 29 , regionId: 137533309 , resolvedTs : 455325063048593412 30 [2025-01-15 15:47:56.776] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 31 [2025-01-15 15:48:00.376] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 32 [2025-01-15 15:48:00.762] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 33 [2025-01-15 15:48:01.276] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 34 [2025-01-15 15:48:03.667] [INFO] [region_error_worker] remove regions: [137533309] 35 [2025-01-15 15:48:03.667] [INFO] [region_error_worker] close (region: 137533309) 36 [2025-01-15 15:48:03.667] [INFO] [region_error_worker] terminated (region: 137533309) 37 [2025-01-15 15:48:03.667] [INFO] [region_error_worker] regions error and restart [137533309] 38 [2025-01-15 15:48:03.667] [INFO] [region_error_worker] refreshStart region 139227660 : {Region[139227660] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254S]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254q]} 39 [2025-01-15 15:48:03.668] [INFO] [region_error_worker] refreshStart region 139227656 : {Region[139227656] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254G]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254S]} 40 [2025-01-15 15:48:03.668] [INFO] [region_error_worker] refreshStart region 139227652 : {Region[139227652] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\2540]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254G]} 41 [2025-01-15 15:48:03.668] [INFO] [region_error_worker] refreshStart region 139227648 : {Region[139227648] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254 ]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\2540]} 42 [2025-01-15 15:48:03.669] [INFO] [region_error_worker] refreshStart region 139227676 : {Region[139227676] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\253]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\307]} 43 [2025-01-15 15:48:03.669] [INFO] [region_error_worker] refreshStart region 139227672 : {Region[139227672] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\231]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\253]} 44 [2025-01-15 15:48:03.669] [INFO] [region_error_worker] refreshStart region 139227668 : {Region[139227668] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254}]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\231]} 45 [2025-01-15 15:48:03.670] [INFO] [region_error_worker] refreshStart region 139227664 : {Region[139227664] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254q]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254}]} 46 [2025-01-15 15:48:03.670] [INFO] [region_error_worker] refreshStart region 139227644 : {Region[139227644] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\a]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254 ]} 47 [2025-01-15 15:48:03.670] [INFO] [region_error_worker] refreshStart region 139227640 : {Region[139227640] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\253\374]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\a]} 48 [2025-01-15 15:48:05.241] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 49 [2025-01-15 15:48:08.776] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 50 [2025-01-15 15:48:12.748] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 51 [2025-01-15 15:48:13.276] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 52 [2025-01-15 15:48:24.145] [WARN] [region_error_worker] BackOffer.maxSleep 20000ms is exceeded, errors: 53 [2025-01-15 15:48:24.145] [WARN] [region_error_worker] 54 45.org.tikv.common.exception.GrpcException: 55 ErrorType: REGION_PEER_NOT_ELECTED 56 Error: message: "Region Peer not elected. Please try later" 57 58 46.org.tikv.common.exception.GrpcException: 59 ErrorType: REGION_PEER_NOT_ELECTED 60 Error: message: "Region Peer not elected. Please try later" 61 62 47.org.tikv.common.exception.GrpcException: 63 ErrorType: REGION_PEER_NOT_ELECTED 64 Error: message: "Region Peer not elected. Please try later" 65 66 [2025-01-15 15:48:24.145] [ERROR] [region_error_worker] doRegionErrorEvent error 67 org.tikv.common.exception.GrpcException: retry is exhausted. 68 at org.tikv.common.util.ConcreteBackOffer.logThrowError(ConcreteBackOffer.java:235) 69 at org.tikv.common.util.ConcreteBackOffer.doBackOffWithMaxSleep(ConcreteBackOffer.java:220) 70 at org.tikv.common.util.ConcreteBackOffer.doBackOff(ConcreteBackOffer.java:160) 71 at org.tikv.common.operation.PDErrorHandler.handleResponseError(PDErrorHandler.java:66) 72 at org.tikv.common.policy.RetryPolicy.callWithRetry(RetryPolicy.java:108) 73 at org.tikv.common.AbstractGRPCClient.callWithRetry(AbstractGRPCClient.java:89) 74 at org.tikv.common.PDClient.getRegionByID(PDClient.java:343) 75 at org.tikv.common.region.RegionManager.getRegionById(RegionManager.java:157) 76 at org.tikv.cdc.CDCClient.refreshStart(CDCClient.java:189) 77 at org.tikv.cdc.CDCClient.doRegionErrorEvent(CDCClient.java:367) 78 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) 79 at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) 80 at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) 81 at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) 82 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 83 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 84 at java.lang.Thread.run(Thread.java:853) 85 Caused by: org.tikv.common.exception.GrpcException: 86 ErrorType: REGION_PEER_NOT_ELECTED 87 Error: message: "Region Peer not elected. Please try later" 88 89 at org.tikv.common.operation.PDErrorHandler.handleResponseError(PDErrorHandler.java:67) 90 ... 13 common frames omitted 91 [2025-01-15 15:48:24.995] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 92 [2025-01-15 15:48:25.576] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 93 [2025-01-15 15:48:25.588] [ERROR] [grpc-default-executor-4502] onErrorEventHandle : region_id: 130992353 94 error { 95 not_leader { 96 region_id: 130992353 97 } 98 } 99 request_id: 197 100 101 [2025-01-15 15:48:25.588] [ERROR] [grpc-default-executor-4502] region CDC error: region: 130992353, resolvedTs:455325071397879809 102 java.lang.RuntimeException: regionCDC error:not_leader { 103 region_id: 130992353 104 } 105 106 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 107 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 108 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 109 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 110 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 111 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 112 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 113 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 114 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 115 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 116 at java.lang.Thread.run(Thread.java:853) 117 [2025-01-15 15:48:25.588] [ERROR] [grpc-default-executor-4502] handle error: java.lang.RuntimeException: regionCDC error:not_leader { 118 region_id: 130992353 119 } 120 , regionId: 130992353 , resolvedTs : 455325071397879809 121 [2025-01-15 15:48:26.476] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 122 [2025-01-15 15:48:27.129] [ERROR] [grpc-default-executor-4504] onErrorEventHandle : region_id: 130111765 123 error { 124 not_leader { 125 region_id: 130111765 126 } 127 } 128 request_id: 145 129 130 [2025-01-15 15:48:27.129] [ERROR] [grpc-default-executor-4504] region CDC error: region: 130111765, resolvedTs:455325071987703809 131 java.lang.RuntimeException: regionCDC error:not_leader { 132 region_id: 130111765 133 } 134 135 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 136 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 137 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 138 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 139 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 140 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 141 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 142 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 143 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 144 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 145 at java.lang.Thread.run(Thread.java:853) 146 [2025-01-15 15:48:27.129] [ERROR] [grpc-default-executor-4504] handle error: java.lang.RuntimeException: regionCDC error:not_leader { 147 region_id: 130111765 148 } 149 , regionId: 130111765 , resolvedTs : 455325071987703809 150 [2025-01-15 15:48:27.277] [ERROR] [grpc-default-executor-4504] onErrorEventHandle : region_id: 138058799 151 error { 152 not_leader { 153 region_id: 138058799 154 } 155 } 156 request_id: 12 157 158 [2025-01-15 15:48:27.278] [ERROR] [grpc-default-executor-4504] region CDC error: region: 138058799, resolvedTs:455325071987703809 159 java.lang.RuntimeException: regionCDC error:not_leader { 160 region_id: 138058799 161 } 162 163 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 164 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 165 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 166 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 167 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 168 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 169 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 170 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 171 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 172 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 173 at java.lang.Thread.run(Thread.java:853) 174 [2025-01-15 15:48:27.278] [ERROR] [grpc-default-executor-4504] handle error: java.lang.RuntimeException: regionCDC error:not_leader { 175 region_id: 138058799 176 } 177 , regionId: 138058799 , resolvedTs : 455325071987703809 178 [2025-01-15 15:49:02.779] [ERROR] [grpc-default-executor-4477] onErrorEventHandle : region_id: 139223016 179 error { 180 epoch_not_match { 181 } 182 } 183 request_id: 284 184 185 [2025-01-15 15:49:02.779] [ERROR] [grpc-default-executor-4477] region CDC error: region: 139223016, resolvedTs:455325081123422234 186 java.lang.RuntimeException: regionCDC error:epoch_not_match { 187 } 188 189 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 190 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 191 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 192 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 193 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 194 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 195 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 196 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 197 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 198 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 199 at java.lang.Thread.run(Thread.java:853) 200 [2025-01-15 15:49:02.779] [ERROR] [grpc-default-executor-4477] handle error: java.lang.RuntimeException: regionCDC error:epoch_not_match { 201 } 202 , regionId: 139223016 , resolvedTs : 455325081123422234 203 [2025-01-15 15:49:02.780] [ERROR] [grpc-default-executor-4477] onErrorEventHandle : region_id: 139223040 204 error { 205 epoch_not_match { 206 } 207 } 208 request_id: 54 209 210 [2025-01-15 15:49:02.780] [ERROR] [grpc-default-executor-4477] region CDC error: region: 139223040, resolvedTs:455325081123422234 211 java.lang.RuntimeException: regionCDC error:epoch_not_match { 212 } 213 214 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 215 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 216 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 217 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 218 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 219 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 220 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 221 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 222 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 223 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 224 at java.lang.Thread.run(Thread.java:853) 225 [2025-01-15 15:49:02.780] [ERROR] [grpc-default-executor-4477] handle error: java.lang.RuntimeException: regionCDC error:epoch_not_match { 226 } 227 , regionId: 139223040 , resolvedTs : 455325081123422234 228 [2025-01-15 15:49:02.781] [ERROR] [grpc-default-executor-4477] onErrorEventHandle : region_id: 139223044 229 error { 230 epoch_not_match { 231 } 232 } 233 request_id: 53 234 235 [2025-01-15 15:49:02.781] [ERROR] [grpc-default-executor-4477] region CDC error: region: 139223044, resolvedTs:455325081123422234 236 java.lang.RuntimeException: regionCDC error:epoch_not_match { 237 } 238 239 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 240 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 241 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 242 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 243 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 244 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 245 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 246 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 247 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 248 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 249 at java.lang.Thread.run(Thread.java:853) 250 [2025-01-15 15:49:02.781] [ERROR] [grpc-default-executor-4477] handle error: java.lang.RuntimeException: regionCDC error:epoch_not_match { 251 } 252 , regionId: 139223044 , resolvedTs : 455325081123422234 253 [2025-01-15 15:49:02.857] [ERROR] [grpc-default-executor-4477] onErrorEventHandle : region_id: 139223028 254 error { 255 epoch_not_match { 256 } 257 } 258 request_id: 293 259 260 [2025-01-15 15:49:02.857] [ERROR] [grpc-default-executor-4477] region CDC error: region: 139223028, resolvedTs:455325081188958217 261 java.lang.RuntimeException: regionCDC error:epoch_not_match { 262 } 263 264 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 265 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 266 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 267 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 268 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 269 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 270 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 271 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 272 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 273 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 274 at java.lang.Thread.run(Thread.java:853) 275 [2025-01-15 15:49:02.857] [ERROR] [grpc-default-executor-4477] handle error: java.lang.RuntimeException: regionCDC error:epoch_not_match { 276 } 277 , regionId: 139223028 , resolvedTs : 455325081188958217 278 [2025-01-15 15:49:03.076] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 279 [2025-01-15 15:49:04.576] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 280 [2025-01-15 15:49:50.476] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 281 [2025-01-15 15:49:50.776] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 282 [2025-01-15 15:49:56.776] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 283 [2025-01-15 15:49:57.076] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 284 [2025-01-15 15:50:03.450] [ERROR] [grpc-default-executor-4469] onErrorEventHandle : region_id: 139223052 285 error { 286 epoch_not_match { 287 } 288 } 289 request_id: 45 290 291 [2025-01-15 15:50:03.450] [ERROR] [grpc-default-executor-4469] region CDC error: region: 139223052, resolvedTs:455325097205956609 292 java.lang.RuntimeException: regionCDC error:epoch_not_match { 293 } 294 295 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 296 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 297 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 298 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 299 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 300 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 301 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 302 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 303 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 304 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 305 at java.lang.Thread.run(Thread.java:853) 306 [2025-01-15 15:50:03.451] [ERROR] [grpc-default-executor-4469] handle error: java.lang.RuntimeException: regionCDC error:epoch_not_match { 307 } 308 , regionId: 139223052 , resolvedTs : 455325097205956609 309 [2025-01-15 15:50:03.451] [ERROR] [grpc-default-executor-4469] onErrorEventHandle : region_id: 139223048 310 error { 311 epoch_not_match { 312 } 313 } 314 request_id: 48 315 316 [2025-01-15 15:50:03.451] [ERROR] [grpc-default-executor-4469] region CDC error: region: 139223048, resolvedTs:455325097140420609 317 java.lang.RuntimeException: regionCDC error:epoch_not_match { 318 } 319 320 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 321 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 322 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 323 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 324 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 325 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 326 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 327 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 328 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 329 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 330 at java.lang.Thread.run(Thread.java:853) 331 [2025-01-15 15:50:03.451] [ERROR] [grpc-default-executor-4469] handle error: java.lang.RuntimeException: regionCDC error:epoch_not_match { 332 } 333 , regionId: 139223048 , resolvedTs : 455325097140420609 334 [2025-01-15 15:50:03.451] [ERROR] [grpc-default-executor-4469] onErrorEventHandle : region_id: 139223032 335 error { 336 epoch_not_match { 337 } 338 } 339 request_id: 292 340 341 [2025-01-15 15:50:03.452] [ERROR] [grpc-default-executor-4469] region CDC error: region: 139223032, resolvedTs:455325097205956609 342 java.lang.RuntimeException: regionCDC error:epoch_not_match { 343 } 344 345 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 346 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 347 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 348 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 349 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 350 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 351 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 352 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 353 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 354 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 355 at java.lang.Thread.run(Thread.java:853) 356 [2025-01-15 15:50:03.452] [ERROR] [grpc-default-executor-4469] handle error: java.lang.RuntimeException: regionCDC error:epoch_not_match { 357 } 358 , regionId: 139223032 , resolvedTs : 455325097205956609 359 [2025-01-15 15:50:03.452] [ERROR] [grpc-default-executor-4469] onErrorEventHandle : region_id: 139217224 360 error { 361 epoch_not_match { 362 } 363 } 364 request_id: 177 365 366 [2025-01-15 15:50:03.452] [ERROR] [grpc-default-executor-4469] region CDC error: region: 139217224, resolvedTs:455325097205956609 367 java.lang.RuntimeException: regionCDC error:epoch_not_match { 368 } 369 370 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 371 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 372 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 373 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 374 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 375 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 376 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 377 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 378 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 379 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 380 at java.lang.Thread.run(Thread.java:853) 381 [2025-01-15 15:50:03.452] [ERROR] [grpc-default-executor-4469] handle error: java.lang.RuntimeException: regionCDC error:epoch_not_match { 382 } 383 , regionId: 139217224 , resolvedTs : 455325097205956609 384 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] remove regions: [139223052, 130111765, 139223016, 139223048, 139223032, 139217224, 138058799, 139223044, 139223028, 139223040, 130992353] 385 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] close (region: 139223052) 386 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] terminated (region: 139223052) 387 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] close (region: 130111765) 388 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] terminated (region: 130111765) 389 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] close (region: 139223016) 390 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] terminated (region: 139223016) 391 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] close (region: 139223048) 392 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] terminated (region: 139223048) 393 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] close (region: 139223032) 394 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] terminated (region: 139223032) 395 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] close (region: 139217224) 396 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] terminated (region: 139217224) 397 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] close (region: 138058799) 398 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] terminated (region: 138058799) 399 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] close (region: 139223044) 400 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] terminated (region: 139223044) 401 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] close (region: 139223028) 402 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] terminated (region: 139223028) 403 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] close (region: 139223040) 404 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] terminated (region: 139223040) 405 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] close (region: 130992353) 406 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] terminated (region: 130992353) 407 [2025-01-15 15:50:03.667] [INFO] [region_error_worker] regions error and restart [139223052, 130111765, 139223016, 139223048, 139223032, 139217224, 138058799, 139223044, 139223028, 139223040, 130992353] 408 [2025-01-15 15:50:03.668] [INFO] [region_error_worker] refreshStart region 139227660 : {Region[139227660] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254S]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254q]} 409 [2025-01-15 15:50:03.668] [INFO] [region_error_worker] refreshStart region 139227656 : {Region[139227656] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254G]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254S]} 410 [2025-01-15 15:50:03.668] [INFO] [region_error_worker] refreshStart region 139227652 : {Region[139227652] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\2540]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254G]} 411 [2025-01-15 15:50:03.669] [INFO] [region_error_worker] refreshStart region 139227648 : {Region[139227648] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254 ]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\2540]} 412 [2025-01-15 15:50:03.669] [INFO] [region_error_worker] refreshStart region 139227676 : {Region[139227676] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\253]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\307]} 413 [2025-01-15 15:50:03.670] [INFO] [region_error_worker] refreshStart region 139227672 : {Region[139227672] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\231]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\253]} 414 [2025-01-15 15:50:03.670] [INFO] [region_error_worker] refreshStart region 139227668 : {Region[139227668] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254}]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\231]} 415 [2025-01-15 15:50:03.671] [INFO] [region_error_worker] refreshStart region 139227664 : {Region[139227664] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254q]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254}]} 416 [2025-01-15 15:50:03.671] [INFO] [region_error_worker] refreshStart region 139227644 : {Region[139227644] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\a]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254 ]} 417 [2025-01-15 15:50:03.671] [INFO] [region_error_worker] refreshStart region 139227640 : {Region[139227640] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\253\374]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\a]} 418 [2025-01-15 15:50:05.476] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 419 [2025-01-15 15:50:05.790] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 420 [2025-01-15 15:50:12.676] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 421 [2025-01-15 15:50:13.276] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 422 [2025-01-15 15:50:13.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 423 [2025-01-15 15:50:14.267] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 424 [2025-01-15 15:50:17.776] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 425 [2025-01-15 15:50:18.701] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 426 [2025-01-15 15:50:23.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 427 [2025-01-15 15:50:23.962] [WARN] [region_error_worker] BackOffer.maxSleep 20000ms is exceeded, errors: 428 [2025-01-15 15:50:23.963] [WARN] [region_error_worker] 429 45.org.tikv.common.exception.GrpcException: 430 ErrorType: REGION_PEER_NOT_ELECTED 431 Error: message: "Region Peer not elected. Please try later" 432 433 46.org.tikv.common.exception.GrpcException: 434 ErrorType: REGION_PEER_NOT_ELECTED 435 Error: message: "Region Peer not elected. Please try later" 436 437 47.org.tikv.common.exception.GrpcException: 438 ErrorType: REGION_PEER_NOT_ELECTED 439 Error: message: "Region Peer not elected. Please try later" 440 441 [2025-01-15 15:50:23.963] [ERROR] [region_error_worker] doRegionErrorEvent error 442 org.tikv.common.exception.GrpcException: retry is exhausted. 443 at org.tikv.common.util.ConcreteBackOffer.logThrowError(ConcreteBackOffer.java:235) 444 at org.tikv.common.util.ConcreteBackOffer.doBackOffWithMaxSleep(ConcreteBackOffer.java:220) 445 at org.tikv.common.util.ConcreteBackOffer.doBackOff(ConcreteBackOffer.java:160) 446 at org.tikv.common.operation.PDErrorHandler.handleResponseError(PDErrorHandler.java:66) 447 at org.tikv.common.policy.RetryPolicy.callWithRetry(RetryPolicy.java:108) 448 at org.tikv.common.AbstractGRPCClient.callWithRetry(AbstractGRPCClient.java:89) 449 at org.tikv.common.PDClient.getRegionByID(PDClient.java:343) 450 at org.tikv.common.region.RegionManager.getRegionById(RegionManager.java:157) 451 at org.tikv.cdc.CDCClient.refreshStart(CDCClient.java:189) 452 at org.tikv.cdc.CDCClient.doRegionErrorEvent(CDCClient.java:367) 453 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) 454 at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) 455 at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) 456 at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) 457 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 458 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 459 at java.lang.Thread.run(Thread.java:853) 460 Caused by: org.tikv.common.exception.GrpcException: 461 ErrorType: REGION_PEER_NOT_ELECTED 462 Error: message: "Region Peer not elected. Please try later" 463 464 at org.tikv.common.operation.PDErrorHandler.handleResponseError(PDErrorHandler.java:67) 465 ... 13 common frames omitted 466 [2025-01-15 15:50:24.076] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 467 [2025-01-15 15:50:30.676] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 468 [2025-01-15 15:50:30.764] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 469 [2025-01-15 15:50:43.576] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 470 [2025-01-15 15:50:44.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 471 [2025-01-15 15:50:45.076] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 472 [2025-01-15 15:50:48.680] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 473 [2025-01-15 15:50:49.276] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 474 [2025-01-15 15:50:49.362] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 475 [2025-01-15 15:50:49.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 476 [2025-01-15 15:50:50.493] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 477 [2025-01-15 15:50:53.836] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 478 [2025-01-15 15:50:57.982] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 479 [2025-01-15 15:50:58.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 480 [2025-01-15 15:51:06.976] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 481 [2025-01-15 15:51:08.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 482 [2025-01-15 15:51:09.976] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 483 [2025-01-15 15:51:21.110] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 484 [2025-01-15 15:51:22.012] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 485 [2025-01-15 15:51:25.276] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 486 [2025-01-15 15:51:26.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 487 [2025-01-15 15:51:29.832] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 488 [2025-01-15 15:51:32.275] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 489 [2025-01-15 15:51:36.076] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 490 [2025-01-15 15:51:36.377] [INFO] [grpc-default-executor-4545] ignore DDL : start_ts: 455325121624670221 491 type: PREWRITE 492 op_type: PUT 493 key: "mDB:51\000\000\000\374\000\000\000\000\000\000\000hTID:63\000\000\375" 494 value: "6757103651" 495 old_value: "6757073651" 496 497 [2025-01-15 15:51:36.378] [INFO] [grpc-default-executor-4545] ignore DDL : start_ts: 455325121624670221 498 commit_ts: 455325121624670226 499 type: COMMIT 500 op_type: PUT 501 key: "mDB:51\000\000\000\374\000\000\000\000\000\000\000hTID:63\000\000\375" 502 value: "6757103651" 503 504 [2025-01-15 15:51:36.444] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 505 [2025-01-15 15:51:44.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 506 [2025-01-15 15:51:44.497] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 507 [2025-01-15 15:52:02.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 508 [2025-01-15 15:52:02.776] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 509 [2025-01-15 15:52:16.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 510 [2025-01-15 15:52:18.717] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 511 [2025-01-15 15:52:24.129] [INFO] [TidbEventSorter] lastHeartBeatTs : 455324425514385436 , lastSendHeartBeatTs : 1736924846166 , minResolvedTs : 1736924840 455324425514385436 , {139222092=455324617837641740, 139222088=455324633830260740, 137464374=455325004171051011, 139214916=455324825952452609, 139222084=455324633830260740, 139222080=455324617837641740, 139227200=455325002860331010, 139222108=455324649857220617, 139223132=455325001798647809, 139222104=455324633774686212, 139223128=455325001549873154, 138058799=455325071987703809, 134760989=455325133984759826, 139222100=455324633774686212, 139162196=455325004171051011, 139214956=455324921752977418, 139219052=455325003122737154, 139222124=455324697621954566, 139223148=455325001549873154, 139223144=455325001733111809, 139222120=455324682087825409, 139222116=455324649975185428, 139223140=455325001733111809, 131623409=455325133998391302, 133206489=455325133984759826, 139222112=455324649857220617, 139223136=455325001733111809, 138071575=455325133984759826, 139223164=455325017579716610, 139224700=455325002860331010, 139227260=455325004171051011, 139224696=455325004171051011, 139223160=455325018104004609, 139222136=455324649975185428, 130989561=455325133984759826, 133320645=455325133984759826, 139222132=455324649857220617, 139203188=455325133984759826, 139223156=455325003122737154, 130820597=455325003908907010, 139223152=455325001733111809, 139222128=455324649857220617, 134273597=455325133998391302, 139223564=455325002860331010, 139223052=455325097205956609, 139214860=455324905500049416, 139223560=455325004171051011, 139223048=455325097140420609, 129007605=455325002598187010, 137492087=455325133984759826, 130958217=455325003122737154, 133509565=455325133998391302, 139223044=455325081123422234, 139223040=455325081123422234, 139227164=455325001812279306, 138100330=455325004171051011, 139219992=455325133984759826, 139214360=455324425750315009, 138100334=455325002860331010, 139178524=455325004171051011, 127235020=455325133998391302, 127518659=455325004171051011, 138055782=455325002598187010, 139214864=455325003384619010, 138767896=455325133984759826, 139227180=455325004171051011, 139222060=455324617837641740, 138776612=455325133998391302, 139222056=455324617837641740, 139227176=455325004171051011, 138081885=455325004171051011, 139227172=455325002860331010, 139227168=455325004171051011, 126613476=455324508600926230, 139227196=455325004171051011, 139222076=455324617837641740, 132640149=455325133984759826, 132620181=455325133984759826, 137997899=455325003122737154, 139222072=455324617837641740, 139227192=455325004171051011, 139184700=455325133984759826, 139227188=455325002860331010, 139222068=455324617837641740, 137544777=455325004171051011, 139147824=455325133984759826, 139227184=455325003646763010, 139222064=455324617837641740, 139222220=455324730165035016, 139227340=455325004171051011, 130514245=455325133998391302, 139227336=455325002860331010, 139222216=455324730007748633, 139227332=455325004171051011, 139222212=455324714121822209, 129670449=455325133984759826, 139214528=455324617888759813, 139227328=455325004171051011, 139000004=455325133998391302, 139222208=455324713885892609, 139222236=455324730191249420, 139222232=455324730165035016, 139219160=455325004171051011, 139218648=455325004171051011, 139222228=455324730191249420, 139227348=455325002860331010, 136705209=455325133984759826, 139222224=455324730165035016, 139227344=455325004171051011, 139222252=455324746168926235, 139222248=455324746168926235, 137512084=455325133984759826, 131054953=455325004171051011, 139214052=455324730191249420, 139222244=455324746168926235, 131687285=455325133984759826, 139222240=455324730191249420, 132795205=455325133998391302, 139226876=455325003122737154, 130763641=455325004171051011, 139226872=455325004171051011, 139214580=455324777927671848, 131422573=455325133984759826, 139222260=455324761989316629, 139226868=455325004171051011, 130725745=455325133998391302, 139226864=455325004171051011, 139222256=455324762067959809, 139227276=455325004171051011, 139222156=455324698117931009, 139224716=455325003122737154, 139224712=455324972412305427, 139227272=455325004171051011, 139222152=455324698117931009, 139222148=455324697621954566, 139224708=455325004171051011, 139227268=455325004171051011, 139222144=455324698117931009, 139227264=455325002598187010, 139224704=455325003122737154, 139222172=455324778084958241, 139224732=455325004171051011, 139227292=455325004171051011, 139224728=455325002860331010, 130111765=455325071987703809, 139222168=455324761989316629, 139227288=455325004171051011, 139227284=455325004171051011, 139222164=455324761924042767, 139218580=455325133984759826, 139224724=455325003384619010, 139227280=455325004171051011, 139224720=455325004171051011, 139222160=455324698183467022, 139222188=455324713885892609, 139183272=455325133984759826, 139222184=455324713885892609, 139222180=455324777927671848, 139227296=455325002860331010, 139222176=455324778084958241, 131710773=455325004171051011, 139227324=455325004171051011, 139222204=455324713885892609, 139227320=455325003122737154, 139222200=455324713885892609, 137797824=455325004171051011, 139222196=455324714121822209, 139227316=455325002860331010, 139155120=455325133998391302, 139222192=455324714121822209, 139227312=455325004171051011, 139226956=455325004171051011, 139219276=455325002598187010, 139222348=455324825952452609, 139171656=455325133984759826, 139226952=455325003122737154, 139217224=455325097205956609, 139222344=455324889221169156, 139226948=455325004171051011, 139222336=455324858051985409, 139226944=455325002860331010, 139222364=455324826110001153, 139222360=455324857986449410, 134210281=455325004171051011, 139218260=455325002598187010, 139222356=455324841982558214, 139226960=455325004171051011, 139222352=455324826110001153, 137463084=455325133984759826, 139222380=455324825952452609, 131623161=455325004171051011, 139222376=455324825952452609, 139219304=455325003122737154, 131623165=455325133998391302, 139222372=455324825952452609, 139222368=455324825952452609, 130992353=455325071135735809, 139222396=455324841982558214, 139227004=455325004171051011, 139219324=455325002860331010, 139227000=455325004171051011, 139222392=455324841982558214, 139226996=455325004171051011, 137533705=455325003122737154, 137533711=455325133984759826, 139226892=455325004171051011, 139227404=455325004171051011, 131545749=455325002860331010, 131045517=455325004171051011, 139226888=455325004171051011, 139227400=455325004171051011, 139227396=455325003122737154, 139226884=455325003908907010, 131765393=455325004171051011, 139227392=455325002860331010, 139226880=455325004171051011, 137533309=455325063048593412, 139224860=455325004171051011, 139227420=455325002598187010, 139222300=455324794193707035, 132648121=455325133998391302, 139224856=455325004171051011, 139214616=455324425514385436, 139227416=455325004171051011, 139227412=455325002860331010, 139226900=455325004171051011, 139224852=455325004171051011, 133425833=455325133998391302, 137473898=455325002860331010, 139226896=455325003384619010, 139227408=455325004171051011, 139224848=455325004171051011, 139222316=455324808611627018, 139224876=455325004171051011, 139226924=455325004171051011, 131619513=455325002860331010, 130610857=455325004171051011, 138827044=455325133984759826, 139222312=455324810105847809, 139224872=455325004171051011, 139227428=455325004171051011, 131686577=455325133998391302, 139222308=455324794193707035, 139224868=455325003908907010, 139222304=455324794141278252, 139227424=455325004171051011, 139224864=455324456434270235, 127596788=455325004171051011, 139226940=455325004171051011, 139222332=455324824916983821, 139226936=455325003122737154, 139222328=455324808611627018, 139214648=455324682153361424, 139217208=455325017501073419, 132587665=455325133984759826, 139224884=455325004171051011, 139226932=455325002860331010, 139214644=455324649804791814, 139222324=455324808611627018, 139222320=455324810105847809, 139226928=455325004171051011, 139224880=455325004171051011, 139227084=455325002598187010, 139222476=455324921832931329, 139222472=455324921752977418, 139227080=455325004171051011, 131641437=455325133998391302, 139222468=455324921752977418, 139227076=455325003122737154, 131401309=455325004171051011, 135574429=455325004171051011, 139227072=455325002860331010, 139222464=455324921910263824, 139214272=455325004171051011, 139227100=455325004171051011, 139227096=455325004171051011, 139227092=455325003122737154, 139219412=455325004171051011, 137463720=455325133998391302, 139227088=455325004171051011, 139223020=455325002860331010, 139214828=455324857986449410, 131402865=455325133998391302, 139223016=455325081123422234, 139227112=455325004171051011, 139227108=455325004171051011, 139227104=455325003122737154, 138007444=455325133984759826, 139223036=455325003908907010, 139210748=455325133998391302, 131905645=455325133984759826, 139223032=455325097205956609, 139223028=455325081188958217, 139223024=455325004171051011, 131844197=455325133984759826, 139222412=455324841982558214, 139227020=455325004171051011, 137798644=455325133984759826, 139227016=455325004171051011, 126675016=455325133998391302, 139222408=455324841956343820, 139222404=455324873990340634, 139214724=455324746168926235, 139227012=455325004171051011, 138780556=455325133984759826, 138906508=455325004171051011, 139219328=455324441465847816, 139227008=455325004171051011, 139222400=455324857986449410, 130825217=455325133984759826, 131739669=455325133998391302, 137470945=455325002860331010, 139227036=455325004171051011, 139222428=455324841956343820, 139124632=455325133984759826, 137533921=455325133984759826, 139227032=455325004171051011, 139222424=455324841956343820, 139222420=455324841982558214, 139227028=455325003122737154, 126799444=455325004171051011, 127663168=455324491863031812, 139222416=455324841982558214, 139227024=455325004171051011, 133944357=455325004171051011, 139124628=455325133998391302, 139222444=455324905893265424, 139227052=455325004171051011, 139214764=455324794193707035, 139219372=455325003908907010, 139227048=455325004171051011, 139222440=455324905500049416, 132931593=455325133984759826, 131729469=455325133984759826, 139227044=455325004171051011, 139227040=455325004171051011, 139222460=455324905801515019, 139227068=455325002598187010, 139227064=455325003122737154, 139222456=455324905893265424, 131011641=455325133984759826, 139219380=455325004171051011, 139227060=455325004171051011, 139222452=455324905801515019, 139227056=455325002860331010, 139219376=455325004171051011, 139222448=455324905500049416} , [455324425514385436, 455324425750315009, 455324441465847816, 455324456434270235, 455324491863031812, 455324508600926230, 455324617837641740 x 8, 455324617888759813, 455324633774686212 x 2, 455324633830260740 x 2, 455324649804791814, 455324649857220617 x 4, 455324649975185428 x 2, 455324682087825409, 455324682153361424, 455324697621954566 x 2, 455324698117931009 x 3, 455324698183467022, 455324713885892609 x 5, 455324714121822209 x 3, 455324730007748633, 455324730165035016 x 3, 455324730191249420 x 4, 455324746168926235 x 4, 455324761924042767, 455324761989316629 x 2, 455324762067959809, 455324777927671848 x 2, 455324778084958241 x 2, 455324794141278252, 455324794193707035 x 3, 455324808611627018 x 3, 455324810105847809 x 2, 455324824916983821, 455324825952452609 x 6, 455324826110001153 x 2, 455324841956343820 x 3, 455324841982558214 x 6, 455324857986449410 x 3, 455324858051985409, 455324873990340634, 455324889221169156, 455324905500049416 x 3, 455324905801515019 x 2, 455324905893265424 x 2, 455324921752977418 x 3, 455324921832931329, 455324921910263824, 455324972412305427, 455325001549873154 x 2, 455325001733111809 x 4, 455325001798647809, 455325001812279306, 455325002598187010 x 8, 455325002860331010 x 23, 455325003122737154 x 18, 455325003384619010 x 3, 455325003646763010, 455325003908907010 x 5, 455325004171051011 x 101, 455325017501073419, 455325017579716610, 455325018104004609, 455325063048593412, 455325071135735809, 455325071987703809 x 2, 455325081123422234 x 3, 455325081188958217, 455325097140420609, 455325097205956609 x 3, 455325133984759826 x 36, 455325133998391302 x 21] 512 [2025-01-15 15:52:27.621] [INFO] [grpc-default-executor-4578] handle resolvedTs: 1736927547682, regionId: 139000004 513 [2025-01-15 15:52:27.621] [INFO] [grpc-default-executor-4577] handle resolvedTs: 1736927547682, regionId: 131739669 514 [2025-01-15 15:52:27.621] [INFO] [grpc-default-executor-4578] handle resolvedTs: 1736927547682, regionId: 132795205 515 [2025-01-15 15:52:27.621] [INFO] [grpc-default-executor-4531] handle resolvedTs: 1736927547682, regionId: 131641437 516 [2025-01-15 15:52:27.621] [INFO] [grpc-default-executor-4469] handle resolvedTs: 1736927547682, regionId: 134273597 517 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4578] handle resolvedTs: 1736927548639, regionId: 139155120 518 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4469] handle resolvedTs: 1736927548639, regionId: 127235020 519 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4578] handle resolvedTs: 1736927548639, regionId: 130725745 520 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4469] handle resolvedTs: 1736927548639, regionId: 138776612 521 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4579] handle resolvedTs: 1736927548639, regionId: 137463720 522 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4569] handle resolvedTs: 1736927548639, regionId: 131402865 523 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927548639, regionId: 139124628 524 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4579] handle resolvedTs: 1736927548639, regionId: 132648121 525 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4579] handle resolvedTs: 1736927548639, regionId: 130514245 526 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4577] handle resolvedTs: 1736927548639, regionId: 133509565 527 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927548639, regionId: 139210748 528 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4579] handle resolvedTs: 1736927548639, regionId: 133425833 529 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4579] handle resolvedTs: 1736927548639, regionId: 131623165 530 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927548639, regionId: 131623409 531 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4579] handle resolvedTs: 1736927548639, regionId: 126675016 532 [2025-01-15 15:52:28.622] [INFO] [grpc-default-executor-4569] handle resolvedTs: 1736927548639, regionId: 131686577 533 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4569] handle resolvedTs: 1736927549589, regionId: 139184700 534 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927549589, regionId: 139218580 535 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4578] handle resolvedTs: 1736927549589, regionId: 136705209 536 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4569] handle resolvedTs: 1736927549589, regionId: 139219992 537 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927549589, regionId: 132931593 538 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4577] handle resolvedTs: 1736927549589, regionId: 138827044 539 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4579] handle resolvedTs: 1736927549589, regionId: 138780556 540 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4577] handle resolvedTs: 1736927549589, regionId: 130989561 541 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4531] handle resolvedTs: 1736927549589, regionId: 132587665 542 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927549589, regionId: 133206489 543 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4469] handle resolvedTs: 1736927549589, regionId: 138767896 544 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4469] handle resolvedTs: 1736927549589, regionId: 131844197 545 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927549589, regionId: 137463084 546 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4579] handle resolvedTs: 1736927549589, regionId: 139203188 547 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927549589, regionId: 137533921 548 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4577] handle resolvedTs: 1736927549589, regionId: 139171656 549 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4469] handle resolvedTs: 1736927549589, regionId: 132620181 550 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4579] handle resolvedTs: 1736927549589, regionId: 137492087 551 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4469] handle resolvedTs: 1736927549589, regionId: 134760989 552 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4577] handle resolvedTs: 1736927549589, regionId: 139147824 553 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927549589, regionId: 131905645 554 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4577] handle resolvedTs: 1736927549589, regionId: 130825217 555 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927549589, regionId: 139183272 556 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4531] handle resolvedTs: 1736927549589, regionId: 131729469 557 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4579] handle resolvedTs: 1736927549589, regionId: 137512084 558 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4579] handle resolvedTs: 1736927549589, regionId: 129670449 559 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4577] handle resolvedTs: 1736927549589, regionId: 133320645 560 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927549589, regionId: 139124632 561 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927549589, regionId: 131687285 562 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4469] handle resolvedTs: 1736927549589, regionId: 132640149 563 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4545] handle resolvedTs: 1736927549589, regionId: 138071575 564 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4577] handle resolvedTs: 1736927549589, regionId: 131011641 565 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4469] handle resolvedTs: 1736927549589, regionId: 137533711 566 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4579] handle resolvedTs: 1736927549589, regionId: 137798644 567 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4469] handle resolvedTs: 1736927549589, regionId: 138007444 568 [2025-01-15 15:52:29.585] [INFO] [grpc-default-executor-4577] handle resolvedTs: 1736927549589, regionId: 131422573 569 [2025-01-15 15:52:30.676] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 570 [2025-01-15 15:52:30.717] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 571 [2025-01-15 15:52:31.276] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 572 [2025-01-15 15:52:31.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 573 [2025-01-15 15:52:39.676] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 574 [2025-01-15 15:52:39.995] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 575 [2025-01-15 15:52:43.276] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 576 [2025-01-15 15:52:44.476] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 577 [2025-01-15 15:52:45.078] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 578 [2025-01-15 15:52:45.136] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 579 [2025-01-15 15:52:45.976] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 580 [2025-01-15 15:52:46.309] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 581 [2025-01-15 15:52:49.576] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 582 [2025-01-15 15:52:52.315] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 583 [2025-01-15 15:52:52.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 584 [2025-01-15 15:53:11.840] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 585 [2025-01-15 15:53:15.979] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 586 [2025-01-15 15:53:16.276] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 587 [2025-01-15 15:53:25.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 588 [2025-01-15 15:53:27.976] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 589 [2025-01-15 15:53:42.177] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 590 [2025-01-15 15:53:44.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 591 [2025-01-15 15:53:45.377] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 592 [2025-01-15 15:53:47.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 593 [2025-01-15 15:53:48.676] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 594 [2025-01-15 15:53:51.454] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 595 [2025-01-15 15:53:57.376] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 596 [2025-01-15 15:54:00.662] [ERROR] [grpc-default-executor-4545] onErrorEventHandle : region_id: 133206489 597 error { 598 not_leader { 599 region_id: 133206489 600 } 601 } 602 request_id: 25 603 604 [2025-01-15 15:54:00.662] [ERROR] [grpc-default-executor-4545] region CDC error: region: 133206489, resolvedTs:455325158786727948 605 java.lang.RuntimeException: regionCDC error:not_leader { 606 region_id: 133206489 607 } 608 609 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 610 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 611 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 612 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 613 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 614 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 615 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 616 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 617 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 618 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 619 at java.lang.Thread.run(Thread.java:853) 620 [2025-01-15 15:54:00.662] [ERROR] [grpc-default-executor-4545] handle error: java.lang.RuntimeException: regionCDC error:not_leader { 621 region_id: 133206489 622 } 623 , regionId: 133206489 , resolvedTs : 455325158786727948 624 [2025-01-15 15:54:01.576] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 625 [2025-01-15 15:54:02.678] [ERROR] [grpc-default-executor-4531] onErrorEventHandle : region_id: 131623165 626 error { 627 not_leader { 628 region_id: 131623165 629 } 630 } 631 request_id: 194 632 633 [2025-01-15 15:54:02.678] [ERROR] [grpc-default-executor-4531] region CDC error: region: 131623165, resolvedTs:455325158786727948 634 java.lang.RuntimeException: regionCDC error:not_leader { 635 region_id: 131623165 636 } 637 638 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 639 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 640 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 641 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 642 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 643 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 644 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 645 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 646 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 647 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 648 at java.lang.Thread.run(Thread.java:853) 649 [2025-01-15 15:54:02.678] [ERROR] [grpc-default-executor-4531] handle error: java.lang.RuntimeException: regionCDC error:not_leader { 650 region_id: 131623165 651 } 652 , regionId: 131623165 , resolvedTs : 455325158786727948 653 [2025-01-15 15:54:02.721] [ERROR] [grpc-default-executor-4531] onErrorEventHandle : region_id: 129670449 654 error { 655 not_leader { 656 region_id: 129670449 657 } 658 } 659 request_id: 96 660 661 [2025-01-15 15:54:02.721] [ERROR] [grpc-default-executor-4531] region CDC error: region: 129670449, resolvedTs:455325159727300609 662 java.lang.RuntimeException: regionCDC error:not_leader { 663 region_id: 129670449 664 } 665 666 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 667 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 668 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 669 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 670 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 671 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 672 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 673 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 674 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 675 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 676 at java.lang.Thread.run(Thread.java:853) 677 [2025-01-15 15:54:02.721] [ERROR] [grpc-default-executor-4531] handle error: java.lang.RuntimeException: regionCDC error:not_leader { 678 region_id: 129670449 679 } 680 , regionId: 129670449 , resolvedTs : 455325159727300609 681 [2025-01-15 15:54:02.776] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 682 [2025-01-15 15:54:03.667] [INFO] [region_error_worker] remove regions: [131623165, 133206489, 129670449] 683 [2025-01-15 15:54:03.667] [INFO] [region_error_worker] close (region: 131623165) 684 [2025-01-15 15:54:03.667] [INFO] [region_error_worker] terminated (region: 131623165) 685 [2025-01-15 15:54:03.667] [INFO] [region_error_worker] close (region: 133206489) 686 [2025-01-15 15:54:03.667] [INFO] [region_error_worker] terminated (region: 133206489) 687 [2025-01-15 15:54:03.667] [INFO] [region_error_worker] close (region: 129670449) 688 [2025-01-15 15:54:03.667] [INFO] [region_error_worker] terminated (region: 129670449) 689 [2025-01-15 15:54:03.667] [INFO] [region_error_worker] regions error and restart [131623165, 133206489, 129670449] 690 [2025-01-15 15:54:03.668] [INFO] [region_error_worker] refreshStart region 139227660 : {Region[139227660] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254S]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254q]} 691 [2025-01-15 15:54:03.668] [INFO] [region_error_worker] refreshStart region 139227656 : {Region[139227656] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254G]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254S]} 692 [2025-01-15 15:54:03.668] [INFO] [region_error_worker] refreshStart region 139227652 : {Region[139227652] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\2540]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254G]} 693 [2025-01-15 15:54:03.669] [INFO] [region_error_worker] refreshStart region 139227648 : {Region[139227648] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254 ]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\2540]} 694 [2025-01-15 15:54:03.669] [INFO] [region_error_worker] refreshStart region 139227676 : {Region[139227676] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\253]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\307]} 695 [2025-01-15 15:54:03.670] [INFO] [region_error_worker] refreshStart region 139227672 : {Region[139227672] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\231]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\253]} 696 [2025-01-15 15:54:03.670] [INFO] [region_error_worker] refreshStart region 139227668 : {Region[139227668] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254}]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\231]} 697 [2025-01-15 15:54:03.670] [INFO] [region_error_worker] refreshStart region 139227664 : {Region[139227664] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254q]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254}]} 698 [2025-01-15 15:54:03.671] [INFO] [region_error_worker] refreshStart region 139227644 : {Region[139227644] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\a]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254 ]} 699 [2025-01-15 15:54:03.671] [INFO] [region_error_worker] refreshStart region 139227640 : {Region[139227640] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\253\374]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\a]} 700 [2025-01-15 15:54:08.568] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 701 [2025-01-15 15:54:13.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 702 [2025-01-15 15:54:14.476] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 703 [2025-01-15 15:54:15.376] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 704 [2025-01-15 15:54:15.737] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 705 [2025-01-15 15:54:17.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 706 [2025-01-15 15:54:18.422] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 707 [2025-01-15 15:54:19.576] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 708 [2025-01-15 15:54:19.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 709 [2025-01-15 15:54:23.177] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 710 [2025-01-15 15:54:23.939] [WARN] [region_error_worker] BackOffer.maxSleep 20000ms is exceeded, errors: 711 [2025-01-15 15:54:23.939] [WARN] [region_error_worker] 712 45.org.tikv.common.exception.GrpcException: 713 ErrorType: REGION_PEER_NOT_ELECTED 714 Error: message: "Region Peer not elected. Please try later" 715 716 46.org.tikv.common.exception.GrpcException: 717 ErrorType: REGION_PEER_NOT_ELECTED 718 Error: message: "Region Peer not elected. Please try later" 719 720 47.org.tikv.common.exception.GrpcException: 721 ErrorType: REGION_PEER_NOT_ELECTED 722 Error: message: "Region Peer not elected. Please try later" 723 724 [2025-01-15 15:54:23.939] [ERROR] [region_error_worker] doRegionErrorEvent error 725 org.tikv.common.exception.GrpcException: retry is exhausted. 726 at org.tikv.common.util.ConcreteBackOffer.logThrowError(ConcreteBackOffer.java:235) 727 at org.tikv.common.util.ConcreteBackOffer.doBackOffWithMaxSleep(ConcreteBackOffer.java:220) 728 at org.tikv.common.util.ConcreteBackOffer.doBackOff(ConcreteBackOffer.java:160) 729 at org.tikv.common.operation.PDErrorHandler.handleResponseError(PDErrorHandler.java:66) 730 at org.tikv.common.policy.RetryPolicy.callWithRetry(RetryPolicy.java:108) 731 at org.tikv.common.AbstractGRPCClient.callWithRetry(AbstractGRPCClient.java:89) 732 at org.tikv.common.PDClient.getRegionByID(PDClient.java:343) 733 at org.tikv.common.region.RegionManager.getRegionById(RegionManager.java:157) 734 at org.tikv.cdc.CDCClient.refreshStart(CDCClient.java:189) 735 at org.tikv.cdc.CDCClient.doRegionErrorEvent(CDCClient.java:367) 736 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) 737 at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) 738 at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) 739 at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) 740 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 741 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 742 at java.lang.Thread.run(Thread.java:853) 743 Caused by: org.tikv.common.exception.GrpcException: 744 ErrorType: REGION_PEER_NOT_ELECTED 745 Error: message: "Region Peer not elected. Please try later" 746 747 at org.tikv.common.operation.PDErrorHandler.handleResponseError(PDErrorHandler.java:67) 748 ... 13 common frames omitted 749 [2025-01-15 15:54:23.939] [ERROR] [grpc-default-executor-4625] onErrorEventHandle : region_id: 133509565 750 error { 751 not_leader { 752 region_id: 133509565 753 } 754 } 755 request_id: 52 756 757 [2025-01-15 15:54:23.940] [ERROR] [grpc-default-executor-4625] region CDC error: region: 133509565, resolvedTs:455325158786727948 758 java.lang.RuntimeException: regionCDC error:not_leader { 759 region_id: 133509565 760 } 761 762 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 763 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 764 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 765 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 766 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 767 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 768 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 769 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 770 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 771 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 772 at java.lang.Thread.run(Thread.java:853) 773 [2025-01-15 15:54:23.940] [ERROR] [grpc-default-executor-4625] handle error: java.lang.RuntimeException: regionCDC error:not_leader { 774 region_id: 133509565 775 } 776 , regionId: 133509565 , resolvedTs : 455325158786727948 777 [2025-01-15 15:54:23.940] [ERROR] [grpc-default-executor-4603] onErrorEventHandle : region_id: 133320645 778 error { 779 not_leader { 780 region_id: 133320645 781 } 782 } 783 request_id: 36 784 785 [2025-01-15 15:54:23.941] [ERROR] [grpc-default-executor-4603] region CDC error: region: 133320645, resolvedTs:455325160251588610 786 java.lang.RuntimeException: regionCDC error:not_leader { 787 region_id: 133320645 788 } 789 790 at org.tikv.cdc.RegionCDCClient.onErrorEventHandle(RegionCDCClient.java:182) 791 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:148) 792 at org.tikv.cdc.RegionCDCClient.onNext(RegionCDCClient.java:49) 793 at org.tikv.shade.io.grpc.stub.ClientCalls$StreamObserverToCallListenerAdapter.onMessage(ClientCalls.java:493) 794 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInternal(ClientCallImpl.java:691) 795 at org.tikv.shade.io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1MessagesAvailable.runInContext(ClientCallImpl.java:675) 796 at org.tikv.shade.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37) 797 at org.tikv.shade.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123) 798 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 799 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 800 at java.lang.Thread.run(Thread.java:853) 801 [2025-01-15 15:54:23.941] [ERROR] [grpc-default-executor-4603] handle error: java.lang.RuntimeException: regionCDC error:not_leader { 802 region_id: 133320645 803 } 804 , regionId: 133320645 , resolvedTs : 455325160251588610 805 [2025-01-15 15:54:25.643] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 806 [2025-01-15 15:54:26.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 807 [2025-01-15 15:54:28.364] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 808 [2025-01-15 15:54:31.878] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 809 [2025-01-15 15:54:34.576] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 810 [2025-01-15 15:54:35.476] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 811 [2025-01-15 15:54:35.835] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 812 [2025-01-15 15:54:36.376] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 813 [2025-01-15 15:54:36.676] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 814 [2025-01-15 15:54:41.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 815 [2025-01-15 15:54:50.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 816 [2025-01-15 15:54:53.546] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 817 [2025-01-15 15:54:56.776] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 818 [2025-01-15 15:55:03.376] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 819 [2025-01-15 15:55:03.455] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 820 [2025-01-15 15:55:03.978] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 821 [2025-01-15 15:55:06.377] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 822 [2025-01-15 15:55:09.976] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 823 [2025-01-15 15:55:12.376] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 824 [2025-01-15 15:55:13.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 825 [2025-01-15 15:55:16.299] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 826 [2025-01-15 15:55:19.653] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 827 [2025-01-15 15:55:20.182] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 828 [2025-01-15 15:55:20.776] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 829 [2025-01-15 15:55:22.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 830 [2025-01-15 15:55:26.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 831 [2025-01-15 15:55:29.263] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 832 [2025-01-15 15:55:30.376] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 833 [2025-01-15 15:55:31.327] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 834 [2025-01-15 15:55:33.076] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 835 [2025-01-15 15:55:36.681] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 836 [2025-01-15 15:55:38.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 837 [2025-01-15 15:55:39.775] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 838 [2025-01-15 15:55:43.276] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 839 [2025-01-15 15:55:46.928] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 840 [2025-01-15 15:55:58.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 841 [2025-01-15 15:56:00.167] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 842 [2025-01-15 15:56:00.676] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 843 [2025-01-15 15:56:03.667] [INFO] [region_error_worker] remove regions: [133320645, 133509565] 844 [2025-01-15 15:56:03.667] [INFO] [region_error_worker] close (region: 133320645) 845 [2025-01-15 15:56:03.667] [INFO] [region_error_worker] terminated (region: 133320645) 846 [2025-01-15 15:56:03.667] [INFO] [region_error_worker] close (region: 133509565) 847 [2025-01-15 15:56:03.667] [INFO] [region_error_worker] terminated (region: 133509565) 848 [2025-01-15 15:56:03.667] [INFO] [region_error_worker] regions error and restart [133320645, 133509565] 849 [2025-01-15 15:56:03.668] [INFO] [region_error_worker] refreshStart region 139227660 : {Region[139227660] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254S]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254q]} 850 [2025-01-15 15:56:03.668] [INFO] [region_error_worker] refreshStart region 139227656 : {Region[139227656] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254G]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254S]} 851 [2025-01-15 15:56:03.668] [INFO] [region_error_worker] refreshStart region 139227652 : {Region[139227652] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\2540]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254G]} 852 [2025-01-15 15:56:03.669] [INFO] [region_error_worker] refreshStart region 139227648 : {Region[139227648] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254 ]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\2540]} 853 [2025-01-15 15:56:03.669] [INFO] [region_error_worker] refreshStart region 139227676 : {Region[139227676] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\253]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\307]} 854 [2025-01-15 15:56:03.670] [INFO] [region_error_worker] refreshStart region 139227672 : {Region[139227672] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\231]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\253]} 855 [2025-01-15 15:56:03.670] [INFO] [region_error_worker] refreshStart region 139227668 : {Region[139227668] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254}]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\231]} 856 [2025-01-15 15:56:03.670] [INFO] [region_error_worker] refreshStart region 139227664 : {Region[139227664] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254q]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254}]} 857 [2025-01-15 15:56:03.671] [INFO] [region_error_worker] refreshStart region 139227644 : {Region[139227644] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\a]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254 ]} 858 [2025-01-15 15:56:03.671] [INFO] [region_error_worker] refreshStart region 139227640 : {Region[139227640] ConfVer[5219] Version[352381] Store[127514524] KeyRange[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\253\374]:[t\200\000\000\000\000\000\000\027_r\200\000\000\000\000\004\254\a]} 859 [2025-01-15 15:56:05.237] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 860 [2025-01-15 15:56:08.870] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 861 [2025-01-15 15:56:15.165] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 862 [2025-01-15 15:56:15.676] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 863 [2025-01-15 15:56:16.925] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 864 [2025-01-15 15:56:20.477] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 865 [2025-01-15 15:56:22.634] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 866 [2025-01-15 15:56:23.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 867 [2025-01-15 15:56:23.476] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 868 [2025-01-15 15:56:24.082] [WARN] [region_error_worker] BackOffer.maxSleep 20000ms is exceeded, errors: 869 [2025-01-15 15:56:24.082] [WARN] [region_error_worker] 870 45.org.tikv.common.exception.GrpcException: 871 ErrorType: REGION_PEER_NOT_ELECTED 872 Error: message: "Region Peer not elected. Please try later" 873 874 46.org.tikv.common.exception.GrpcException: 875 ErrorType: REGION_PEER_NOT_ELECTED 876 Error: message: "Region Peer not elected. Please try later" 877 878 47.org.tikv.common.exception.GrpcException: 879 ErrorType: REGION_PEER_NOT_ELECTED 880 Error: message: "Region Peer not elected. Please try later" 881 882 [2025-01-15 15:56:24.082] [ERROR] [region_error_worker] doRegionErrorEvent error 883 org.tikv.common.exception.GrpcException: retry is exhausted. 884 at org.tikv.common.util.ConcreteBackOffer.logThrowError(ConcreteBackOffer.java:235) 885 at org.tikv.common.util.ConcreteBackOffer.doBackOffWithMaxSleep(ConcreteBackOffer.java:220) 886 at org.tikv.common.util.ConcreteBackOffer.doBackOff(ConcreteBackOffer.java:160) 887 at org.tikv.common.operation.PDErrorHandler.handleResponseError(PDErrorHandler.java:66) 888 at org.tikv.common.policy.RetryPolicy.callWithRetry(RetryPolicy.java:108) 889 at org.tikv.common.AbstractGRPCClient.callWithRetry(AbstractGRPCClient.java:89) 890 at org.tikv.common.PDClient.getRegionByID(PDClient.java:343) 891 at org.tikv.common.region.RegionManager.getRegionById(RegionManager.java:157) 892 at org.tikv.cdc.CDCClient.refreshStart(CDCClient.java:189) 893 at org.tikv.cdc.CDCClient.doRegionErrorEvent(CDCClient.java:367) 894 at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) 895 at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) 896 at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) 897 at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) 898 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 899 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 900 at java.lang.Thread.run(Thread.java:853) 901 Caused by: org.tikv.common.exception.GrpcException: 902 ErrorType: REGION_PEER_NOT_ELECTED 903 Error: message: "Region Peer not elected. Please try later" 904 905 at org.tikv.common.operation.PDErrorHandler.handleResponseError(PDErrorHandler.java:67) 906 ... 13 common frames omitted 907 [2025-01-15 15:56:26.871] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 908 [2025-01-15 15:56:28.576] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 909 [2025-01-15 15:56:34.977] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 910 [2025-01-15 15:56:37.276] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 911 [2025-01-15 15:56:38.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 912 [2025-01-15 15:56:39.376] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 913 [2025-01-15 15:56:44.618] [INFO] [grpc-default-executor-4675] ignore DDL : start_ts: 455325202417451055 914 type: PREWRITE 915 op_type: PUT 916 key: "mDB:51\000\000\000\374\000\000\000\000\000\000\000hTID:63\000\000\375" 917 value: "6757133651" 918 old_value: "6757103651" 919 920 [2025-01-15 15:56:44.619] [INFO] [grpc-default-executor-4675] ignore DDL : start_ts: 455325202417451055 921 commit_ts: 455325202431606786 922 type: COMMIT 923 op_type: PUT 924 key: "mDB:51\000\000\000\374\000\000\000\000\000\000\000hTID:63\000\000\375" 925 value: "6757133651" 926 927 [2025-01-15 15:56:46.328] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 928 [2025-01-15 15:56:49.581] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 929 [2025-01-15 15:56:50.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 930 [2025-01-15 15:56:50.476] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 931 [2025-01-15 15:57:00.377] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 932 [2025-01-15 15:57:02.565] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 933 [2025-01-15 15:57:03.076] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 934 [2025-01-15 15:57:03.419] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 935 [2025-01-15 15:57:07.876] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 936 [2025-01-15 15:57:18.376] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 937 [2025-01-15 15:57:20.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 938 [2025-01-15 15:57:20.776] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 939 [2025-01-15 15:57:24.146] [INFO] [TidbEventSorter] lastHeartBeatTs : 455324425514385436 , lastSendHeartBeatTs : 1736924846166 , minResolvedTs : 1736924840 455324425514385436 , {139222092=455324617837641740, 139222088=455324633830260740, 137464374=455325004171051011, 139214916=455324825952452609, 139222084=455324633830260740, 139222080=455324617837641740, 139227200=455325002860331010, 139222108=455324649857220617, 139223132=455325001798647809, 139222104=455324633774686212, 139223128=455325001549873154, 138058799=455325071987703809, 134760989=455325212562423821, 139222100=455324633774686212, 139162196=455325004171051011, 139214956=455324921752977418, 139219052=455325003122737154, 139222124=455324697621954566, 139223148=455325001549873154, 139223144=455325001733111809, 139222120=455324682087825409, 139222116=455324649975185428, 139223140=455325001733111809, 131623409=455325212601745459, 133206489=455325158786727948, 139222112=455324649857220617, 139223136=455325001733111809, 138071575=455325212562423821, 139223164=455325017579716610, 139224700=455325002860331010, 139227260=455325004171051011, 139224696=455325004171051011, 139223160=455325018104004609, 139222136=455324649975185428, 130989561=455325212562423821, 133320645=455325160251588610, 139222132=455324649857220617, 139203188=455325212562423821, 139223156=455325003122737154, 130820597=455325003908907010, 139223152=455325001733111809, 139222128=455324649857220617, 134273597=455325212601745459, 139223564=455325002860331010, 139223052=455325097205956609, 139214860=455324905500049416, 139223560=455325004171051011, 139223048=455325097140420609, 129007605=455325002598187010, 137492087=455325212562423821, 130958217=455325003122737154, 133509565=455325158786727948, 139223044=455325081123422234, 139223040=455325081123422234, 139227164=455325001812279306, 138100330=455325004171051011, 139219992=455325212562423821, 139214360=455324425750315009, 138100334=455325002860331010, 139178524=455325004171051011, 127235020=455325212601745459, 127518659=455325004171051011, 138055782=455325002598187010, 139214864=455325003384619010, 138767896=455325212562423821, 139227180=455325004171051011, 139222060=455324617837641740, 138776612=455325212601745459, 139222056=455324617837641740, 139227176=455325004171051011, 138081885=455325004171051011, 139227172=455325002860331010, 139227168=455325004171051011, 126613476=455324508600926230, 139227196=455325004171051011, 139222076=455324617837641740, 132640149=455325212562423821, 132620181=455325212562423821, 137997899=455325003122737154, 139222072=455324617837641740, 139227192=455325004171051011, 139184700=455325212562423821, 139227188=455325002860331010, 139222068=455324617837641740, 137544777=455325004171051011, 139147824=455325212562423821, 139227184=455325003646763010, 139222064=455324617837641740, 139222220=455324730165035016, 139227340=455325004171051011, 130514245=455325212601745459, 139227336=455325002860331010, 139222216=455324730007748633, 139227332=455325004171051011, 139222212=455324714121822209, 129670449=455325159727300609, 139214528=455324617888759813, 139227328=455325004171051011, 139000004=455325212601745459, 139222208=455324713885892609, 139222236=455324730191249420, 139222232=455324730165035016, 139219160=455325004171051011, 139218648=455325004171051011, 139222228=455324730191249420, 139227348=455325002860331010, 136705209=455325212562423821, 139222224=455324730165035016, 139227344=455325004171051011, 139222252=455324746168926235, 139222248=455324746168926235, 137512084=455325212562423821, 131054953=455325004171051011, 139214052=455324730191249420, 139222244=455324746168926235, 131687285=455325212562423821, 139222240=455324730191249420, 132795205=455325212601745459, 139226876=455325003122737154, 130763641=455325004171051011, 139226872=455325004171051011, 139214580=455324777927671848, 131422573=455325212562423821, 139222260=455324761989316629, 139226868=455325004171051011, 130725745=455325212601745459, 139226864=455325004171051011, 139222256=455324762067959809, 139227276=455325004171051011, 139222156=455324698117931009, 139224716=455325003122737154, 139224712=455324972412305427, 139227272=455325004171051011, 139222152=455324698117931009, 139222148=455324697621954566, 139224708=455325004171051011, 139227268=455325004171051011, 139222144=455324698117931009, 139227264=455325002598187010, 139224704=455325003122737154, 139222172=455324778084958241, 139224732=455325004171051011, 139227292=455325004171051011, 139224728=455325002860331010, 130111765=455325071987703809, 139222168=455324761989316629, 139227288=455325004171051011, 139227284=455325004171051011, 139222164=455324761924042767, 139218580=455325212562423821, 139224724=455325003384619010, 139227280=455325004171051011, 139224720=455325004171051011, 139222160=455324698183467022, 139222188=455324713885892609, 139183272=455325212562423821, 139222184=455324713885892609, 139222180=455324777927671848, 139227296=455325002860331010, 139222176=455324778084958241, 131710773=455325004171051011, 139227324=455325004171051011, 139222204=455324713885892609, 139227320=455325003122737154, 139222200=455324713885892609, 137797824=455325004171051011, 139222196=455324714121822209, 139227316=455325002860331010, 139155120=455325212601745459, 139222192=455324714121822209, 139227312=455325004171051011, 139226956=455325004171051011, 139219276=455325002598187010, 139222348=455324825952452609, 139171656=455325212562423821, 139226952=455325003122737154, 139217224=455325097205956609, 139222344=455324889221169156, 139226948=455325004171051011, 139222336=455324858051985409, 139226944=455325002860331010, 139222364=455324826110001153, 139222360=455324857986449410, 134210281=455325004171051011, 139218260=455325002598187010, 139222356=455324841982558214, 139226960=455325004171051011, 139222352=455324826110001153, 137463084=455325212562423821, 139222380=455324825952452609, 131623161=455325004171051011, 139222376=455324825952452609, 139219304=455325003122737154, 131623165=455325158786727948, 139222372=455324825952452609, 139222368=455324825952452609, 130992353=455325071135735809, 139222396=455324841982558214, 139227004=455325004171051011, 139219324=455325002860331010, 139227000=455325004171051011, 139222392=455324841982558214, 139226996=455325004171051011, 137533705=455325003122737154, 137533711=455325212562423821, 139226892=455325004171051011, 139227404=455325004171051011, 131545749=455325002860331010, 131045517=455325004171051011, 139226888=455325004171051011, 139227400=455325004171051011, 139227396=455325003122737154, 139226884=455325003908907010, 131765393=455325004171051011, 139227392=455325002860331010, 139226880=455325004171051011, 137533309=455325063048593412, 139224860=455325004171051011, 139227420=455325002598187010, 139222300=455324794193707035, 132648121=455325212601745459, 139224856=455325004171051011, 139214616=455324425514385436, 139227416=455325004171051011, 139227412=455325002860331010, 139226900=455325004171051011, 139224852=455325004171051011, 133425833=455325212601745459, 137473898=455325002860331010, 139226896=455325003384619010, 139227408=455325004171051011, 139224848=455325004171051011, 139222316=455324808611627018, 139224876=455325004171051011, 139226924=455325004171051011, 131619513=455325002860331010, 130610857=455325004171051011, 138827044=455325212562423821, 139222312=455324810105847809, 139224872=455325004171051011, 139227428=455325004171051011, 131686577=455325212601745459, 139222308=455324794193707035, 139224868=455325003908907010, 139222304=455324794141278252, 139227424=455325004171051011, 139224864=455324456434270235, 127596788=455325004171051011, 139226940=455325004171051011, 139222332=455324824916983821, 139226936=455325003122737154, 139222328=455324808611627018, 139214648=455324682153361424, 139217208=455325017501073419, 132587665=455325212562423821, 139224884=455325004171051011, 139226932=455325002860331010, 139214644=455324649804791814, 139222324=455324808611627018, 139222320=455324810105847809, 139226928=455325004171051011, 139224880=455325004171051011, 139227084=455325002598187010, 139222476=455324921832931329, 139222472=455324921752977418, 139227080=455325004171051011, 131641437=455325212601745459, 139222468=455324921752977418, 139227076=455325003122737154, 131401309=455325004171051011, 135574429=455325004171051011, 139227072=455325002860331010, 139222464=455324921910263824, 139214272=455325004171051011, 139227100=455325004171051011, 139227096=455325004171051011, 139227092=455325003122737154, 139219412=455325004171051011, 137463720=455325212601745459, 139227088=455325004171051011, 139223020=455325002860331010, 139214828=455324857986449410, 131402865=455325212601745459, 139223016=455325081123422234, 139227112=455325004171051011, 139227108=455325004171051011, 139227104=455325003122737154, 138007444=455325212562423821, 139223036=455325003908907010, 139210748=455325212601745459, 131905645=455325212562423821, 139223032=455325097205956609, 139223028=455325081188958217, 139223024=455325004171051011, 131844197=455325212562423821, 139222412=455324841982558214, 139227020=455325004171051011, 137798644=455325212562423821, 139227016=455325004171051011, 126675016=455325212601745459, 139222408=455324841956343820, 139222404=455324873990340634, 139214724=455324746168926235, 139227012=455325004171051011, 138780556=455325212562423821, 138906508=455325004171051011, 139219328=455324441465847816, 139227008=455325004171051011, 139222400=455324857986449410, 130825217=455325212562423821, 131739669=455325212601745459, 137470945=455325002860331010, 139227036=455325004171051011, 139222428=455324841956343820, 139124632=455325212562423821, 137533921=455325212562423821, 139227032=455325004171051011, 139222424=455324841956343820, 139222420=455324841982558214, 139227028=455325003122737154, 126799444=455325004171051011, 127663168=455324491863031812, 139222416=455324841982558214, 139227024=455325004171051011, 133944357=455325004171051011, 139124628=455325212601745459, 139222444=455324905893265424, 139227052=455325004171051011, 139214764=455324794193707035, 139219372=455325003908907010, 139227048=455325004171051011, 139222440=455324905500049416, 132931593=455325212562423821, 131729469=455325212562423821, 139227044=455325004171051011, 139227040=455325004171051011, 139222460=455324905801515019, 139227068=455325002598187010, 139227064=455325003122737154, 139222456=455324905893265424, 131011641=455325212562423821, 139219380=455325004171051011, 139227060=455325004171051011, 139222452=455324905801515019, 139227056=455325002860331010, 139219376=455325004171051011, 139222448=455324905500049416} , [455324425514385436, 455324425750315009, 455324441465847816, 455324456434270235, 455324491863031812, 455324508600926230, 455324617837641740 x 8, 455324617888759813, 455324633774686212 x 2, 455324633830260740 x 2, 455324649804791814, 455324649857220617 x 4, 455324649975185428 x 2, 455324682087825409, 455324682153361424, 455324697621954566 x 2, 455324698117931009 x 3, 455324698183467022, 455324713885892609 x 5, 455324714121822209 x 3, 455324730007748633, 455324730165035016 x 3, 455324730191249420 x 4, 455324746168926235 x 4, 455324761924042767, 455324761989316629 x 2, 455324762067959809, 455324777927671848 x 2, 455324778084958241 x 2, 455324794141278252, 455324794193707035 x 3, 455324808611627018 x 3, 455324810105847809 x 2, 455324824916983821, 455324825952452609 x 6, 455324826110001153 x 2, 455324841956343820 x 3, 455324841982558214 x 6, 455324857986449410 x 3, 455324858051985409, 455324873990340634, 455324889221169156, 455324905500049416 x 3, 455324905801515019 x 2, 455324905893265424 x 2, 455324921752977418 x 3, 455324921832931329, 455324921910263824, 455324972412305427, 455325001549873154 x 2, 455325001733111809 x 4, 455325001798647809, 455325001812279306, 455325002598187010 x 8, 455325002860331010 x 23, 455325003122737154 x 18, 455325003384619010 x 3, 455325003646763010, 455325003908907010 x 5, 455325004171051011 x 101, 455325017501073419, 455325017579716610, 455325018104004609, 455325063048593412, 455325071135735809, 455325071987703809 x 2, 455325081123422234 x 3, 455325081188958217, 455325097140420609, 455325097205956609 x 3, 455325158786727948 x 3, 455325159727300609, 455325160251588610, 455325212562423821 x 33, 455325212601745459 x 19] 940 [2025-01-15 15:57:24.976] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 941 [2025-01-15 15:57:28.471] [INFO] [grpc-default-executor-4635] handle resolvedTs: 1736927848532, regionId: 139000004 942 [2025-01-15 15:57:28.471] [INFO] [grpc-default-executor-4663] handle resolvedTs: 1736927848532, regionId: 131641437 943 [2025-01-15 15:57:28.471] [INFO] [grpc-default-executor-4624] handle resolvedTs: 1736927848532, regionId: 131739669 944 [2025-01-15 15:57:28.471] [INFO] [grpc-default-executor-4675] handle resolvedTs: 1736927848532, regionId: 132795205 945 [2025-01-15 15:57:28.471] [INFO] [grpc-default-executor-4675] handle resolvedTs: 1736927848532, regionId: 134273597 946 [2025-01-15 15:57:28.576] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 947 [2025-01-15 15:57:29.176] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 948 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4657] handle resolvedTs: 1736927849532, regionId: 139155120 949 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4683] handle resolvedTs: 1736927849532, regionId: 139124628 950 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4679] handle resolvedTs: 1736927849532, regionId: 127235020 951 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4624] handle resolvedTs: 1736927849532, regionId: 130725745 952 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4683] handle resolvedTs: 1736927849532, regionId: 138776612 953 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4622] handle resolvedTs: 1736927849532, regionId: 137463720 954 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4683] handle resolvedTs: 1736927849532, regionId: 132648121 955 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4684] handle resolvedTs: 1736927849532, regionId: 131402865 956 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4684] handle resolvedTs: 1736927849532, regionId: 130514245 957 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4624] handle resolvedTs: 1736927849532, regionId: 139210748 958 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4683] handle resolvedTs: 1736927849532, regionId: 133425833 959 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4624] handle resolvedTs: 1736927849532, regionId: 131623409 960 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4624] handle resolvedTs: 1736927849532, regionId: 126675016 961 [2025-01-15 15:57:29.472] [INFO] [grpc-default-executor-4684] handle resolvedTs: 1736927849532, regionId: 131686577 962 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4684] handle resolvedTs: 1736927850332, regionId: 139184700 963 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4624] handle resolvedTs: 1736927850332, regionId: 138827044 964 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4675] handle resolvedTs: 1736927850332, regionId: 139219992 965 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4635] handle resolvedTs: 1736927850332, regionId: 132931593 966 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4684] handle resolvedTs: 1736927850332, regionId: 132587665 967 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4622] handle resolvedTs: 1736927850332, regionId: 136705209 968 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4683] handle resolvedTs: 1736927850332, regionId: 139218580 969 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4657] handle resolvedTs: 1736927850332, regionId: 138780556 970 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4684] handle resolvedTs: 1736927850332, regionId: 137533921 971 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4622] handle resolvedTs: 1736927850332, regionId: 139171656 972 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4683] handle resolvedTs: 1736927850332, regionId: 139203188 973 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4622] handle resolvedTs: 1736927850332, regionId: 132620181 974 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4635] handle resolvedTs: 1736927850332, regionId: 137463084 975 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4624] handle resolvedTs: 1736927850332, regionId: 131844197 976 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4684] handle resolvedTs: 1736927850332, regionId: 134760989 977 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4663] handle resolvedTs: 1736927850332, regionId: 138767896 978 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4624] handle resolvedTs: 1736927850332, regionId: 130825217 979 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4675] handle resolvedTs: 1736927850332, regionId: 130989561 980 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4663] handle resolvedTs: 1736927850332, regionId: 137512084 981 [2025-01-15 15:57:30.300] [INFO] [grpc-default-executor-4683] handle resolvedTs: 1736927850332, regionId: 131729469 982 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4684] handle resolvedTs: 1736927850332, regionId: 139183272 983 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4622] handle resolvedTs: 1736927850332, regionId: 139147824 984 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4635] handle resolvedTs: 1736927850332, regionId: 131905645 985 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4675] handle resolvedTs: 1736927850332, regionId: 139124632 986 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4684] handle resolvedTs: 1736927850332, regionId: 132640149 987 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4679] handle resolvedTs: 1736927850332, regionId: 131687285 988 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4684] handle resolvedTs: 1736927850332, regionId: 138071575 989 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4675] handle resolvedTs: 1736927850332, regionId: 137798644 990 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4622] handle resolvedTs: 1736927850332, regionId: 137533711 991 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4657] handle resolvedTs: 1736927850332, regionId: 137492087 992 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4635] handle resolvedTs: 1736927850332, regionId: 131011641 993 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4657] handle resolvedTs: 1736927850332, regionId: 138007444 994 [2025-01-15 15:57:30.301] [INFO] [grpc-default-executor-4675] handle resolvedTs: 1736927850332, regionId: 131422573 995 [2025-01-15 15:57:35.867] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 996 [2025-01-15 15:57:36.377] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 997 [2025-01-15 15:57:36.989] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 998 [2025-01-15 15:57:39.977] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable 999 [2025-01-15 15:57:40.022] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] recovers to be reachable 1000 [2025-01-15 15:57:46.579] [WARN] [pool-7-thread-1] store [10.178.1.72:26620] is not reachable