1 [2025-06-19 10:12:04.011] [INFO] [main] [NativeFSLock: acquire with pid [2143356]] 2 [2025-06-19 10:12:04.019] [INFO] [main] [error file not exists] 3 [2025-06-19 10:12:04.034] [INFO] [main] [system default timezone : GMT+08:00] 4 [2025-06-19 10:12:04.176] [INFO] [main] [build condition cache, caseInsensitive: true, condition : { 5 "DefaultConnectorCondition" : { 6 "blackCondition" : "[{\"all\":false,\"sub\":[{\"func\":\"fn\",\"name\":\"drc_txn*\"},{\"func\":\"fn\",\"name\":\"DRC_TXN*\"},{\"func\":\"fn\",\"name\":\"delay_delete_*\"},{\"func\":\"fn\",\"name\":\"DELAY_DELETE_*\"}],\"func\":\"fn\",\"name\":\"xinyue.xinyue_resources\",\"map\":\"NONE\"}]", 7 "whiteCondition" : "[{\"all\":false,\"sub\":[{\"name\":\"xy_doc_recycle\",\"map\":\"datasync\"}],\"name\":\"xinyue.xinyue_resources\",\"map\":\"NONE\"}]" 8 } 9 }] 10 [2025-06-19 10:12:04.206] [INFO] [main] [map source class [com.oceanbase.oms.connector.source.store.MultiStoreSourceBooster] to [com.oceanbase.oms.connector.source.store.MultiStoreSourceBooster]] 11 [2025-06-19 10:12:04.208] [INFO] [main] [map sink class [com.oceanbase.oms.connector.kafka.sink.KafkaSinkBooster] to [com.oceanbase.oms.connector.kafka.sink.KafkaSinkBooster]] 12 [2025-06-19 10:12:04.233] [INFO] [main] [auto set coordinator config: {bridgeQueueSize=32, throttleMemoryBound=536870912} by metrics SMALL] 13 [2025-06-19 10:12:04.236] [INFO] [main] [auto set source config: {sourceBatchMemorySize=4194304, splitThreshold=32} by metrics SMALL] 14 [2025-06-19 10:12:04.237] [INFO] [main] [auto set sink config: {batchSize=16384, lingerMs=1} by metrics SMALL] 15 [2025-06-19 10:12:04.253] [INFO] [main] [CastConfig: com.oceanbase.oms.connector.common.cast.CastConfig@776aec5c] 16 [2025-06-19 10:12:04.265] [INFO] [main] [OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0-null-null is not valid] 17 [2025-06-19 10:12:04.265] [INFO] [main] [[condition]] 18 [2025-06-19 10:12:04.265] [INFO] [main] [ blackCondition = [{"all":false,"sub":[{"func":"fn","name":"drc_txn*"},{"func":"fn","name":"DRC_TXN*"},{"func":"fn","name":"delay_delete_*"},{"func":"fn","name":"DELAY_DELETE_*"}],"func":"fn","name":"xinyue.xinyue_resources","map":"NONE"}]] 19 [2025-06-19 10:12:04.265] [INFO] [main] [ whiteCondition = [{"all":false,"sub":[{"name":"xy_doc_recycle","map":"datasync"}],"name":"xinyue.xinyue_resources","map":"NONE"}]] 20 [2025-06-19 10:12:04.265] [INFO] [main] [[coordinator]] 21 [2025-06-19 10:12:04.266] [INFO] [main] [ taskIdentity = np_6u36f4su1s80] 22 [2025-06-19 10:12:04.266] [INFO] [main] [ enableOmsConnectorV2Report = true] 23 [2025-06-19 10:12:04.266] [INFO] [main] [ isCaseSensitive = false] 24 [2025-06-19 10:12:04.266] [INFO] [main] [ dbTableCaseStrategy = follow-source] 25 [2025-06-19 10:12:04.266] [INFO] [main] [ streamMode = true] 26 [2025-06-19 10:12:04.266] [INFO] [main] [ timezone = +08:00] 27 [2025-06-19 10:12:04.266] [INFO] [main] [ enableActiveReportTask = false] 28 [2025-06-19 10:12:04.266] [INFO] [main] [ bridgeQueueSize = 32] 29 [2025-06-19 10:12:04.266] [INFO] [main] [ ignoreDdl = true] 30 [2025-06-19 10:12:04.266] [INFO] [main] [ shuffleDdlToAllRoute = true] 31 [2025-06-19 10:12:04.266] [INFO] [main] [ enableMetricReportTask = false] 32 [2025-06-19 10:12:04.266] [INFO] [main] [ sourceType = OB_MYSQL] 33 [2025-06-19 10:12:04.266] [INFO] [main] [ columnCaseStrategy = follow-source] 34 [2025-06-19 10:12:04.266] [INFO] [main] [ throttleMemoryBound = 536870912] 35 [2025-06-19 10:12:04.266] [INFO] [main] [ sinkType = KAFKA] 36 [2025-06-19 10:12:04.266] [INFO] [main] [ listenPort = 16000] 37 [2025-06-19 10:12:04.266] [INFO] [main] [ allowRecordTypes = INSERT,DELETE,UPDATE] 38 [2025-06-19 10:12:04.266] [INFO] [main] [ ignoreCompensateDDL = false] 39 [2025-06-19 10:12:04.266] [INFO] [main] [ connectorJvmParam = -Xms2048m -Xmx2048m -Xmn1024m -XX:MetaspaceSize=128m -XX:MaxMetaspaceSize=128m -XX:+UseConcMarkSweepGC -XX:+UseParNewGC -XX:+CMSParallelRemarkEnabled -XX:+UseCMSInitiatingOccupancyOnly -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSClassUnloadingEnabled] 40 [2025-06-19 10:12:04.267] [INFO] [main] [[sink]] 41 [2025-06-19 10:12:04.267] [INFO] [main] [ boosterClass = com.oceanbase.oms.connector.kafka.sink.KafkaSinkBooster] 42 [2025-06-19 10:12:04.267] [INFO] [main] [ enableNoUniqueConstraintTableReplicate = false] 43 [2025-06-19 10:12:04.267] [INFO] [main] [ dbTableCaseStrategy = follow-source] 44 [2025-06-19 10:12:04.267] [INFO] [main] [ serializerType = CANAL] 45 [2025-06-19 10:12:04.267] [INFO] [main] [ filterHiddenPK = false] 46 [2025-06-19 10:12:04.267] [INFO] [main] [ dateTimezone = +00:00] 47 [2025-06-19 10:12:04.267] [INFO] [main] [ sourceIsStore = true] 48 [2025-06-19 10:12:04.267] [INFO] [main] [ partitionMode = HASH] 49 [2025-06-19 10:12:04.267] [INFO] [main] [ type = KAFKA_SINK] 50 [2025-06-19 10:12:04.267] [INFO] [main] [ ignoreDdl = true] 51 [2025-06-19 10:12:04.267] [INFO] [main] [ ignoreConflictDetectOfNullValue = true] 52 [2025-06-19 10:12:04.267] [INFO] [main] [ servers = 192.168.88.120:9092] 53 [2025-06-19 10:12:04.267] [INFO] [main] [ securityProtocol = PLAINTEXT] 54 [2025-06-19 10:12:04.267] [INFO] [main] [ lingerMs = 1] 55 [2025-06-19 10:12:04.268] [INFO] [main] [ dateConvertTimezone = +00:00] 56 [2025-06-19 10:12:04.268] [INFO] [main] [ sourceType = OB_MYSQL] 57 [2025-06-19 10:12:04.268] [INFO] [main] [ columnCaseStrategy = follow-source] 58 [2025-06-19 10:12:04.268] [INFO] [main] [ kafkaVersion = 2] 59 [2025-06-19 10:12:04.268] [INFO] [main] [ sinkMaps = [["NONE","datasync"]]] 60 [2025-06-19 10:12:04.268] [INFO] [main] [ ignoreRedunantColumnsReplicate = false] 61 [2025-06-19 10:12:04.268] [INFO] [main] [ jar = connector-kafka.jar] 62 [2025-06-19 10:12:04.268] [INFO] [main] [ sinkType = KAFKA] 63 [2025-06-19 10:12:04.268] [INFO] [main] [ batchSize = 16384] 64 [2025-06-19 10:12:04.268] [INFO] [main] [ properties = {}] 65 [2025-06-19 10:12:04.268] [INFO] [main] [[source]] 66 [2025-06-19 10:12:04.268] [INFO] [main] [ checkpoint = {"OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0":"1750241776"}] 67 [2025-06-19 10:12:04.268] [INFO] [main] [ boosterClass = com.oceanbase.oms.connector.source.store.MultiStoreSourceBooster] 68 [2025-06-19 10:12:04.268] [INFO] [main] [ taskIdentity = np_6u36f4su1s80] 69 [2025-06-19 10:12:04.268] [INFO] [main] [ enableOmsConnectorV2Report = true] 70 [2025-06-19 10:12:04.268] [INFO] [main] [ clients = [{"clientId":"OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0","clusterManagerUrl":"http://192.168.88.120:8088","subtopic":"OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0"}]] 71 [2025-06-19 10:12:04.268] [INFO] [main] [ dbVersion = 4.3.5.2] 72 [2025-06-19 10:12:04.268] [INFO] [main] [ timezone = +08:00] 73 [2025-06-19 10:12:04.268] [INFO] [main] [ dbType = OB_MYSQL] 74 [2025-06-19 10:12:04.268] [INFO] [main] [ taskSubId = 1] 75 [2025-06-19 10:12:04.268] [INFO] [main] [ type = STORE_SOURCE] 76 [2025-06-19 10:12:04.268] [INFO] [main] [ sourceBatchMemorySize = 4194304] 77 [2025-06-19 10:12:04.269] [INFO] [main] [ ignoreDdl = true] 78 [2025-06-19 10:12:04.269] [INFO] [main] [ password = RM_oms] 79 [2025-06-19 10:12:04.269] [INFO] [main] [ taskType = migrate] 80 [2025-06-19 10:12:04.269] [INFO] [main] [ jar = connector-source-store.jar] 81 [2025-06-19 10:12:04.269] [INFO] [main] [ workerNum = 4] 82 [2025-06-19 10:12:04.269] [INFO] [main] [ username = RM_oms] 83 [2025-06-19 10:12:04.269] [INFO] [main] [ splitThreshold = 32] 84 [2025-06-19 10:12:04.304] [INFO] [main] [store config: { 85 "checkpoint" : "{\"OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0\":\"1750241776\"}", 86 "boosterClass" : "com.oceanbase.oms.connector.source.store.MultiStoreSourceBooster", 87 "taskIdentity" : "np_6u36f4su1s80", 88 "enableOmsConnectorV2Report" : "true", 89 "clients" : "[{\"clientId\":\"OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0\",\"clusterManagerUrl\":\"http://192.168.88.120:8088\",\"subtopic\":\"OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0\"}]", 90 "dbVersion" : "4.3.5.2", 91 "timezone" : "+08:00", 92 "dbType" : "OB_MYSQL", 93 "taskSubId" : "1", 94 "type" : "STORE_SOURCE", 95 "sourceBatchMemorySize" : "4194304", 96 "connectionTimeoutSec" : "120", 97 "ignoreDdl" : "true", 98 "askSelfUnit" : "false", 99 "password" : "RM_oms", 100 "taskType" : "migrate", 101 "maxRetries" : "1000", 102 "transactionEnabled" : "false", 103 "jar" : "connector-source-store.jar", 104 "workerNum" : "4", 105 "username" : "RM_oms", 106 "splitThreshold" : "32" 107 }] 108 [2025-06-19 10:12:04.333] [INFO] [main] [kafka config: { 109 "boosterClass" : "com.oceanbase.oms.connector.kafka.sink.KafkaSinkBooster", 110 "filterHiddenPK" : "false", 111 "partitionMode" : "HASH", 112 "type" : "KAFKA_SINK", 113 "ignoreDdl" : "true", 114 "ignoreConflictDetectOfNullValue" : "true", 115 "servers" : "192.168.88.120:9092", 116 "securityProtocol" : "PLAINTEXT", 117 "lingerMs" : "1", 118 "dateConvertTimezone" : "+00:00", 119 "columnCaseStrategy" : "follow-source", 120 "kafkaVersion" : "2", 121 "enableAsync" : "true", 122 "sinkMaps" : "[[\"NONE\",\"datasync\"]]", 123 "isTopicMandatory" : "true", 124 "jar" : "connector-kafka.jar", 125 "enableNoUniqueConstraintTableReplicate" : "false", 126 "dbTableCaseStrategy" : "follow-source", 127 "serializerType" : "CANAL", 128 "sourceIsStore" : "true", 129 "dateTimezone" : "+00:00", 130 "shardFuncClassName" : "com.oceanbase.oms.connector.kafka.sink.KafkaShardFunc", 131 "sourceType" : "OB_MYSQL", 132 "ignoreRedunantColumnsReplicate" : "false", 133 "sinkType" : "KAFKA", 134 "workerNum" : "16", 135 "batchSize" : "16384", 136 "consumerGroup" : "test", 137 "properties" : "{}" 138 }] 139 [2025-06-19 10:12:04.345] [INFO] [main] [Version20 ProducerProperties: {compression.type=lz4, request.timeout.ms=1800000, batch.size=16384, acks=1, bootstrap.servers=192.168.88.120:9092, receive.buffer.bytes=16777216, buffer.memory=134217728, key.serializer=org.apache.kafka.common.serialization.StringSerializer, security.protocol=PLAINTEXT, max.request.size=1073741824, retries=1000, value.serializer=org.apache.kafka.common.serialization.StringSerializer, max.block.ms=1800000, send.buffer.bytes=16777216, max.in.flight.requests.per.connection=1, linger.ms=1}] 140 [2025-06-19 10:12:04.371] [INFO] [main] [Idempotence will be disabled because acks is set to 1, not set to 'all'.] 141 [2025-06-19 10:12:04.375] [INFO] [main] [ProducerConfig values: 142 acks = 1 143 auto.include.jmx.reporter = true 144 batch.size = 16384 145 bootstrap.servers = [192.168.88.120:9092] 146 buffer.memory = 134217728 147 client.dns.lookup = use_all_dns_ips 148 client.id = producer-1 149 compression.type = lz4 150 connections.max.idle.ms = 540000 151 delivery.timeout.ms = 120000 152 enable.idempotence = false 153 interceptor.classes = [] 154 key.serializer = class org.apache.kafka.common.serialization.StringSerializer 155 linger.ms = 1 156 max.block.ms = 1800000 157 max.in.flight.requests.per.connection = 1 158 max.request.size = 1073741824 159 metadata.max.age.ms = 300000 160 metadata.max.idle.ms = 300000 161 metric.reporters = [] 162 metrics.num.samples = 2 163 metrics.recording.level = INFO 164 metrics.sample.window.ms = 30000 165 partitioner.adaptive.partitioning.enable = true 166 partitioner.availability.timeout.ms = 0 167 partitioner.class = null 168 partitioner.ignore.keys = false 169 receive.buffer.bytes = 16777216 170 reconnect.backoff.max.ms = 1000 171 reconnect.backoff.ms = 50 172 request.timeout.ms = 1800000 173 retries = 1000 174 retry.backoff.ms = 100 175 sasl.client.callback.handler.class = null 176 sasl.jaas.config = null 177 sasl.kerberos.kinit.cmd = /usr/bin/kinit 178 sasl.kerberos.min.time.before.relogin = 60000 179 sasl.kerberos.service.name = null 180 sasl.kerberos.ticket.renew.jitter = 0.05 181 sasl.kerberos.ticket.renew.window.factor = 0.8 182 sasl.login.callback.handler.class = null 183 sasl.login.class = null 184 sasl.login.connect.timeout.ms = null 185 sasl.login.read.timeout.ms = null 186 sasl.login.refresh.buffer.seconds = 300 187 sasl.login.refresh.min.period.seconds = 60 188 sasl.login.refresh.window.factor = 0.8 189 sasl.login.refresh.window.jitter = 0.05 190 sasl.login.retry.backoff.max.ms = 10000 191 sasl.login.retry.backoff.ms = 100 192 sasl.mechanism = GSSAPI 193 sasl.oauthbearer.clock.skew.seconds = 30 194 sasl.oauthbearer.expected.audience = null 195 sasl.oauthbearer.expected.issuer = null 196 sasl.oauthbearer.jwks.endpoint.refresh.ms = 3600000 197 sasl.oauthbearer.jwks.endpoint.retry.backoff.max.ms = 10000 198 sasl.oauthbearer.jwks.endpoint.retry.backoff.ms = 100 199 sasl.oauthbearer.jwks.endpoint.url = null 200 sasl.oauthbearer.scope.claim.name = scope 201 sasl.oauthbearer.sub.claim.name = sub 202 sasl.oauthbearer.token.endpoint.url = null 203 security.protocol = PLAINTEXT 204 security.providers = null 205 send.buffer.bytes = 16777216 206 socket.connection.setup.timeout.max.ms = 30000 207 socket.connection.setup.timeout.ms = 10000 208 ssl.cipher.suites = null 209 ssl.enabled.protocols = [TLSv1.2] 210 ssl.endpoint.identification.algorithm = https 211 ssl.engine.factory.class = null 212 ssl.key.password = null 213 ssl.keymanager.algorithm = SunX509 214 ssl.keystore.certificate.chain = null 215 ssl.keystore.key = null 216 ssl.keystore.location = null 217 ssl.keystore.password = null 218 ssl.keystore.type = JKS 219 ssl.protocol = TLSv1.2 220 ssl.provider = null 221 ssl.secure.random.implementation = null 222 ssl.trustmanager.algorithm = PKIX 223 ssl.truststore.certificates = null 224 ssl.truststore.location = null 225 ssl.truststore.password = null 226 ssl.truststore.type = JKS 227 transaction.timeout.ms = 60000 228 transactional.id = null 229 value.serializer = class org.apache.kafka.common.serialization.StringSerializer 230 ] 231 [2025-06-19 10:12:04.448] [WARN] [main] [[Producer clientId=producer-1] delivery.timeout.ms should be equal to or larger than linger.ms + request.timeout.ms. Setting it to 1800001.] 232 [2025-06-19 10:12:04.495] [INFO] [main] [Kafka version: 3.4.0] 233 [2025-06-19 10:12:04.495] [INFO] [main] [Kafka commitId: 2e1947d240607d53] 234 [2025-06-19 10:12:04.495] [INFO] [main] [Kafka startTimeMs: 1750299124493] 235 [2025-06-19 10:12:04.507] [INFO] [main] [ConsumerConfig values: 236 allow.auto.create.topics = true 237 auto.commit.interval.ms = 5000 238 auto.include.jmx.reporter = true 239 auto.offset.reset = latest 240 bootstrap.servers = [192.168.88.120:9092] 241 check.crcs = true 242 client.dns.lookup = use_all_dns_ips 243 client.id = consumer-test-1 244 client.rack = 245 connections.max.idle.ms = 540000 246 default.api.timeout.ms = 60000 247 enable.auto.commit = true 248 exclude.internal.topics = true 249 fetch.max.bytes = 52428800 250 fetch.max.wait.ms = 500 251 fetch.min.bytes = 1 252 group.id = test 253 group.instance.id = null 254 heartbeat.interval.ms = 3000 255 interceptor.classes = [] 256 internal.leave.group.on.close = true 257 internal.throw.on.fetch.stable.offset.unsupported = false 258 isolation.level = read_uncommitted 259 key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 260 max.partition.fetch.bytes = 1048576 261 max.poll.interval.ms = 300000 262 max.poll.records = 500 263 metadata.max.age.ms = 300000 264 metric.reporters = [] 265 metrics.num.samples = 2 266 metrics.recording.level = INFO 267 metrics.sample.window.ms = 30000 268 partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor, class org.apache.kafka.clients.consumer.CooperativeStickyAssignor] 269 receive.buffer.bytes = 65536 270 reconnect.backoff.max.ms = 1000 271 reconnect.backoff.ms = 50 272 request.timeout.ms = 6000 273 retry.backoff.ms = 100 274 sasl.client.callback.handler.class = null 275 sasl.jaas.config = null 276 sasl.kerberos.kinit.cmd = /usr/bin/kinit 277 sasl.kerberos.min.time.before.relogin = 60000 278 sasl.kerberos.service.name = null 279 sasl.kerberos.ticket.renew.jitter = 0.05 280 sasl.kerberos.ticket.renew.window.factor = 0.8 281 sasl.login.callback.handler.class = null 282 sasl.login.class = null 283 sasl.login.connect.timeout.ms = null 284 sasl.login.read.timeout.ms = null 285 sasl.login.refresh.buffer.seconds = 300 286 sasl.login.refresh.min.period.seconds = 60 287 sasl.login.refresh.window.factor = 0.8 288 sasl.login.refresh.window.jitter = 0.05 289 sasl.login.retry.backoff.max.ms = 10000 290 sasl.login.retry.backoff.ms = 100 291 sasl.mechanism = GSSAPI 292 sasl.oauthbearer.clock.skew.seconds = 30 293 sasl.oauthbearer.expected.audience = null 294 sasl.oauthbearer.expected.issuer = null 295 sasl.oauthbearer.jwks.endpoint.refresh.ms = 3600000 296 sasl.oauthbearer.jwks.endpoint.retry.backoff.max.ms = 10000 297 sasl.oauthbearer.jwks.endpoint.retry.backoff.ms = 100 298 sasl.oauthbearer.jwks.endpoint.url = null 299 sasl.oauthbearer.scope.claim.name = scope 300 sasl.oauthbearer.sub.claim.name = sub 301 sasl.oauthbearer.token.endpoint.url = null 302 security.protocol = PLAINTEXT 303 security.providers = null 304 send.buffer.bytes = 131072 305 session.timeout.ms = 5000 306 socket.connection.setup.timeout.max.ms = 30000 307 socket.connection.setup.timeout.ms = 10000 308 ssl.cipher.suites = null 309 ssl.enabled.protocols = [TLSv1.2] 310 ssl.endpoint.identification.algorithm = https 311 ssl.engine.factory.class = null 312 ssl.key.password = null 313 ssl.keymanager.algorithm = SunX509 314 ssl.keystore.certificate.chain = null 315 ssl.keystore.key = null 316 ssl.keystore.location = null 317 ssl.keystore.password = null 318 ssl.keystore.type = JKS 319 ssl.protocol = TLSv1.2 320 ssl.provider = null 321 ssl.secure.random.implementation = null 322 ssl.trustmanager.algorithm = PKIX 323 ssl.truststore.certificates = null 324 ssl.truststore.location = null 325 ssl.truststore.password = null 326 ssl.truststore.type = JKS 327 value.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 328 ] 329 [2025-06-19 10:12:04.544] [INFO] [main] [Kafka version: 3.4.0] 330 [2025-06-19 10:12:04.544] [INFO] [main] [Kafka commitId: 2e1947d240607d53] 331 [2025-06-19 10:12:04.544] [INFO] [main] [Kafka startTimeMs: 1750299124544] 332 [2025-06-19 10:12:04.793] [INFO] [main] [[Consumer clientId=consumer-test-1, groupId=test] Cluster ID: z9j7w0rYST2HPJ76G9Sv2g] 333 [2025-06-19 10:12:04.793] [INFO] [kafka-producer-network-thread | producer-1] [[Producer clientId=producer-1] Cluster ID: z9j7w0rYST2HPJ76G9Sv2g] 334 [2025-06-19 10:12:04.801] [INFO] [main] [Get topics from consumer: [upload.notify, prod.go-to-php, datasync, transcode.transcode, transcode.sprite, prod.operateLog, transcode.snapshot, transcode.imageinfo, __consumer_offsets, transcode.fileinfo]] 335 [2025-06-19 10:12:04.802] [INFO] [main] [[Consumer clientId=consumer-test-1, groupId=test] Resetting generation and member id due to: consumer pro-actively leaving the group] 336 [2025-06-19 10:12:04.802] [INFO] [main] [[Consumer clientId=consumer-test-1, groupId=test] Request joining group due to: consumer pro-actively leaving the group] 337 [2025-06-19 10:12:04.803] [INFO] [main] [Metrics scheduler closed] 338 [2025-06-19 10:12:04.803] [INFO] [main] [Closing reporter org.apache.kafka.common.metrics.JmxReporter] 339 [2025-06-19 10:12:04.803] [INFO] [main] [Metrics reporters closed] 340 [2025-06-19 10:12:04.807] [INFO] [main] [App info kafka.consumer for consumer-test-1 unregistered] 341 [2025-06-19 10:12:04.807] [INFO] [main] [dbVersion is empty] 342 [2025-06-19 10:12:04.812] [INFO] [main] [auto set coordinator config: {shuffleMinBatchSize=10, shuffleMaxBatchSize=20, shuffleFlushIntervalMs=10, shuffleBucketSize=32} by metrics SMALL] 343 [2025-06-19 10:12:04.812] [INFO] [main] [put coordinator.maxRecordCapacity: batchSize(32), workerNum(16), maxRecordCapacity: 16384, may have been set, so it's inconsistent with cal value ] 344 [2025-06-19 10:12:04.821] [INFO] [main] [Version20 ProducerProperties: {compression.type=lz4, request.timeout.ms=1800000, batch.size=16384, acks=1, bootstrap.servers=192.168.88.120:9092, receive.buffer.bytes=16777216, buffer.memory=134217728, key.serializer=org.apache.kafka.common.serialization.StringSerializer, security.protocol=PLAINTEXT, max.request.size=1073741824, retries=1000, value.serializer=org.apache.kafka.common.serialization.StringSerializer, max.block.ms=1800000, send.buffer.bytes=16777216, max.in.flight.requests.per.connection=1, linger.ms=1}] 345 [2025-06-19 10:12:04.821] [INFO] [main] [Idempotence will be disabled because acks is set to 1, not set to 'all'.] 346 [2025-06-19 10:12:04.822] [INFO] [main] [ProducerConfig values: 347 acks = 1 348 auto.include.jmx.reporter = true 349 batch.size = 16384 350 bootstrap.servers = [192.168.88.120:9092] 351 buffer.memory = 134217728 352 client.dns.lookup = use_all_dns_ips 353 client.id = producer-2 354 compression.type = lz4 355 connections.max.idle.ms = 540000 356 delivery.timeout.ms = 120000 357 enable.idempotence = false 358 interceptor.classes = [] 359 key.serializer = class org.apache.kafka.common.serialization.StringSerializer 360 linger.ms = 1 361 max.block.ms = 1800000 362 max.in.flight.requests.per.connection = 1 363 max.request.size = 1073741824 364 metadata.max.age.ms = 300000 365 metadata.max.idle.ms = 300000 366 metric.reporters = [] 367 metrics.num.samples = 2 368 metrics.recording.level = INFO 369 metrics.sample.window.ms = 30000 370 partitioner.adaptive.partitioning.enable = true 371 partitioner.availability.timeout.ms = 0 372 partitioner.class = null 373 partitioner.ignore.keys = false 374 receive.buffer.bytes = 16777216 375 reconnect.backoff.max.ms = 1000 376 reconnect.backoff.ms = 50 377 request.timeout.ms = 1800000 378 retries = 1000 379 retry.backoff.ms = 100 380 sasl.client.callback.handler.class = null 381 sasl.jaas.config = null 382 sasl.kerberos.kinit.cmd = /usr/bin/kinit 383 sasl.kerberos.min.time.before.relogin = 60000 384 sasl.kerberos.service.name = null 385 sasl.kerberos.ticket.renew.jitter = 0.05 386 sasl.kerberos.ticket.renew.window.factor = 0.8 387 sasl.login.callback.handler.class = null 388 sasl.login.class = null 389 sasl.login.connect.timeout.ms = null 390 sasl.login.read.timeout.ms = null 391 sasl.login.refresh.buffer.seconds = 300 392 sasl.login.refresh.min.period.seconds = 60 393 sasl.login.refresh.window.factor = 0.8 394 sasl.login.refresh.window.jitter = 0.05 395 sasl.login.retry.backoff.max.ms = 10000 396 sasl.login.retry.backoff.ms = 100 397 sasl.mechanism = GSSAPI 398 sasl.oauthbearer.clock.skew.seconds = 30 399 sasl.oauthbearer.expected.audience = null 400 sasl.oauthbearer.expected.issuer = null 401 sasl.oauthbearer.jwks.endpoint.refresh.ms = 3600000 402 sasl.oauthbearer.jwks.endpoint.retry.backoff.max.ms = 10000 403 sasl.oauthbearer.jwks.endpoint.retry.backoff.ms = 100 404 sasl.oauthbearer.jwks.endpoint.url = null 405 sasl.oauthbearer.scope.claim.name = scope 406 sasl.oauthbearer.sub.claim.name = sub 407 sasl.oauthbearer.token.endpoint.url = null 408 security.protocol = PLAINTEXT 409 security.providers = null 410 send.buffer.bytes = 16777216 411 socket.connection.setup.timeout.max.ms = 30000 412 socket.connection.setup.timeout.ms = 10000 413 ssl.cipher.suites = null 414 ssl.enabled.protocols = [TLSv1.2] 415 ssl.endpoint.identification.algorithm = https 416 ssl.engine.factory.class = null 417 ssl.key.password = null 418 ssl.keymanager.algorithm = SunX509 419 ssl.keystore.certificate.chain = null 420 ssl.keystore.key = null 421 ssl.keystore.location = null 422 ssl.keystore.password = null 423 ssl.keystore.type = JKS 424 ssl.protocol = TLSv1.2 425 ssl.provider = null 426 ssl.secure.random.implementation = null 427 ssl.trustmanager.algorithm = PKIX 428 ssl.truststore.certificates = null 429 ssl.truststore.location = null 430 ssl.truststore.password = null 431 ssl.truststore.type = JKS 432 transaction.timeout.ms = 60000 433 transactional.id = null 434 value.serializer = class org.apache.kafka.common.serialization.StringSerializer 435 ] 436 [2025-06-19 10:12:04.823] [WARN] [main] [[Producer clientId=producer-2] delivery.timeout.ms should be equal to or larger than linger.ms + request.timeout.ms. Setting it to 1800001.] 437 [2025-06-19 10:12:04.828] [INFO] [main] [Kafka version: 3.4.0] 438 [2025-06-19 10:12:04.829] [INFO] [main] [Kafka commitId: 2e1947d240607d53] 439 [2025-06-19 10:12:04.829] [INFO] [main] [Kafka startTimeMs: 1750299124828] 440 [2025-06-19 10:12:04.831] [INFO] [main] [ConsumerConfig values: 441 allow.auto.create.topics = true 442 auto.commit.interval.ms = 5000 443 auto.include.jmx.reporter = true 444 auto.offset.reset = latest 445 bootstrap.servers = [192.168.88.120:9092] 446 check.crcs = true 447 client.dns.lookup = use_all_dns_ips 448 client.id = consumer-test-2 449 client.rack = 450 connections.max.idle.ms = 540000 451 default.api.timeout.ms = 60000 452 enable.auto.commit = true 453 exclude.internal.topics = true 454 fetch.max.bytes = 52428800 455 fetch.max.wait.ms = 500 456 fetch.min.bytes = 1 457 group.id = test 458 group.instance.id = null 459 heartbeat.interval.ms = 3000 460 interceptor.classes = [] 461 internal.leave.group.on.close = true 462 internal.throw.on.fetch.stable.offset.unsupported = false 463 isolation.level = read_uncommitted 464 key.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 465 max.partition.fetch.bytes = 1048576 466 max.poll.interval.ms = 300000 467 max.poll.records = 500 468 metadata.max.age.ms = 300000 469 metric.reporters = [] 470 metrics.num.samples = 2 471 metrics.recording.level = INFO 472 metrics.sample.window.ms = 30000 473 partition.assignment.strategy = [class org.apache.kafka.clients.consumer.RangeAssignor, class org.apache.kafka.clients.consumer.CooperativeStickyAssignor] 474 receive.buffer.bytes = 65536 475 reconnect.backoff.max.ms = 1000 476 reconnect.backoff.ms = 50 477 request.timeout.ms = 6000 478 retry.backoff.ms = 100 479 sasl.client.callback.handler.class = null 480 sasl.jaas.config = null 481 sasl.kerberos.kinit.cmd = /usr/bin/kinit 482 sasl.kerberos.min.time.before.relogin = 60000 483 sasl.kerberos.service.name = null 484 sasl.kerberos.ticket.renew.jitter = 0.05 485 sasl.kerberos.ticket.renew.window.factor = 0.8 486 sasl.login.callback.handler.class = null 487 sasl.login.class = null 488 sasl.login.connect.timeout.ms = null 489 sasl.login.read.timeout.ms = null 490 sasl.login.refresh.buffer.seconds = 300 491 sasl.login.refresh.min.period.seconds = 60 492 sasl.login.refresh.window.factor = 0.8 493 sasl.login.refresh.window.jitter = 0.05 494 sasl.login.retry.backoff.max.ms = 10000 495 sasl.login.retry.backoff.ms = 100 496 sasl.mechanism = GSSAPI 497 sasl.oauthbearer.clock.skew.seconds = 30 498 sasl.oauthbearer.expected.audience = null 499 sasl.oauthbearer.expected.issuer = null 500 sasl.oauthbearer.jwks.endpoint.refresh.ms = 3600000 501 sasl.oauthbearer.jwks.endpoint.retry.backoff.max.ms = 10000 502 sasl.oauthbearer.jwks.endpoint.retry.backoff.ms = 100 503 sasl.oauthbearer.jwks.endpoint.url = null 504 sasl.oauthbearer.scope.claim.name = scope 505 sasl.oauthbearer.sub.claim.name = sub 506 sasl.oauthbearer.token.endpoint.url = null 507 security.protocol = PLAINTEXT 508 security.providers = null 509 send.buffer.bytes = 131072 510 session.timeout.ms = 5000 511 socket.connection.setup.timeout.max.ms = 30000 512 socket.connection.setup.timeout.ms = 10000 513 ssl.cipher.suites = null 514 ssl.enabled.protocols = [TLSv1.2] 515 ssl.endpoint.identification.algorithm = https 516 ssl.engine.factory.class = null 517 ssl.key.password = null 518 ssl.keymanager.algorithm = SunX509 519 ssl.keystore.certificate.chain = null 520 ssl.keystore.key = null 521 ssl.keystore.location = null 522 ssl.keystore.password = null 523 ssl.keystore.type = JKS 524 ssl.protocol = TLSv1.2 525 ssl.provider = null 526 ssl.secure.random.implementation = null 527 ssl.trustmanager.algorithm = PKIX 528 ssl.truststore.certificates = null 529 ssl.truststore.location = null 530 ssl.truststore.password = null 531 ssl.truststore.type = JKS 532 value.deserializer = class org.apache.kafka.common.serialization.StringDeserializer 533 ] 534 [2025-06-19 10:12:04.832] [INFO] [kafka-producer-network-thread | producer-2] [[Producer clientId=producer-2] Cluster ID: z9j7w0rYST2HPJ76G9Sv2g] 535 [2025-06-19 10:12:04.836] [INFO] [main] [Kafka version: 3.4.0] 536 [2025-06-19 10:12:04.837] [INFO] [main] [Kafka commitId: 2e1947d240607d53] 537 [2025-06-19 10:12:04.837] [INFO] [main] [Kafka startTimeMs: 1750299124836] 538 [2025-06-19 10:12:04.842] [INFO] [main] [[Consumer clientId=consumer-test-2, groupId=test] Cluster ID: z9j7w0rYST2HPJ76G9Sv2g] 539 [2025-06-19 10:12:04.845] [INFO] [main] [Get topics from consumer: [upload.notify, prod.go-to-php, datasync, transcode.transcode, transcode.sprite, prod.operateLog, transcode.snapshot, transcode.imageinfo, __consumer_offsets, transcode.fileinfo]] 540 [2025-06-19 10:12:04.846] [INFO] [main] [[Consumer clientId=consumer-test-2, groupId=test] Resetting generation and member id due to: consumer pro-actively leaving the group] 541 [2025-06-19 10:12:04.846] [INFO] [main] [[Consumer clientId=consumer-test-2, groupId=test] Request joining group due to: consumer pro-actively leaving the group] 542 [2025-06-19 10:12:04.846] [INFO] [main] [Metrics scheduler closed] 543 [2025-06-19 10:12:04.846] [INFO] [main] [Closing reporter org.apache.kafka.common.metrics.JmxReporter] 544 [2025-06-19 10:12:04.846] [INFO] [main] [Metrics reporters closed] 545 [2025-06-19 10:12:04.848] [INFO] [main] [App info kafka.consumer for consumer-test-2 unregistered] 546 [2025-06-19 10:12:04.870] [INFO] [kafka-producer-network-thread | producer-2] [[Producer clientId=producer-2] Resetting the last seen epoch of partition datasync-0 to 0 since the associated topicId changed from null to yrxUdqv2T5-AjopWzeU8TQ] 547 [2025-06-19 10:12:04.870] [INFO] [kafka-producer-network-thread | producer-2] [[Producer clientId=producer-2] Resetting the last seen epoch of partition datasync-2 to 0 since the associated topicId changed from null to yrxUdqv2T5-AjopWzeU8TQ] 548 [2025-06-19 10:12:04.870] [INFO] [kafka-producer-network-thread | producer-2] [[Producer clientId=producer-2] Resetting the last seen epoch of partition datasync-1 to 0 since the associated topicId changed from null to yrxUdqv2T5-AjopWzeU8TQ] 549 [2025-06-19 10:12:04.876] [INFO] [main] [init topic datasync sink routes: [datasync@1, datasync@2, datasync@0]] 550 [2025-06-19 10:12:04.887] [INFO] [main] [Build ShardBucket: with minBatchSize: [10], maxBatchSize [20], flushIntervalMs [10], inFlightBatchSize [1]] 551 [2025-06-19 10:12:04.887] [INFO] [main] [ShuffleRecordDispatcher: start with capacity [16384], shardBucketCounts [32], minBatchSize [10]] 552 [2025-06-19 10:12:04.888] [INFO] [main] [ShuffleRecordDispatcher: start with batchMode, flushBatchInterval [10]] 553 [2025-06-19 10:12:04.943] [INFO] [main] [ConcurrentArrayQueue mod MULTI_PRODUCER_MULTI_CONSUMER, size: 32] 554 [2025-06-19 10:12:04.947] [INFO] [main] [ConcurrentArrayQueue mod MULTI_PRODUCER_MULTI_CONSUMER, size: 32] 555 [2025-06-19 10:12:04.955] [INFO] [main] [[condition]] 556 [2025-06-19 10:12:04.955] [INFO] [main] [ blackCondition = [{"all":false,"sub":[{"func":"fn","name":"drc_txn*"},{"func":"fn","name":"DRC_TXN*"},{"func":"fn","name":"delay_delete_*"},{"func":"fn","name":"DELAY_DELETE_*"}],"func":"fn","name":"xinyue.xinyue_resources","map":"NONE"}]] 557 [2025-06-19 10:12:04.955] [INFO] [main] [ whiteCondition = [{"all":false,"sub":[{"name":"xy_doc_recycle","map":"datasync"}],"name":"xinyue.xinyue_resources","map":"NONE"}]] 558 [2025-06-19 10:12:04.955] [INFO] [main] [[coordinator]] 559 [2025-06-19 10:12:04.955] [INFO] [main] [ enableOmsConnectorV2Report = true] 560 [2025-06-19 10:12:04.955] [INFO] [main] [ streamMode = true] 561 [2025-06-19 10:12:04.955] [INFO] [main] [ timezone = +08:00] 562 [2025-06-19 10:12:04.955] [INFO] [main] [ shuffleBucketMaxInFlightBatchSize = 1] 563 [2025-06-19 10:12:04.955] [INFO] [main] [ bridgeQueueSize = 32] 564 [2025-06-19 10:12:04.955] [INFO] [main] [ shuffleFlushIntervalMs = 10] 565 [2025-06-19 10:12:04.955] [INFO] [main] [ ignoreDdl = true] 566 [2025-06-19 10:12:04.956] [INFO] [main] [ enableMetricReportTask = false] 567 [2025-06-19 10:12:04.956] [INFO] [main] [ columnCaseStrategy = follow-source] 568 [2025-06-19 10:12:04.956] [INFO] [main] [ ignoreCompensateDDL = false] 569 [2025-06-19 10:12:04.956] [INFO] [main] [ shuffleMinBatchSize = 10] 570 [2025-06-19 10:12:04.956] [INFO] [main] [ taskIdentity = np_6u36f4su1s80] 571 [2025-06-19 10:12:04.956] [INFO] [main] [ isCaseSensitive = false] 572 [2025-06-19 10:12:04.956] [INFO] [main] [ dbTableCaseStrategy = follow-source] 573 [2025-06-19 10:12:04.956] [INFO] [main] [ shuffleBucketSize = 32] 574 [2025-06-19 10:12:04.956] [INFO] [main] [ maxRecordCapacity = 16384] 575 [2025-06-19 10:12:04.956] [INFO] [main] [ enableActiveReportTask = false] 576 [2025-06-19 10:12:04.956] [INFO] [main] [ shuffleMaxBatchSize = 20] 577 [2025-06-19 10:12:04.956] [INFO] [main] [ shuffleDdlToAllRoute = true] 578 [2025-06-19 10:12:04.956] [INFO] [main] [ sourceType = OB_MYSQL] 579 [2025-06-19 10:12:04.956] [INFO] [main] [ throttleMemoryBound = 536870912] 580 [2025-06-19 10:12:04.956] [INFO] [main] [ sinkType = KAFKA] 581 [2025-06-19 10:12:04.956] [INFO] [main] [ dispatcherClassName = com.oceanbase.oms.connector.dispatcher.shard.ShuffleRecordDispatcher] 582 [2025-06-19 10:12:04.956] [INFO] [main] [ listenPort = 16000] 583 [2025-06-19 10:12:04.956] [INFO] [main] [ allowRecordTypes = INSERT,DELETE,UPDATE] 584 [2025-06-19 10:12:04.956] [INFO] [main] [ connectorJvmParam = -Xms2048m -Xmx2048m -Xmn1024m -XX:MetaspaceSize=128m -XX:MaxMetaspaceSize=128m -XX:+UseConcMarkSweepGC -XX:+UseParNewGC -XX:+CMSParallelRemarkEnabled -XX:+UseCMSInitiatingOccupancyOnly -XX:CMSInitiatingOccupancyFraction=70 -XX:+CMSClassUnloadingEnabled] 585 [2025-06-19 10:12:04.956] [INFO] [main] [[sink]] 586 [2025-06-19 10:12:04.956] [INFO] [main] [ boosterClass = com.oceanbase.oms.connector.kafka.sink.KafkaSinkBooster] 587 [2025-06-19 10:12:04.956] [INFO] [main] [ filterHiddenPK = false] 588 [2025-06-19 10:12:04.956] [INFO] [main] [ partitionMode = HASH] 589 [2025-06-19 10:12:04.956] [INFO] [main] [ type = KAFKA_SINK] 590 [2025-06-19 10:12:04.956] [INFO] [main] [ ignoreDdl = true] 591 [2025-06-19 10:12:04.956] [INFO] [main] [ ignoreConflictDetectOfNullValue = true] 592 [2025-06-19 10:12:04.956] [INFO] [main] [ servers = 192.168.88.120:9092] 593 [2025-06-19 10:12:04.956] [INFO] [main] [ securityProtocol = PLAINTEXT] 594 [2025-06-19 10:12:04.956] [INFO] [main] [ lingerMs = 1] 595 [2025-06-19 10:12:04.956] [INFO] [main] [ dateConvertTimezone = +00:00] 596 [2025-06-19 10:12:04.956] [INFO] [main] [ columnCaseStrategy = follow-source] 597 [2025-06-19 10:12:04.956] [INFO] [main] [ kafkaVersion = 2] 598 [2025-06-19 10:12:04.956] [INFO] [main] [ sinkMaps = [["NONE","datasync"]]] 599 [2025-06-19 10:12:04.956] [INFO] [main] [ jar = connector-kafka.jar] 600 [2025-06-19 10:12:04.956] [INFO] [main] [ enableTransactionWriter = false] 601 [2025-06-19 10:12:04.956] [INFO] [main] [ enableNoUniqueConstraintTableReplicate = false] 602 [2025-06-19 10:12:04.957] [INFO] [main] [ dbTableCaseStrategy = follow-source] 603 [2025-06-19 10:12:04.957] [INFO] [main] [ serializerType = CANAL] 604 [2025-06-19 10:12:04.957] [INFO] [main] [ dateTimezone = +00:00] 605 [2025-06-19 10:12:04.957] [INFO] [main] [ sourceIsStore = true] 606 [2025-06-19 10:12:04.957] [INFO] [main] [ sourceType = OB_MYSQL] 607 [2025-06-19 10:12:04.957] [INFO] [main] [ ignoreRedunantColumnsReplicate = false] 608 [2025-06-19 10:12:04.957] [INFO] [main] [ sinkType = KAFKA] 609 [2025-06-19 10:12:04.957] [INFO] [main] [ batchSize = 16384] 610 [2025-06-19 10:12:04.957] [INFO] [main] [ properties = {}] 611 [2025-06-19 10:12:04.957] [INFO] [main] [[source]] 612 [2025-06-19 10:12:04.957] [INFO] [main] [ checkpoint = {"OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0":"1750241776"}] 613 [2025-06-19 10:12:04.957] [INFO] [main] [ boosterClass = com.oceanbase.oms.connector.source.store.MultiStoreSourceBooster] 614 [2025-06-19 10:12:04.957] [INFO] [main] [ taskIdentity = np_6u36f4su1s80] 615 [2025-06-19 10:12:04.957] [INFO] [main] [ enableOmsConnectorV2Report = true] 616 [2025-06-19 10:12:04.957] [INFO] [main] [ clients = [{"clientId":"OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0","clusterManagerUrl":"http://192.168.88.120:8088","subtopic":"OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0"}]] 617 [2025-06-19 10:12:04.957] [INFO] [main] [ dbVersion = 4.3.5.2] 618 [2025-06-19 10:12:04.957] [INFO] [main] [ timezone = +08:00] 619 [2025-06-19 10:12:04.957] [INFO] [main] [ dbType = OB_MYSQL] 620 [2025-06-19 10:12:04.957] [INFO] [main] [ taskSubId = 1] 621 [2025-06-19 10:12:04.957] [INFO] [main] [ type = STORE_SOURCE] 622 [2025-06-19 10:12:04.957] [INFO] [main] [ sourceBatchMemorySize = 4194304] 623 [2025-06-19 10:12:04.957] [INFO] [main] [ ignoreDdl = true] 624 [2025-06-19 10:12:04.957] [INFO] [main] [ password = RM_oms] 625 [2025-06-19 10:12:04.957] [INFO] [main] [ taskType = migrate] 626 [2025-06-19 10:12:04.957] [INFO] [main] [ jar = connector-source-store.jar] 627 [2025-06-19 10:12:04.957] [INFO] [main] [ workerNum = 4] 628 [2025-06-19 10:12:04.957] [INFO] [main] [ username = RM_oms] 629 [2025-06-19 10:12:04.957] [INFO] [main] [ splitThreshold = 32] 630 [2025-06-19 10:12:04.963] [INFO] [main] [BootStrap: init memoryBoound value to 536870912] 631 [2025-06-19 10:12:04.987] [INFO] [main] [BootStrapPanel: register keep alive url [/status]] 632 [2025-06-19 10:12:04.988] [INFO] [main] [BootStrapPanel: register source stats url [/source/stats]] 633 [2025-06-19 10:12:04.989] [INFO] [main] [BootStrapPanel: register checkpoint query url [/checkpoint/query]] 634 [2025-06-19 10:12:04.990] [INFO] [main] [BootStrapPanel: register throttle control url [/throttle/control]] 635 [2025-06-19 10:12:04.990] [INFO] [main] [BootStrapPanel: register throttle query url [/throttle/query]] 636 [2025-06-19 10:12:05.035] [INFO] [main] [storeSource config: {checkpoint={"OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0":"1750241776"}, useDRCNet=true, cmUrl=http://192.168.88.120:8088, storePassword=RM_oms, boosterClass=com.oceanbase.oms.connector.source.store.MultiStoreSourceBooster, enableOmsConnectorV2Report=true, clients=[{"clientId":"OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0","clusterManagerUrl":"http://192.168.88.120:8088","subtopic":"OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0"}], timezone=+08:00, storeEnableTransactionSeq=false, type=STORE_SOURCE, sourceBatchMemorySize=4194304, ignoreDdl=true, password=RM_oms, taskType=migrate, storeTimeoutSec=120, jar=connector-source-store.jar, timestamp=1750241776, taskIdentity=np_6u36f4su1s80, srcSubTopic=OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0, clientId=OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0, dbVersion=4.3.5.2, dbType=OB_MYSQL, taskSubId=1, storeRetryTimes=1000, storeUsername=RM_oms, askSelfUnit=false, storeBlackFilterStr=xinyue.xinyue_resources.drc_txn*|xinyue.xinyue_resources.delay_delete_*, workerNum=4, storeWhiteFilterStr=xinyue.xinyue_resources.xy_doc_recycle, username=RM_oms, splitThreshold=32}] 637 [2025-06-19 10:12:05.036] [INFO] [main] [start transaction assembler] 638 [2025-06-19 10:12:05.037] [WARN] [main] [StoreSource: cache enabled[false]] 639 [2025-06-19 10:12:05.040] [INFO] [main] [useCheckpointListener: true] 640 [2025-06-19 10:12:05.065] [INFO] [main] [useSchemaCache: false, useBetaListener: false] 641 [2025-06-19 10:12:05.065] [INFO] [main] [create drc client with config: {client.connectionTimeout=120, binlogPassword=RM_oms, subTopic=OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0, client.socketTimeout=120, askSelfUnit=false, manager.host=http://192.168.88.120:8088, client.requireCompleteTxn=false, timestamp=1750241776, binlogUsername=RM_oms, useDrcNet=true, server.messageType=binary, server.maxRetriedTimes=1000}] 642 [2025-06-19 10:12:05.072] [INFO] [main] [Initialize the service with starting point: 1750241776] 643 [2025-06-19 10:12:05.072] [INFO] [main] [drc client started] 644 [2025-06-19 10:12:05.072] [INFO] [main] [store source crawler info is {crawler=null, drcConfig={subTopic=OB_MYSQL_CE_ten_1_6u36f9zry9wg-1-0, client.requireCompleteTxn=false, binlogPassword=RM_oms, server.messageType=binary, binlogUsername=RM_oms, client.connectionTimeout=120, version=2.0.0, askSelfUnit=false, useDrcNet=true, client.socketTimeout=120, server.maxRetriedTimes=1000, checkpoint.period=500, manager.host=http://192.168.88.120:8088, timestamp=1750241776}, store=null}] 645 [2025-06-19 10:12:05.074] [INFO] [main] [start drc client] 646 [2025-06-19 10:12:05.481] [ERROR] [main] [notifyStopped:] 647 java.lang.RuntimeException: java.net.ConnectException: Connection refused (Connection refused) 648 at com.oceanbase.connector.framework.threadmanager.sourcetask.SourceTaskManager.createConnectorTask(SourceTaskManager.java:93) 649 at com.oceanbase.connector.framework.threadmanager.sourcetask.SourceTaskManager.createConnectorTask(SourceTaskManager.java:31) 650 at com.oceanbase.connector.framework.threadmanager.TaskManager.start(TaskManager.java:49) 651 at com.oceanbase.oms.connector.coordinator.BootStrapPanel.boot(BootStrapPanel.java:240) 652 at com.oceanbase.oms.connector.jdbc.coordinator.Bootstrap.main(Bootstrap.java:44) 653 Caused by: java.net.ConnectException: Connection refused (Connection refused) 654 at java.net.PlainSocketImpl.socketConnect(Native Method) 655 at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) 656 at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) 657 at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) 658 at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) 659 at java.net.Socket.connect(Socket.java:656) 660 at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:121) 661 at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) 662 at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:326) 663 at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:605) 664 at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:440) 665 at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:835) 666 at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) 667 at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) 668 at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) 669 at com.oceanbase.oms.store.client.impl.HttpHandler.sendRequest(HttpHandler.java:157) 670 at com.oceanbase.oms.store.client.impl.HttpHandler.sendEncodedRequest(HttpHandler.java:163) 671 at com.oceanbase.oms.store.client.impl.ServerProxy.sendRequest(ServerProxy.java:150) 672 at com.oceanbase.oms.store.client.impl.ClusterManagers.connectStore(ClusterManagers.java:240) 673 at com.oceanbase.oms.store.client.impl.ClusterManagers.connectStore(ClusterManagers.java:139) 674 at com.oceanbase.oms.store.client.impl.ClusterManagers.findStore(ClusterManagers.java:105) 675 at com.oceanbase.oms.store.client.impl.DRCClientImpl.connectClusterManager(DRCClientImpl.java:380) 676 at com.oceanbase.oms.store.client.impl.DRCClientImpl.startService(DRCClientImpl.java:677) 677 at com.oceanbase.oms.connector.source.store.StoreSource.start(StoreSource.java:159) 678 at com.oceanbase.connector.framework.threadmanager.sourcetask.SourceTaskManager.createConnectorTask(SourceTaskManager.java:86) 679 ... 4 common frames omitted 680 [2025-06-19 10:12:05.483] [INFO] [main] [close sourceTaskManager done] 681 [2025-06-19 10:12:05.483] [INFO] [main] [close sourceBooster done] 682 [2025-06-19 10:12:05.484] [INFO] [forward_slot0-(ETLProcessor)-queue_slot1] [SerialBridgeTask [forward_slot0-(ETLProcessor)-queue_slot1] stopped] 683 [2025-06-19 10:12:05.485] [INFO] [queue_slot1-()-null] [SerialBridgeTask [queue_slot1-()-null] stopped] 684 [2025-06-19 10:12:05.485] [INFO] [main] [close bridgeTaskManager done] 685 [2025-06-19 10:12:05.486] [INFO] [sinkTask-0] [ASyncSinkTask [sinkTask-0] stopped] 686 [2025-06-19 10:12:05.491] [INFO] [sinkTask-1] [ASyncSinkTask [sinkTask-1] stopped] 687 [2025-06-19 10:12:05.491] [INFO] [sinkTask-2] [ASyncSinkTask [sinkTask-2] stopped] 688 [2025-06-19 10:12:05.495] [INFO] [sinkTask-3] [ASyncSinkTask [sinkTask-3] stopped] 689 [2025-06-19 10:12:05.496] [INFO] [sinkTask-4] [ASyncSinkTask [sinkTask-4] stopped] 690 [2025-06-19 10:12:05.501] [INFO] [sinkTask-5] [ASyncSinkTask [sinkTask-5] stopped] 691 [2025-06-19 10:12:05.501] [INFO] [sinkTask-6] [ASyncSinkTask [sinkTask-6] stopped] 692 [2025-06-19 10:12:05.506] [INFO] [sinkTask-7] [ASyncSinkTask [sinkTask-7] stopped] 693 [2025-06-19 10:12:05.511] [INFO] [sinkTask-8] [ASyncSinkTask [sinkTask-8] stopped] 694 [2025-06-19 10:12:05.512] [INFO] [sinkTask-9] [ASyncSinkTask [sinkTask-9] stopped] 695 [2025-06-19 10:12:05.513] [INFO] [sinkTask-10] [ASyncSinkTask [sinkTask-10] stopped] 696 [2025-06-19 10:12:05.518] [INFO] [sinkTask-11] [ASyncSinkTask [sinkTask-11] stopped] 697 [2025-06-19 10:12:05.518] [INFO] [sinkTask-12] [ASyncSinkTask [sinkTask-12] stopped] 698 [2025-06-19 10:12:05.522] [INFO] [sinkTask-13] [ASyncSinkTask [sinkTask-13] stopped] 699 [2025-06-19 10:12:05.527] [INFO] [sinkTask-14] [ASyncSinkTask [sinkTask-14] stopped] 700 [2025-06-19 10:12:05.528] [INFO] [sinkTask-15] [ASyncSinkTask [sinkTask-15] stopped] 701 [2025-06-19 10:12:05.528] [INFO] [main] [close sinkTaskManager done] 702 [2025-06-19 10:12:05.529] [INFO] [main] [[Producer clientId=producer-1] Closing the Kafka producer with timeoutMillis = 9223372036854775807 ms.] 703 [2025-06-19 10:12:05.532] [INFO] [main] [Metrics scheduler closed] 704 [2025-06-19 10:12:05.532] [INFO] [main] [Closing reporter org.apache.kafka.common.metrics.JmxReporter] 705 [2025-06-19 10:12:05.532] [INFO] [main] [Metrics reporters closed] 706 [2025-06-19 10:12:05.532] [INFO] [main] [App info kafka.producer for producer-1 unregistered] 707 [2025-06-19 10:12:05.532] [INFO] [main] [close sinkBooster done] 708 [2025-06-19 10:12:05.548] [INFO] [main] [[Producer clientId=producer-2] Closing the Kafka producer with timeoutMillis = 9223372036854775807 ms.] 709 [2025-06-19 10:12:05.551] [INFO] [main] [Metrics scheduler closed] 710 [2025-06-19 10:12:05.551] [INFO] [main] [Closing reporter org.apache.kafka.common.metrics.JmxReporter] 711 [2025-06-19 10:12:05.551] [INFO] [main] [Metrics reporters closed] 712 [2025-06-19 10:12:05.551] [INFO] [main] [App info kafka.producer for producer-2 unregistered] 713 [2025-06-19 10:12:05.551] [INFO] [main] [close frameworkCustomize done] 714 [2025-06-19 10:12:05.551] [INFO] [main] [close reporter done] 715 [2025-06-19 10:12:05.551] [INFO] [main] [close httpServer done] 716 [2025-06-19 10:12:05.551] [INFO] [main] [close timerTaskScheduler done] 717 [2025-06-19 10:12:05.551] [WARN] [main] [FrameWork exist {}] 718 java.lang.RuntimeException: java.net.ConnectException: Connection refused (Connection refused) 719 at com.oceanbase.connector.framework.threadmanager.sourcetask.SourceTaskManager.createConnectorTask(SourceTaskManager.java:93) 720 at com.oceanbase.connector.framework.threadmanager.sourcetask.SourceTaskManager.createConnectorTask(SourceTaskManager.java:31) 721 at com.oceanbase.connector.framework.threadmanager.TaskManager.start(TaskManager.java:49) 722 at com.oceanbase.oms.connector.coordinator.BootStrapPanel.boot(BootStrapPanel.java:240) 723 at com.oceanbase.oms.connector.jdbc.coordinator.Bootstrap.main(Bootstrap.java:44) 724 Caused by: java.net.ConnectException: Connection refused (Connection refused) 725 at java.net.PlainSocketImpl.socketConnect(Native Method) 726 at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) 727 at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) 728 at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) 729 at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) 730 at java.net.Socket.connect(Socket.java:656) 731 at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:121) 732 at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) 733 at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:326) 734 at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:605) 735 at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:440) 736 at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:835) 737 at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) 738 at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) 739 at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) 740 at com.oceanbase.oms.store.client.impl.HttpHandler.sendRequest(HttpHandler.java:157) 741 at com.oceanbase.oms.store.client.impl.HttpHandler.sendEncodedRequest(HttpHandler.java:163) 742 at com.oceanbase.oms.store.client.impl.ServerProxy.sendRequest(ServerProxy.java:150) 743 at com.oceanbase.oms.store.client.impl.ClusterManagers.connectStore(ClusterManagers.java:240) 744 at com.oceanbase.oms.store.client.impl.ClusterManagers.connectStore(ClusterManagers.java:139) 745 at com.oceanbase.oms.store.client.impl.ClusterManagers.findStore(ClusterManagers.java:105) 746 at com.oceanbase.oms.store.client.impl.DRCClientImpl.connectClusterManager(DRCClientImpl.java:380) 747 at com.oceanbase.oms.store.client.impl.DRCClientImpl.startService(DRCClientImpl.java:677) 748 at com.oceanbase.oms.connector.source.store.StoreSource.start(StoreSource.java:159) 749 at com.oceanbase.connector.framework.threadmanager.sourcetask.SourceTaskManager.createConnectorTask(SourceTaskManager.java:86) 750 ... 4 common frames omitted 751 [2025-06-19 10:12:05.557] [ERROR] [main] [main thread error] 752 java.lang.RuntimeException: java.net.ConnectException: Connection refused (Connection refused) 753 at com.oceanbase.connector.framework.threadmanager.sourcetask.SourceTaskManager.createConnectorTask(SourceTaskManager.java:93) 754 at com.oceanbase.connector.framework.threadmanager.sourcetask.SourceTaskManager.createConnectorTask(SourceTaskManager.java:31) 755 at com.oceanbase.connector.framework.threadmanager.TaskManager.start(TaskManager.java:49) 756 at com.oceanbase.oms.connector.coordinator.BootStrapPanel.boot(BootStrapPanel.java:240) 757 at com.oceanbase.oms.connector.jdbc.coordinator.Bootstrap.main(Bootstrap.java:44) 758 Caused by: java.net.ConnectException: Connection refused (Connection refused) 759 at java.net.PlainSocketImpl.socketConnect(Native Method) 760 at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350) 761 at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206) 762 at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188) 763 at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392) 764 at java.net.Socket.connect(Socket.java:656) 765 at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:121) 766 at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) 767 at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:326) 768 at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:605) 769 at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:440) 770 at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:835) 771 at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) 772 at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108) 773 at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) 774 at com.oceanbase.oms.store.client.impl.HttpHandler.sendRequest(HttpHandler.java:157) 775 at com.oceanbase.oms.store.client.impl.HttpHandler.sendEncodedRequest(HttpHandler.java:163) 776 at com.oceanbase.oms.store.client.impl.ServerProxy.sendRequest(ServerProxy.java:150) 777 at com.oceanbase.oms.store.client.impl.ClusterManagers.connectStore(ClusterManagers.java:240) 778 at com.oceanbase.oms.store.client.impl.ClusterManagers.connectStore(ClusterManagers.java:139) 779 at com.oceanbase.oms.store.client.impl.ClusterManagers.findStore(ClusterManagers.java:105) 780 at com.oceanbase.oms.store.client.impl.DRCClientImpl.connectClusterManager(DRCClientImpl.java:380) 781 at com.oceanbase.oms.store.client.impl.DRCClientImpl.startService(DRCClientImpl.java:677) 782 at com.oceanbase.oms.connector.source.store.StoreSource.start(StoreSource.java:159) 783 at com.oceanbase.connector.framework.threadmanager.sourcetask.SourceTaskManager.createConnectorTask(SourceTaskManager.java:86) 784 ... 4 common frames omitted