旁路导入回滚阻塞整库ddl

select id, svr_ip, svr_port, tenant, command, trace_id, time, total_time, retry_cnt, regexp_replace(replace(info,’\n’,’’), ’ +’, ’ ') as stmt from __all_virtual_processlist where command not like ‘Sleep’ order by stmt;
[/quote]

mysql> SELECT task_id, object_id, target_object_id, ret_code FROM oceanbase.__all_virtual_ddl_task_status WHERE status = 99 AND tenant_id = 1002\G;
*************************** 1. row ***************************
task_id: 694268041
object_id: 508104
target_object_id: 578205
ret_code: -4072
*************************** 2. row ***************************
task_id: 694268145
object_id: 506348
target_object_id: 578206
ret_code: -4072
*************************** 3. row ***************************
task_id: 694269593
object_id: 508312
target_object_id: 578208
ret_code: -4072
*************************** 4. row ***************************
task_id: 694271047
object_id: 508336
target_object_id: 578213
ret_code: -4072
*************************** 5. row ***************************
task_id: 694271182
object_id: 508226
target_object_id: 578214
ret_code: -4072
*************************** 6. row ***************************
task_id: 694362512
object_id: 509552
target_object_id: 578220
ret_code: -4072
*************************** 7. row ***************************
task_id: 694363935
object_id: 509449
target_object_id: 578222
ret_code: -4072
*************************** 8. row ***************************
task_id: 694424141
object_id: 509841
target_object_id: 578223
ret_code: -4072
*************************** 9. row ***************************
task_id: 694439037
object_id: 509207
target_object_id: 578224
ret_code: -4072
*************************** 10. row ***************************
task_id: 694441780
object_id: 509291
target_object_id: 578225
ret_code: -4072
*************************** 11. row ***************************
task_id: 694450029
object_id: 509167
target_object_id: 578227
ret_code: -4072
*************************** 12. row ***************************
task_id: 694451392
object_id: 507325
target_object_id: 578229
ret_code: -4072
*************************** 13. row ***************************
task_id: 694452557
object_id: 507001
target_object_id: 578230
ret_code: -4072
*************************** 14. row ***************************
task_id: 734956301
object_id: 506840
target_object_id: 579191
ret_code: -4072
14 rows in set (0.01 sec)

select /*+ query_timeout(1000000000) */ * from __all_rootservice_event_history where module like ‘ddl_scheduler’ and value4 like ‘%694452557%’;

select /*+ query_timeout(1000000000) */ * from __all_rootservice_event_history where module like ‘ddl_scheduler’ and value4 like ‘%694452557%’;
±---------------------------±--------------±------------------------±----------±-------------------------------------------±------±-------±---------±------------------------------------±--------±----------±------------±------------------------------------------±-----------------±--------------------±------------------------------------------±--------------±------------+
| gmt_create | module | event | name1 | value1 | name2 | value2 | name3 | value3 | name4 | value4 | name5 | value5 | name6 | value6 | extra_info | rs_svr_ip | rs_svr_port |
±---------------------------±--------------±------------------------±----------±-------------------------------------------±------±-------±---------±------------------------------------±--------±----------±------------±------------------------------------------±-----------------±--------------------±------------------------------------------±--------------±------------+
| 2026-02-03 10:42:22.242119 | ddl scheduler | create hidden table | tenant_id | orig_tenant_id:1002, target_tenant_id:1002 | ret | 0 | trace_id | Y100000ADF6316-000649E2638DC8AE-0-0 | task_id | 694452557 | table_id | 507001 | schema_version | 1770086542016680 | | xx.xx.xx5.22 | 2882 |
| 2026-02-03 10:42:22.319155 | ddl scheduler | switch_state | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649E2638DC8AE-0-0 | task_id | 694452557 | object_id | object_id:507001, target_object_id:578230 | snapshot_version | 0 | WAIT_TRANS_END | xx.xx.xx5.22 | 2882 |
| 2026-02-03 10:42:22.563606 | ddl scheduler | switch_state | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649E2638DC8AE-0-0 | task_id | 694452557 | object_id | object_id:507001, target_object_id:578230 | snapshot_version | 0 | OBTAIN_SNAPSHOT | xx.xx.xx5.22 | 2882 |
| 2026-02-03 10:42:22.627672 | ddl scheduler | obtain snapshot finish | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649E2638DC8AE-0-0 | task_id | 694452557 | task_status | OBTAIN_SNAPSHOT | schema_version | 1770086542016680 | object_id:507001, target_object_id:578230 | xx.xx.xx5.22 | 2882 |
| 2026-02-03 10:42:22.866240 | ddl scheduler | hold snapshot finish | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649E2638DC8AE-0-0 | task_id | 694452557 | task_status | OBTAIN_SNAPSHOT | schema_version | 1770086542016680 | object_id:507001, target_object_id:578230 | xx.xx.xx5.22 | 2882 |
| 2026-02-03 10:42:22.878498 | ddl scheduler | switch_state | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649E2638DC8AE-0-0 | task_id | 694452557 | object_id | object_id:507001, target_object_id:578230 | snapshot_version | 1770086542708715000 | CHECK_TABLE_EMPTY | xx.xx.xx5.22 | 2882 |
| 2026-02-03 10:42:22.878564 | ddl scheduler | obtain snapshot finish | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649E2638DC8AE-0-0 | task_id | 694452557 | task_status | CHECK_TABLE_EMPTY | schema_version | 1770086542016680 | object_id:507001, target_object_id:578230 | xx.xx.xx5.22 | 2882 |
| 2026-02-03 10:42:22.953818 | ddl scheduler | switch_state | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649E2638DC8AE-0-0 | task_id | 694452557 | object_id | object_id:507001, target_object_id:578230 | snapshot_version | 1770086542708715000 | REPENDING | xx.xx.xx5.22 | 2882 |
| 2026-02-04 11:00:17.260880 | ddl scheduler | abort redef table | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649E2638DC8AE-0-0 | task_id | 694452557 | | | | | | xx.xx.xx5.22 | 2882 |
| 2026-02-04 11:23:58.905740 | ddl scheduler | switch_state | tenant_id | 1002 | ret | -4072 | trace_id | Y100000ADF6316-000649E2638DC8AE-0-0 | task_id | 694452557 | object_id | object_id:507001, target_object_id:578230 | snapshot_version | 1770086542708715000 | FAIL | xx.xx.xx5.22 | 2882 |
| 2026-02-04 11:23:58.960498 | ddl scheduler | release snapshot finish | tenant_id | 1002 | ret | -4072 | trace_id | Y100000ADF6316-000649E2638DC8AE-0-0 | task_id | 694452557 | task_status | FAIL | schema_version | 1770086542016680 | object_id:507001, target_object_id:578230 | xx.xx.xx5.22 | 2882 |
±---------------------------±--------------±------------------------±----------±-------------------------------------------±------±-------±---------±------------------------------------±--------±----------±------------±------------------------------------------±-----------------±--------------------±------------------------------------------±--------------±------------+
11 rows in set (59.16 sec)

select id, svr_ip, svr_port, tenant, command, trace_id, time, total_time, retry_cnt, regexp_replace(replace(info,’\n’,’’), ’ +’, ’ ') as stmt from __all_virtual_processlist where command not like ‘Sleep’ order by stmt;

mysql> select id, svr_ip, svr_port, tenant, command, trace_id, time, total_time, retry_cnt, regexp_replace(replace(info,’\n’,’’), ’ +’, ’ ‘) as stmt from __all_virtual_processlist where command not like ‘Sleep’ order by stmt;
±-----------±--------------±---------±------------------±--------±----------------------------------±------------±------------±----------±--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| id | svr_ip | svr_port | tenant | command | trace_id | time | total_time | retry_cnt | stmt |
±-----------±--------------±---------±------------------±--------±----------------------------------±------------±------------±----------±--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| 1132998 | xx.xxx.xx.26 | 2882 | haha_data | Query | YB420A8CA71A-000649F624A0D45E-0-0 | 2391.724499 | 2391.723835 | 0 | create /*+ parallel(4) / index if not exists attr on xx.xxx_header_20171127 (attr ASC) with column group (all columns) |
| 1129900 | xx.xxx.xx.21 | 2882 | haha_data | Query | YB420A8C7315-00064884A44B6F26-0-0 | 2391.724258 | 2391.723633 | 0 | create /
+ parallel(4) / index if not exists attr on xx.xxx_header (attr ASC) with column group (all columns) |
| 1124194 | xx.xxx.xx.21 | 2882 | haha_data | Query | YB420A8C7315-00064887B3E6824F-0-0 | 2391.724411 | 2391.723995 | 0 | create /
+ parallel(4) / index if not exists create_time on xx.xxx_header_20161209 (create_time ASC) with column group (all columns) |
| 1131823 | xx.xxx.xx.26 | 2882 | haha_data | Query | YB420A8CA71A-000649F62410C179-0-0 | 2391.724565 | 2391.723987 | 0 | create /
+ parallel(4) / index if not exists create_time on xx.xxx_header_20171216 (create_time ASC) with column group (all columns) |
| 1124193 | xx.xxx.xx.26 | 2882 | haha_data | Query | YB420A8CA71A-000649F62500B1A1-0-0 | 2391.720181 | 2391.71947 | 0 | create /
+ parallel(4) / index if not exists FK_xx.xxx_line_xx.xxx_header on xx.xxx_line_20160620 (header_id ASC) with column group (all columns) |
| 1124434 | xx.xxx.xx.25 | 2882 | haha_data | Query | YB420A8C0619-000649E2231FD9D0-0-0 | 2391.764548 | 2391.763556 | 0 | create /
+ parallel(4) / index if not exists FK_xx.xxx_line_xx.xxx_header on xx.xxx_line_20171214 (header_id ASC) with column group (all columns) |
| 1135626 | xx.xxx.xx.21 | 2882 | haha_data | Query | YB420A8C7315-00064887BBA4E7DE-0-0 | 2391.724142 | 2391.723709 | 0 | create /
+ parallel(4) / index if not exists relate_id on xxx_record (relate_id ASC) with column group (all columns) |
| 1127520 | xx.xxx.xx.27 | 2882 | haha_data | Query | YB420A8CA71B-000649CFBDADAE36-0-0 | 2391.723895 | 2391.722985 | 0 | create /
+ parallel(4) */ index if not exists user_id on xx.xxx_logs (user_id ASC) with column group (all columns) |
| 3222675847 | xx.xxx.xx.25 | 2882 | sys | Query | YB420A8C0619-000649E37B6F766A-0-0 | 0.026033 | 0.025367 | 0 | select id, svr_ip, svr_port, tenant, command, trace_id, time, total_time, retry_cnt, regexp_replace(replace(info,’\n’,’’), ’ +’, ’ ') as stmt from __all_virtual_processlist where command not like ‘Sleep’ order by stmt |
±-----------±--------------±---------±------------------±--------±----------------------------------±------------±------------±----------±--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
9 rows in set (0.03 sec)

这几个sleep我看了下,都是导数发起的,最大时间也不超过1h,看起来关联性不大

mysql> SELECT task_id, object_id, target_object_id, ret_code,trace_id FROM oceanbase.__all_virtual_ddl_task_status WHERE status = 99 AND tenant_id = 1002\G;
*************************** 1. row ***************************
task_id: 694268041
object_id: 508104
target_object_id: 578205
ret_code: -4072
trace_id: Y100000ADF6316-000649E24F6AD885-0-0
*************************** 2. row ***************************
task_id: 694268145
object_id: 506348
target_object_id: 578206
ret_code: -4072
trace_id: Y100000ADF6316-000649E24F71068E-0-0
*************************** 3. row ***************************
task_id: 694269593
object_id: 508312
target_object_id: 578208
ret_code: -4072
trace_id: Y100000ADF6316-000649E24FACEE80-0-0
*************************** 4. row ***************************
task_id: 694271047
object_id: 508336
target_object_id: 578213
ret_code: -4072
trace_id: Y100000ADF6316-000649E24FD7A41D-0-0
*************************** 5. row ***************************
task_id: 694271182
object_id: 508226
target_object_id: 578214
ret_code: -4072
trace_id: Y100000ADF6316-000649E24FDC9D8E-0-0
*************************** 6. row ***************************
task_id: 694362512
object_id: 509552
target_object_id: 578220
ret_code: -4072
trace_id: Y100000ADF6316-000649E259BCD054-0-0
*************************** 7. row ***************************
task_id: 694363935
object_id: 509449
target_object_id: 578222
ret_code: -4072
trace_id: Y100000ADF6316-000649E259E1B98E-0-0
*************************** 8. row ***************************
task_id: 694424141
object_id: 509841
target_object_id: 578223
ret_code: -4072
trace_id: Y100000ADF6316-000649E260771A97-0-0
*************************** 9. row ***************************
task_id: 694439037
object_id: 509207
target_object_id: 578224
ret_code: -4072
trace_id: Y100000ADF6316-000649E26215D678-0-0
*************************** 10. row ***************************
task_id: 694441780
object_id: 509291
target_object_id: 578225
ret_code: -4072
trace_id: Y100000ADF6316-000649E262626BF1-0-0
*************************** 11. row ***************************
task_id: 694450029
object_id: 509167
target_object_id: 578227
ret_code: -4072
trace_id: Y100000ADF6316-000649E26347D66B-0-0
*************************** 12. row ***************************
task_id: 694451392
object_id: 507325
target_object_id: 578229
ret_code: -4072
trace_id: Y100000ADF6316-000649E2636D967D-0-0
*************************** 13. row ***************************
task_id: 694452557
object_id: 507001
target_object_id: 578230
ret_code: -4072
trace_id: Y100000ADF6316-000649E2638DC8AE-0-0
*************************** 14. row ***************************
task_id: 734956301
object_id: 506840
target_object_id: 579191
ret_code: -4072
trace_id: Y100000ADF6316-000649EDBB42C88B-0-0
14 rows in set (0.00 sec)

ERROR:
No query specified

Y100000ADF6316-000649EDBB42C88B-0-0

select /*+ query_timeout(1000000000) */ * from __all_rootservice_event_history where module like ‘ddl_scheduler’ and value4 like ‘%734956301%’;

mysql> select /*+ query_timeout(1000000000) */ * from __all_rootservice_event_history where module like ‘ddl_scheduler’ and value4 like ‘%734956301%’;
±---------------------------±--------------±------------------------±----------±-------------------------------------------±------±-------±---------±------------------------------------±--------±----------±------------±------------------------------------------±-----------------±--------------------±------------------------------------------±--------------±------------+
| gmt_create | module | event | name1 | value1 | name2 | value2 | name3 | value3 | name4 | value4 | name5 | value5 | name6 | value6 | extra_info | rs_svr_ip | rs_svr_port |
±---------------------------±--------------±------------------------±----------±-------------------------------------------±------±-------±---------±------------------------------------±--------±----------±------------±------------------------------------------±-----------------±--------------------±------------------------------------------±--------------±------------+
| 2026-02-04 00:14:18.824924 | ddl scheduler | create hidden table | tenant_id | orig_tenant_id:1002, target_tenant_id:1002 | ret | 0 | trace_id | Y100000ADF6316-000649EDBB42C88B-0-0 | task_id | 734956301 | table_id | 506840 | schema_version | 1770135258610064 | | xx.xx.xx.22 | 2882 |
| 2026-02-04 00:14:18.871124 | ddl scheduler | switch_state | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649EDBB42C88B-0-0 | task_id | 734956301 | object_id | object_id:506840, target_object_id:579191 | snapshot_version | 0 | WAIT_TRANS_END | xx.xx.xx.22 | 2882 |
| 2026-02-04 00:14:19.081735 | ddl scheduler | switch_state | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649EDBB42C88B-0-0 | task_id | 734956301 | object_id | object_id:506840, target_object_id:579191 | snapshot_version | 0 | OBTAIN_SNAPSHOT | xx.xx.xx.22 | 2882 |
| 2026-02-04 00:14:19.117223 | ddl scheduler | obtain snapshot finish | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649EDBB42C88B-0-0 | task_id | 734956301 | task_status | OBTAIN_SNAPSHOT | schema_version | 1770135258610064 | object_id:506840, target_object_id:579191 | xx.xx.xx.22 | 2882 |
| 2026-02-04 00:14:19.327931 | ddl scheduler | hold snapshot finish | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649EDBB42C88B-0-0 | task_id | 734956301 | task_status | OBTAIN_SNAPSHOT | schema_version | 1770135258610064 | object_id:506840, target_object_id:579191 | xx.xx.xx.22 | 2882 |
| 2026-02-04 00:14:19.341769 | ddl scheduler | switch_state | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649EDBB42C88B-0-0 | task_id | 734956301 | object_id | object_id:506840, target_object_id:579191 | snapshot_version | 1770135259166421000 | CHECK_TABLE_EMPTY | xx.xx.xx.22 | 2882 |
| 2026-02-04 00:14:19.341824 | ddl scheduler | obtain snapshot finish | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649EDBB42C88B-0-0 | task_id | 734956301 | task_status | CHECK_TABLE_EMPTY | schema_version | 1770135258610064 | object_id:506840, target_object_id:579191 | xx.xx.xx.22 | 2882 |
| 2026-02-04 00:14:19.386277 | ddl scheduler | switch_state | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649EDBB42C88B-0-0 | task_id | 734956301 | object_id | object_id:506840, target_object_id:579191 | snapshot_version | 1770135259166421000 | REPENDING | xx.xx.xx.22 | 2882 |
| 2026-02-04 11:00:12.933487 | ddl scheduler | abort redef table | tenant_id | 1002 | ret | 0 | trace_id | Y100000ADF6316-000649EDBB42C88B-0-0 | task_id | 734956301 | | | | | | xx.xx.xx.22 | 2882 |
| 2026-02-04 11:23:58.980803 | ddl scheduler | switch_state | tenant_id | 1002 | ret | -4072 | trace_id | Y100000ADF6316-000649EDBB42C88B-0-0 | task_id | 734956301 | object_id | object_id:506840, target_object_id:579191 | snapshot_version | 1770135259166421000 | FAIL | xx.xx.xx.22 | 2882 |
| 2026-02-04 11:23:59.031949 | ddl scheduler | release snapshot finish | tenant_id | 1002 | ret | -4072 | trace_id | Y100000ADF6316-000649EDBB42C88B-0-0 | task_id | 734956301 | task_status | FAIL | schema_version | 1770135258610064 | object_id:506840, target_object_id:579191 | xx.xx.xx.22 | 2882 |
±---------------------------±--------------±------------------------±----------±-------------------------------------------±------±-------±---------±------------------------------------±--------±----------±------------±------------------------------------------±-----------------±--------------------±------------------------------------------±--------------±------------+
11 rows in set (58.07 sec)

这个是跟日志统一trace_ID的

导数任务,我已经暂停了,因为也导不进去

addr2line -f -e ./observer 0x26a44e8d 0x9755615 0x9754389 0x97542b4 0x9496daf 0x11d6657a 0x11d67477 0x10ce341a 0x975b7bc 0x1002a10a 0x266b43d4 0x266bb307 0x266ba8c5 0x266b89d2 0x7efd752081ca 0x7efd74e39e73
_ZN9oceanbase6common3lbtEv
??:?
ZZN9oceanbase5share6schema17ObSchemaMgrHandle6revertEvENKUlPKcE_clES4
??:?
_ZN9oceanbase5share6schema17ObSchemaMgrHandle5resetEv
??:?
_ZN9oceanbase5share6schema15ObSchemaMgrInfoD2Ev
??:?
_ZN9oceanbase5share6schema19ObSchemaGetterGuardD1Ev
??:?
_ZN9oceanbase10rootserver21ObDDLRedefinitionTask6finishEv
??:?
_ZN9oceanbase10rootserver21ObDDLRedefinitionTask4failEv
??:?
_ZN9oceanbase10rootserver23ObTableRedefinitionTask7processEv
0_cxx.cxx:?
_ZN9oceanbase10rootserver14ObDDLScheduler7do_workEv
0_cxx.cxx:?
_ZN9oceanbase10rootserver20ObTenantThreadHelper4run1Ev
??:?
_ZN9oceanbase5share17ObReentrantThread12blocking_runEv
??:?
_ZN9oceanbase5share17ObReentrantThread4run1Ev
??:?
_ZN9oceanbase3lib7Threads3runEl
??:?
_ZN9oceanbase3lib6Thread10__th_startEPv
0_cxx.cxx:?
??
??:0
??
??:0

22节点bin目录下打印一下堆栈
./obstack $pid -ao

./obstack $pid -a

./ obstack $pid

obstack.txt (162.3 KB)

./obstack $pid -a

./ obstack $pid
这两个也发一下

学习ing

obstack_a.txt (160.2 KB)

grep ‘DDLQueueTh0’ observer.log.* 没有日志

./observer --version
observer (OceanBase_CE 4.3.5.2)

REVISION: 102040012025081510-7b0b16e139168bb6bfcf62c39388e68cf978b7c9
BUILD_BRANCH: HEAD
BUILD_TIME: Aug 15 2025 11:20:30
BUILD_FLAGS: RelWithDebInfo
BUILD_INFO:

Copyright (c) 2011-present OceanBase Inc.

这个log后边不要带点号 observer.log*

没有

./ obstack $pid
这个也跑一下
observer日志能提供一份么

内容很好