OceanBase CE4.1.0 ECS自建部署CDC使用obcdc_tailf报错

会不会我这个配置文件有错呢?我发现了这个配置项是在的

drc_message_factory_binlog_record_type=BinlogRecordImpl

但是这个是配置项自带的,如下

access_systable_helper_thread_num=64
active_ls_count=10000
all_server_cache_update_interval_sec=5
all_zone_cache_update_interval_sec=5
archive_dest=|
batch_buf_count=10
batch_buf_size=20MB
binlog_record_prealloc_count=100000
blacklist_history_clear_interval_min=20
blacklist_history_overdue_time_min=30
blacklist_survival_time_penalty_period_min=1
blacklist_survival_time_sec=30
blacklist_survival_time_upper_limit_min=4
cached_schema_version_count=32
check_switch_server_interval_min=30
cluster_db_name=oceanbase
cluster_id_black_list=|
cluster_id_black_value_max=2147483647
cluster_id_black_value_min=2147473648
cluster_password=DTStest1234
cluster_url=|
cluster_user=root@sys
cluster_version_refresh_interval_sec=600
config_fpath=etc/libobcdc.conf
data_start_schema_version=|
ddl_parser_thread_num=1
dead_pool_thread_num=1
dml_parser_thread_num=5
drc_message_factory_binlog_record_type=BinlogRecordImpl
enable_backup_mode=0
enable_continue_use_cache_server_list=0
enable_convert_timestamp_to_unix_timestamp=0
enable_dump_pending_trans_info=0
enable_filter_sys_tenant=0
enable_formatter_print_log=0
enable_global_unique_index_belong_to_multi_instance=0
enable_hbase_mode=0
enable_oracle_mode_match_case_sensitive=0
enable_output_hidden_primary_key=1
enable_output_invisible_column=0
enable_output_trans_order_by_sql_operation=0
enable_verify_mode=1
fetch_log_rpc_timeout_sec=15
fetch_stream_cached_count=16
fetching_log_mode=integrated
formatter_thread_num=10
global_data_start_schema_version=0
history_schema_version_count=16
idle_pool_thread_num=4
init_log_level=ALL.*:INFO;SHARE.SCHEMA:INFO
instance_index=0
instance_num=1
io_thread_num=4
lob_data_merger_thread_num=2
log_clean_cycle_time_in_hours=24
log_entry_task_prealloc_count=100000
log_level=ALL.*:INFO;PALF.*:WARN;SHARE.SCHEMA:WARN
log_router_background_refresh_interval_sec=10
ls_count_upper_limit=2000000
ls_fetch_progress_update_timeout_sec=15
ls_fetch_progress_update_timeout_sec_for_lagged_replica=3
max_log_file_count=40
memory_limit=20G
meta_data_refresh_mode=data_dict
msg_sorter_task_count_upper_limit=200000
msg_sorter_thread_num=1
need_verify_ob_trace_id=0
ob_trace_id=default
output_heartbeat_interval_msec=1000
output_inner_heartbeat_interval_msec=100
part_trans_task_active_count_upper_bound=200000
part_trans_task_dynamic_alloc=1
part_trans_task_page_size=8KB
part_trans_task_prealloc_count=300000
part_trans_task_prealloc_page_count=20000
part_trans_task_reusable_count_upper_bound=10240
pause_fetcher=0
print_fetcher_slowest_ls_num=10
print_ls_heartbeat_info=0
print_ls_serve_info=0
print_ls_server_list_update_info=0
print_participant_not_serve_info=0
print_rpc_handle_info=0
print_stream_dispatch_info=0
progress_limit_sec_for_ddl=3600
progress_limit_sec_for_dml=300
reader_queue_length=102400
reader_thread_num=10
ready_to_seq_task_upper_bound=20000
redo_dispatched_memory_limit_exceed_ratio=2
redo_dispatcher_memory_limit=1G
region=default_region
resource_collector_thread_num=10
resource_collector_thread_num_for_br=7
rocksdb_write_buffer_size=64
rootserver_list=127.0.0.1:2882:2881
rpc_process_handler_time_upper_limit_msec=200
rpc_result_cached_count=16
rpc_result_count_per_rpc_upper_limit=16
rs_sql_connect_timeout_sec=40
rs_sql_query_timeout_sec=30
sequencer_queue_length=102400
sequencer_thread_num=5
server_blacklist=|
skip_abnormal_trans_log=0
skip_dirty_data=0
skip_hbase_mode_put_column_count_not_consistency=0
skip_ob_version_compat_check=0
skip_recycle_data=0
skip_rename_tenant_ddl=0
skip_reversed_schema_verison=0
skip_start_lsn_locator_result_consistent_check=0
sort_trans_participants=1
sql_server_blacklist=|
sql_server_change_interval_sec=60
ssl_client_authentication=0
ssl_external_kms_info=|
start_lsn_locator_batch_count=5
start_lsn_locator_locate_count=3
start_lsn_locator_rpc_timeout_sec=60
start_lsn_locator_thread_num=4
storager_mem_percentage=2
storager_queue_length=102400
storager_task_count_upper_bound=1000
storager_thread_num=10
store_service_path=./storage
stream_worker_thread_num=8
svr_stream_cached_count=16
sys_ls_task_op_timeout_msec=100
system_memory_avail_percentage_lower_bound=10
tablegroup_black_list=|
tablegroup_white_list=*.*
tb_black_list=|
tb_white_list=*.*.*
tenant_manager_memory_upper_limit=5G
tenant_sql_connect_timeout_sec=40
tenant_sql_query_timeout_sec=30
test_checkpoint_mode_on=0
test_mode_block_alter_table_ddl_sec=0
test_mode_block_committer_handle_time_sec=0
test_mode_block_create_table_ddl_sec=0
test_mode_block_parser_filter_row_data_sec=0
test_mode_block_sqlserver_count=0
test_mode_block_verify_participants_time_sec=0
test_mode_committer_handle_trans_count_upper_limit=0
test_mode_force_check_tenant_status=0
test_mode_force_fetch_archive=0
test_mode_ignore_redo_count=0
test_mode_on=0
test_mode_switch_fetch_mode=0
test_output_major_version=0
timer_task_count_upper_limit=1024
timer_task_wait_time_msec=100
timezone=+8:00
timezone_info_fpath=etc/timezone_info.conf
working_mode=storage

删除drc_message_factory_binlog_record_type配置项后可以正常收到心跳信息了,可以考虑将rpm包的conf内容再优化一下,因为这个配置项是安装自带的。

目前暂时看起来收不到源库的一些增量变动数据,这里我再研究一下,如果有文档可以参考就更好了。

tb_white_list=sys.dts_test.*

如果修改配置项为以上内容,会报错

[2023-08-01 17:45:11.806129] ERROR issue_dba_error (ob_log.cpp:1792) [3987357][][T0][Y0-0000000000000000-0-0] [lt=16][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=0, file="ob_log_fetcher.cpp", line_no=878, info="get DDL handle progress is invalid")
[2023-08-01 17:45:11.806528] ERROR issue_dba_error (ob_log.cpp:1792) [3987357][][T0][Y0-0000000000000000-0-0] [lt=383][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4016, file="ob_log_fetcher.cpp", line_no=693, info="next_heartbeat_timestamp_ fail")
[2023-08-01 17:45:11.806602] INFO  [TLOG] handle_error (ob_log_instance.cpp:1809) [3987357][][T0][Y0-0000000000000000-0-0] [lt=62] HANDLE_ERROR: err_cb=0x5625a4c8f8b0, errno=-4016, errmsg="Fetcher HEARTBEAT thread exits, err=-4016"
[2023-08-01 17:45:11.806611] INFO  [TLOG] handle_error (ob_log_instance.cpp:1817) [3987357][][T0][Y0-0000000000000000-0-0] [lt=8] ERROR_CALLBACK begin(err_cb_=0x5625a4c8f8b0)
[2023-08-01 17:45:11.806657] INFO  [TLOG] handle_error (ob_log_instance.cpp:1819) [3987357][][T0][Y0-0000000000000000-0-0] [lt=7] ERROR_CALLBACK end(err_cb_=0x5625a4c8f8b0)

tb_white_list格式是租户.库.表,4.x版本不支持同步系统租户的数据