咨询下CLOG 解析内容

OceanBase 技术问题
#1

【 使用环境 】测试环境
【 OB or 其他组件 】4.4.2
【 使用版本 】
【问题描述】使用ob_admin 解析同一个clog 后 同一个事务相关的LSN解出来不一致 请问是正常现象吗

【附件及日志】

解析一
./admin/oceanbase/bin/ob_admin log_tool dump_log 23 > 23.log

内容：
LSN:{lsn:1545178504}, LOG_ENTRY:{LogEntryHeader:{magic:19528, version:2, log_size:286, scn_:{val:1780112486825971001, v:0}, data_checksum:156715258, flag:38738}} BaseHeader:{version:1, log_type:1, flag:536870912, need_pre_replay_barrier:false, need_post_replay_barrier:false, is_compressed:true, replay_hint:19085486}, BASE_HEADER:{version:1, log_type:1, flag:536870912, need_pre_replay_barrier:false, need_post_replay_barrier:false, is_compressed:true, replay_hint:19085486} { TxID: 19085486 scn: 1780112486825971001 TxBlockHeader: {compat_bytes:{total_obj_cnt_:7, total_byte_cnt_:1, this:0x7ffea6eecee0}, org_cluster_id:1773228706, cluster_version:17180131840, log_entry_no:0, tx_id:{txid:19085486}, scheduler:“172.16.135.181:2882”, flags:0} : { mds_count: 1 mds_array: { type: CREATE_TABLET_NEW_MDS buf_len: 233 content: id:{id:1001}, major_frozen_scn:{val:1774720801731744001, v:0}, need_check_tablet_cnt:true, is_old_mds:false, tablets:[tablet_ids:[{id:207192}], data_tablet_id:{id:207192}, table_schema_index:[0], compat_mode:1, is_create_bind_hidden_tablets:false, create_commit_versions:[], has_cs_replica:false], tablet_extra_infos:[{tenant_data_version:17180131840, need_create_empty_major:true, micro_index_clustered:false, split_src_tablet_id:{id:0}, split_can_reuse_macro_block:false}], clog_checkpoint_scn:{val:18446744073709551615, v:3}, create_type:1, mds_checkpoint_scn:{val:18446744073709551615, v:3} } } }
LSN:{lsn:1545178878}, LOG_ENTRY:{LogEntryHeader:{magic:19528, version:2, log_size:129, scn_:{val:1780112486825971002, v:0}, data_checksum:437250404, flag:5511}} BaseHeader:{version:1, log_type:1, flag:536870912, need_pre_replay_barrier:false, need_post_replay_barrier:false, is_compressed:true, replay_hint:19085486}, BASE_HEADER:{version:1, log_type:1, flag:536870912, need_pre_replay_barrier:false, need_post_replay_barrier:false, is_compressed:true, replay_hint:19085486} { TxID: 19085486 scn: 1780112486825971002 TxBlockHeader: {compat_bytes:{total_obj_cnt_:7, total_byte_cnt_:1, this:0x7ffea6eecee0}, org_cluster_id:1773228706, cluster_version:17180131840, log_entry_no:1, tx_id:{txid:19085486}, scheduler:“172.16.135.181:2882”, flags:0} ###: { Size: 52 Members: {LOG_TYPE:64, scheduler_:“172.16.135.181:2882”, participants_:[], upstream_:{id:1}, is_sub2pc_:false, is_dup_tx_:false, can_elr_:false, incremental_participants_:[], cluster_version_:0, app_trace_id_str_:"", app_trace_info_:"", prev_record_lsn_:{lsn:18446744073709551615}, redo_lsns_:[{lsn:1545178560}], xid_:{gtrid_str:"", bqual_str:"", format_id:1, gtrid_str_.ptr():“data_size:0, data:”, bqual_str_.ptr():“data_size:0, data:”, g_hv:0, b_hv:0}, commit_parts_:[], epoch_:141928122373694158} } ###: { Members: {LOG_TYPE:128, incremental_participants_:[], prev_lsn_:{lsn:18446744073709551615}, prev_log_type_:{val:1}} } }
LSN:{lsn:1545179095}, LOG_ENTRY:{LogEntryHeader:{magic:19528, version:2, log_size:349, scn_:{val:1780112486914236000, v:0}, data_checksum:480980075, flag:5258}} BaseHeader:{version:1, log_type:1, flag:536870912, need_pre_replay_barrier:false, need_post_replay_barrier:false, is_compressed:true, replay_hint:19085486}, BASE_HEADER:{version:1, log_type:1, flag:536870912, need_pre_replay_barrier:false, need_post_replay_barrier:false, is_compressed:true, replay_hint:19085486} { TxID: 19085486 scn: 1780112486914236000 TxBlockHeader: {compat_bytes:{total_obj_cnt_:7, total_byte_cnt_:1, this:0x7ffea6eecee0}, org_cluster_id:1773228706, cluster_version:17180131840, log_entry_no:2, tx_id:{txid:19085486}, scheduler:“172.16.135.181:2882”, flags:0} ###: { Size: 342 Members: {LOG_TYPE:256, commit_version_:{val:1780112486914236000, v:0}, checksum_:1, checksum_sig:[], incremental_participants_:[], multi_source_data_:[{register_no_:1, seq_no_:{branch:0, seq:374328}, has_submitted_:false, has_synced_:false, type:“CREATE_TABLET_NEW_MDS”, data_.length():233, has_deserialized_buffer_ctx_:false}], trans_type_:2, tx_data_backup_:{start_log_ts_:{val:1780112486825971001, v:0}}, prev_lsn_:{lsn:1545178934}, ls_log_info_arr_:[{id_:{id:1}, offset_:{lsn:1744384672}}, {id_:{id:1001}, offset_:{lsn:1545178934}}], prev_log_type_:{val:3}} } }
LSN:{lsn:1545179532}, LOG_ENTRY:{LogEntryHeader:{magic:19528, version:2, log_size:84, scn_:{val:1780112486914236001, v:0}, data_checksum:816575498, flag:49724}} BaseHeader:{version:1, log_type:1, flag:0, need_pre_replay_barrier:false, need_post_replay_barrier:false, is_compressed:false, replay_hint:19085486}, BASE_HEADER:{version:1, log_type:1, flag:0, need_pre_replay_barrier:false, need_post_replay_barrier:false, is_compressed:false, replay_hint:19085486} { TxID: 19085486 scn: 1780112486914236001 TxBlockHeader: {compat_bytes:{total_obj_cnt_:7, total_byte_cnt_:1, this:0x7ffea6eecee0}, org_cluster_id:1773228706, cluster_version:17180131840, log_entry_no:3, tx_id:{txid:19085486}, scheduler:“172.16.135.181:2882”, flags:0} ###: { Members: {LOG_TYPE:1024, incremental_participants_:[]} } }

解析二 ./admin/oceanbase/bin/ob_admin log_tool dump_tx_format 23 > 23.log

内容：
{
“BlockId”: “23”,
“LSN”: 1545178822,
“ReplayHint”: 19085486,
“ReplayBarrier”: “NONE”,
“TxID”: 19085486,
“scn”: 1780112486825971001,
“TxBlockHeader”: “{compat_bytes:{total_obj_cnt_:7, total_byte_cnt_:1, this:0x7fffb5e4aa10}, org_cluster_id:1773228706, cluster_version:17180131840, log_entry_no:0, tx_id:{txid:19085486}, scheduler:“172.16.135.181:2882”, flags:0}”,
“”: {
“mds_count”: “1”,
“mds_array”: {
“type”: “CREATE_TABLET_NEW_MDS”,
“buf_len”: “233”,
“content”: “id:{id:1001}, major_frozen_scn:{val:1774720801731744001, v:0}, need_check_tablet_cnt:true, is_old_mds:false, tablets:[tablet_ids:[{id:207192}], data_tablet_id:{id:207192}, table_schema_index:[0], compat_mode:1, is_create_bind_hidden_tablets:false, create_commit_versions:[], has_cs_replica:false], tablet_extra_infos:[{tenant_data_version:17180131840, need_create_empty_major:true, micro_index_clustered:false, split_src_tablet_id:{id:0}, split_can_reuse_macro_block:false}], clog_checkpoint_scn:{val:18446744073709551615, v:3}, create_type:1, mds_checkpoint_scn:{val:18446744073709551615, v:3}”
}
}
}

{
“BlockId”: “23”,
“LSN”: 1545179039,
“ReplayHint”: 19085486,
“ReplayBarrier”: “NONE”,
“TxID”: 19085486,
“scn”: 1780112486825971002,
“TxBlockHeader”: “{compat_bytes:{total_obj_cnt_:7, total_byte_cnt_:1, this:0x7fffb5e4aa10}, org_cluster_id:1773228706, cluster_version:17180131840, log_entry_no:1, tx_id:{txid:19085486}, scheduler:“172.16.135.181:2882”, flags:0}”,
“###”: {
“Size”: 52,
“Members”: “{LOG_TYPE:64, scheduler_:“172.16.135.181:2882”, participants_:[], upstream_:{id:1}, is_sub2pc_:false, is_dup_tx_:false, can_elr_:false, incremental_participants_:[], cluster_version_:0, app_trace_id_str_:”", app_trace_info_:"", prev_record_lsn_:{lsn:18446744073709551615}, redo_lsns_:[{lsn:1545178560}], xid_:{gtrid_str:"", bqual_str:"", format_id:1, gtrid_str_.ptr():“data_size:0, data:”, bqual_str_.ptr():“data_size:0, data:”, g_hv:0, b_hv:0}, commit_parts_:[], epoch_:141928122373694158}"
},
“###”: {
“Members”: “{LOG_TYPE:128, incremental_participants_:[], prev_lsn_:{lsn:18446744073709551615}, prev_log_type_:{val:1}}”
}
}

{
“BlockId”: “23”,
“LSN”: 1545179476,
“ReplayHint”: 19085486,
“ReplayBarrier”: “NONE”,
“TxID”: 19085486,
“scn”: 1780112486914236000,
“TxBlockHeader”: “{compat_bytes:{total_obj_cnt_:7, total_byte_cnt_:1, this:0x7fffb5e4aa10}, org_cluster_id:1773228706, cluster_version:17180131840, log_entry_no:2, tx_id:{txid:19085486}, scheduler:“172.16.135.181:2882”, flags:0}”,
“###”: {
“Size”: 342,
“Members”: “{LOG_TYPE:256, commit_version_:{val:1780112486914236000, v:0}, checksum_:1, checksum_sig:[], incremental_participants_:[], multi_source_data_:[{register_no_:1, seq_no_:{branch:0, seq:374328}, has_submitted_:false, has_synced_:false, type:“CREATE_TABLET_NEW_MDS”, data_.length():233, has_deserialized_buffer_ctx_:false}], trans_type_:2, tx_data_backup_:{start_log_ts_:{val:1780112486825971001, v:0}}, prev_lsn_:{lsn:1545178934}, ls_log_info_arr_:[{id_:{id:1}, offset_:{lsn:1744384672}}, {id_:{id:1001}, offset_:{lsn:1545178934}}], prev_log_type_:{val:3}}”
}
}
23.zip (557.1 KB)

4 个赞
#3

OceanBase LogMiner（简称 oblogminer）是一款用于对 OceanBase 数据库进行日志分析的命令行工具，支持在线以及归档日志分析。oblogminer 通过 obcdc 来拉取并解析 clog 日志，将 obcdc 输出的逻辑日志转化成易读的格式，并将分析结果存储到指定位置。

https://www.oceanbase.com/docs/common-oceanbase-database-cn-1000000002013715

1 个赞
#4

同一个日志流内，每条日志记录都会获得一个唯一且递增的 LSN。LSN 标识的是每一条独立日志记录在日志流中的绝对位置，而不是用来标识事务的唯一性。

同一事务 ≈ 多条 Redo ： 一个事务包含多个 DML → 生成多条 Redo 记录 → 各自独立 LSN

1 个赞