[2024-06-26 08:46:24.532285] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B52-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362784179775002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362784179775002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362784179775003, v:0}}]) [2024-06-26 08:46:24.535692] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B52-0-0] [lt=11] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362782968456000, v:0}) [2024-06-26 08:46:24.833204] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C5E-0-0] [lt=9] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:25.023279] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C5D-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:25.286002] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C5B-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:25.537526] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B53-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362785180057003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362785180057003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362785180057003, v:0}}]) [2024-06-26 08:46:25.833294] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C5F-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:26.023350] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C5E-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:26.286117] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C5C-0-0] [lt=44] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:26.374166] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=28] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362785805296, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362783969137000, v:0}, replayable_scn:{val:1719362783969137000, v:0}, standby_scn:{val:1719362783969137000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:46:26.544084] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B54-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362786181460003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362786181460003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362786181460003, v:0}}]) [2024-06-26 08:46:26.809521] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=24] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362784970287001, v:0}, replayable_scn:{val:1719362784970287001, v:0}, standby_scn:{val:1719362784970287001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362786805987, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362784970287001, v:0}, replayable_scn:{val:1719362784970287001, v:0}, standby_scn:{val:1719362784970287001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362786805987, ora_rowscn_=1719362786091357000) [2024-06-26 08:46:26.833381] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C60-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:27.023447] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C5F-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:27.286206] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C5D-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:27.549721] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B55-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362787182176003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362787182176003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362787182176003, v:0}}]) [2024-06-26 08:46:27.833465] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C61-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:28.023537] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C60-0-0] [lt=23] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:28.286333] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C5E-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:28.557603] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B56-0-0] [lt=34] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362788182785003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362788182785003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362788182785003, v:0}}]) [2024-06-26 08:46:28.833560] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C62-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:29.023619] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C61-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:29.286448] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C5F-0-0] [lt=47] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:29.376285] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362788805731, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362786971514000, v:0}, replayable_scn:{val:1719362786971514000, v:0}, standby_scn:{val:1719362786971514000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:46:29.563553] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B57-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362789183638003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362789183638003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362789183638003, v:0}}]) [2024-06-26 08:46:29.567316] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B57-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362789183638003, v:0}, readable_scn:{val:1719362789183638003, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:46:29.833628] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C63-0-0] [lt=38] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:30.023702] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C62-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:30.286531] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C60-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:30.569634] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B58-0-0] [lt=16] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362790184558003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362790184558003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362790184558003, v:0}}]) [2024-06-26 08:46:30.808187] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=28] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362788973200000, v:0}, replayable_scn:{val:1719362788973200000, v:0}, standby_scn:{val:1719362788973200000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362790806545, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362788973200000, v:0}, replayable_scn:{val:1719362788973200000, v:0}, standby_scn:{val:1719362788973200000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362790806545, ora_rowscn_=1719362790115084000) [2024-06-26 08:46:30.833718] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C64-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:31.023814] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C63-0-0] [lt=24] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:31.286613] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C61-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:31.576526] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B59-0-0] [lt=9] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362791185348003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362791185348003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362791185348003, v:0}}]) [2024-06-26 08:46:31.833806] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C65-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:32.023905] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C64-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:32.286719] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C62-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:32.378266] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362791806215, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362789975013000, v:0}, replayable_scn:{val:1719362789975013000, v:0}, standby_scn:{val:1719362789975013000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:46:32.586488] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B5A-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362792186265003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362792186265003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362792186265003, v:0}}]) [2024-06-26 08:46:32.833903] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C66-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:33.023991] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C65-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:33.286851] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C63-0-0] [lt=43] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:33.593145] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B5B-0-0] [lt=37] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362793186834003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362793186834003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362793186834003, v:0}}]) [2024-06-26 08:46:33.808730] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=28] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362791976685000, v:0}, replayable_scn:{val:1719362791976685000, v:0}, standby_scn:{val:1719362791976685000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362793806340, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362791976685000, v:0}, replayable_scn:{val:1719362791976685000, v:0}, standby_scn:{val:1719362791976685000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362793806340, ora_rowscn_=1719362793135736000) [2024-06-26 08:46:33.834035] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C67-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:34.024076] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C66-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:34.286938] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C64-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:34.599578] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B5C-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362794188260003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362794188260003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362794188260003, v:0}}]) [2024-06-26 08:46:34.603755] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B5C-0-0] [lt=11] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362792977566001, v:0}) [2024-06-26 08:46:34.834155] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C68-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:35.024162] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C67-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:35.287018] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C65-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:35.380355] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=26] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362794806075, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362792977566001, v:0}, replayable_scn:{val:1719362792977566001, v:0}, standby_scn:{val:1719362792977566001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:46:35.606069] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B5D-0-0] [lt=22] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362795190076003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362795190076003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362795190076003, v:0}}]) [2024-06-26 08:46:35.834282] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C69-0-0] [lt=49] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:36.024244] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C68-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:36.287105] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C66-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:36.611689] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B5E-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362796190844003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362796190844002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362796190844003, v:0}}]) [2024-06-26 08:46:36.810325] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362794979179001, v:0}, replayable_scn:{val:1719362794979179001, v:0}, standby_scn:{val:1719362794979179001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362796806945, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362794979179001, v:0}, replayable_scn:{val:1719362794979179001, v:0}, standby_scn:{val:1719362794979179001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362796806945, ora_rowscn_=1719362796156899000) [2024-06-26 08:46:36.834363] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C6A-0-0] [lt=11] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:37.024327] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C69-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:37.287191] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C67-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:37.618514] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B5F-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362797191858003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362797191858003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362797191858003, v:0}}]) [2024-06-26 08:46:37.834442] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C6B-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:38.024429] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C6A-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:38.287288] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C68-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:38.382283] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362797806834, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362795980265001, v:0}, replayable_scn:{val:1719362795980265001, v:0}, standby_scn:{val:1719362795980265001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:46:38.624432] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B60-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362798192636003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362798192636003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362798192636003, v:0}}]) [2024-06-26 08:46:38.834530] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C6C-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:39.024540] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C6B-0-0] [lt=42] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:39.287370] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C69-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:39.630224] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B61-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362799194205003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362799194205003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362799194205003, v:0}}]) [2024-06-26 08:46:39.634643] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B61-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362799194205003, v:0}, readable_scn:{val:1719362799194205003, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:46:39.834619] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C6D-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:40.024639] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C6C-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:40.287453] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C6A-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:40.636970] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B62-0-0] [lt=17] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362800195457003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362800195457003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362800195457003, v:0}}]) [2024-06-26 08:46:40.810444] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=81] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362798983006001, v:0}, replayable_scn:{val:1719362798983006001, v:0}, standby_scn:{val:1719362798983006001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362800806329, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362798983006001, v:0}, replayable_scn:{val:1719362798983006001, v:0}, standby_scn:{val:1719362798983006001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362800806329, ora_rowscn_=1719362800184827000) [2024-06-26 08:46:40.834704] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C6E-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:41.024735] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C6D-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:41.287588] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C6B-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:41.384796] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362800806329, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362798983006001, v:0}, replayable_scn:{val:1719362798983006001, v:0}, standby_scn:{val:1719362798983006001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:46:41.643869] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B63-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362801195581003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362801195581005, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362801195581005, v:0}}]) [2024-06-26 08:46:41.834789] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C6F-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:42.024830] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C6E-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:42.287695] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C6C-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:42.650365] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B64-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362802197201004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362802197201004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362802197201004, v:0}}]) [2024-06-26 08:46:42.834875] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C70-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:43.024915] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C6F-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:43.287781] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C6D-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:43.657769] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B65-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362803198012004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362803198012004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362803198012004, v:0}}]) [2024-06-26 08:46:43.834998] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C71-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:44.025008] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C70-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:44.287936] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C6E-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:44.386900] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362803806769, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362802103602000, v:0}, replayable_scn:{val:1719362802103602000, v:0}, standby_scn:{val:1719362802103602000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:46:44.665418] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B66-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362804198274004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362804198274004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362804198274004, v:0}}]) [2024-06-26 08:46:44.672073] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B66-0-0] [lt=11] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362802987569001, v:0}) [2024-06-26 08:46:44.809425] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362802987569001, v:0}, replayable_scn:{val:1719362802987569001, v:0}, standby_scn:{val:1719362802987569001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362804807600, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362802987569001, v:0}, replayable_scn:{val:1719362802987569001, v:0}, standby_scn:{val:1719362802987569001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362804807600, ora_rowscn_=1719362804208908000) [2024-06-26 08:46:44.835112] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C72-0-0] [lt=42] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:45.025097] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C71-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:45.288337] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C6F-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:45.674003] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B67-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362805199555004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362805199555004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362805199555004, v:0}}]) [2024-06-26 08:46:45.835200] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C73-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:46.025199] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C72-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:46.288421] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C70-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:46.681077] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B68-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362806200848004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362806200848004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362806200848004, v:0}}]) [2024-06-26 08:46:46.835286] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C74-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:47.025355] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C73-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:47.288514] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C71-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:47.389079] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362806807533, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362804989542002, v:0}, replayable_scn:{val:1719362804989542002, v:0}, standby_scn:{val:1719362804989542002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:46:47.689569] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B69-0-0] [lt=34] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362807201204004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362807201204004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362807201204004, v:0}}]) [2024-06-26 08:46:47.809678] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=32] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362805990412001, v:0}, replayable_scn:{val:1719362805990412001, v:0}, standby_scn:{val:1719362805990412001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362807807323, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362805990412001, v:0}, replayable_scn:{val:1719362805990412001, v:0}, standby_scn:{val:1719362805990412001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362807807323, ora_rowscn_=1719362807228336000) [2024-06-26 08:46:47.835373] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C75-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:48.025469] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C74-0-0] [lt=47] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:48.288605] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C72-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:48.695599] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B6A-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362808202774004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362808202774004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362808202774004, v:0}}]) [2024-06-26 08:46:48.835460] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C76-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:49.025552] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C75-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:49.288727] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C73-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:49.701483] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B6B-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362809202778004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362809202778004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362809202778004, v:0}}]) [2024-06-26 08:46:49.705355] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B6B-0-0] [lt=27] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362809202778004, v:0}, readable_scn:{val:1719362809202778004, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:46:49.835540] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C77-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:50.025639] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C76-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:50.288855] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C74-0-0] [lt=56] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:50.391156] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362809807455, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362807992969001, v:0}, replayable_scn:{val:1719362807992969001, v:0}, standby_scn:{val:1719362807992969001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:46:50.707618] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B6C-0-0] [lt=22] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362810204065004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362810204065004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362810204065004, v:0}}]) [2024-06-26 08:46:50.809879] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=31] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362808994398002, v:0}, replayable_scn:{val:1719362808994398002, v:0}, standby_scn:{val:1719362808994398002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362810807250, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362808994398002, v:0}, replayable_scn:{val:1719362808994398002, v:0}, standby_scn:{val:1719362808994398002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362810807250, ora_rowscn_=1719362810249093000) [2024-06-26 08:46:50.835627] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C78-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:51.025727] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C77-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:51.288942] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C75-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:51.712929] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B6D-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362811205346005, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362811205346005, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362811205346005, v:0}}]) [2024-06-26 08:46:51.835747] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C79-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:52.025816] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C78-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:52.289030] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C76-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:52.720172] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B6E-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362812205782004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362812205782004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362812205782004, v:0}}]) [2024-06-26 08:46:52.835895] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C7A-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:53.025925] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C79-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:53.289133] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C77-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:53.393176] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362812808035, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362810996594002, v:0}, replayable_scn:{val:1719362810996594002, v:0}, standby_scn:{val:1719362810996594002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:46:53.729018] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B6F-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362813206681004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362813206681004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362813206681004, v:0}}]) [2024-06-26 08:46:53.809958] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=38] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362812205782004, v:0}, replayable_scn:{val:1719362812205782004, v:0}, standby_scn:{val:1719362812205782004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362813807577, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362812205782004, v:0}, replayable_scn:{val:1719362812205782004, v:0}, standby_scn:{val:1719362812205782004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362813807577, ora_rowscn_=1719362813269324000) [2024-06-26 08:46:53.836012] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C7B-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:54.026085] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C7A-0-0] [lt=44] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:54.289217] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C78-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:54.735285] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B70-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362814207741004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362814207741004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362814207741004, v:0}}]) [2024-06-26 08:46:54.739152] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B70-0-0] [lt=19] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362812999063002, v:0}) [2024-06-26 08:46:54.836099] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C7C-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:55.026201] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C7B-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:55.289304] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C79-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:55.741939] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B71-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362815208926004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362815208926004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362815208926004, v:0}}]) [2024-06-26 08:46:55.836186] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C7D-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:56.026295] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C7C-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:56.289392] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C7A-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:56.395469] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362815807617, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362813999187002, v:0}, replayable_scn:{val:1719362813999187002, v:0}, standby_scn:{val:1719362813999187002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:46:56.751670] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B72-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362816210376004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362816210376004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362816210376004, v:0}}]) [2024-06-26 08:46:56.810420] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362815000924003, v:0}, replayable_scn:{val:1719362815000924003, v:0}, standby_scn:{val:1719362815000924003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362816807995, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362815000924003, v:0}, replayable_scn:{val:1719362815000924003, v:0}, standby_scn:{val:1719362815000924003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362816807995, ora_rowscn_=1719362816292287000) [2024-06-26 08:46:56.836265] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C7E-0-0] [lt=10] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:57.026407] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C7D-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:57.289441] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C7B-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:57.758232] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B73-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362817710948001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362817710948001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362817710948001, v:0}}]) [2024-06-26 08:46:57.836356] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C7F-0-0] [lt=24] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:58.026501] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C7E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:58.289522] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C7C-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:58.763295] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B74-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362818713724000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362818713724000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362818713724000, v:0}}]) [2024-06-26 08:46:58.836436] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C80-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:59.026587] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C7F-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:59.289608] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C7D-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:46:59.397737] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=25] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362818808631, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362817212907000, v:0}, replayable_scn:{val:1719362817212907000, v:0}, standby_scn:{val:1719362817212907000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:46:59.769419] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B75-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362819715047000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362819715047000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362819715047000, v:0}}]) [2024-06-26 08:46:59.773011] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B75-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362819715047000, v:0}, readable_scn:{val:1719362819715047000, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:46:59.812000] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=31] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362818003992002, v:0}, replayable_scn:{val:1719362818003992002, v:0}, standby_scn:{val:1719362818003992002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362819808220, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362818003992002, v:0}, replayable_scn:{val:1719362818003992002, v:0}, standby_scn:{val:1719362818003992002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362819808220, ora_rowscn_=1719362819317838000) [2024-06-26 08:46:59.836520] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C81-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:00.026690] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C80-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:00.289677] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C7E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:00.775174] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B76-0-0] [lt=16] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362820716036000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362820716036000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362820716036000, v:0}}]) [2024-06-26 08:47:00.836606] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C82-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:01.026827] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C81-0-0] [lt=49] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:01.289792] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C7F-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:01.781533] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B77-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362821716287000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362821716287000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362821716287000, v:0}}]) [2024-06-26 08:47:01.836699] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C83-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:02.026952] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C82-0-0] [lt=56] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:02.289883] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C80-0-0] [lt=54] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:02.399774] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362821807974, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362820006290002, v:0}, replayable_scn:{val:1719362820006290002, v:0}, standby_scn:{val:1719362820006290002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:02.788371] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B78-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362822717961000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362822717961000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362822717961000, v:0}}]) [2024-06-26 08:47:02.812185] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362821006991002, v:0}, replayable_scn:{val:1719362821006991002, v:0}, standby_scn:{val:1719362821006991002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362822808046, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362821006991002, v:0}, replayable_scn:{val:1719362821006991002, v:0}, standby_scn:{val:1719362821006991002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362822808046, ora_rowscn_=1719362822339612000) [2024-06-26 08:47:02.836783] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C84-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:03.027041] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C83-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:03.289975] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C81-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:03.794589] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B79-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362823718311000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362823718311000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362823718311000, v:0}}]) [2024-06-26 08:47:03.836870] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C85-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:04.027130] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C84-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:04.290064] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C82-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:04.800931] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B7A-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362824719111000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362824719111000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362824719111000, v:0}}]) [2024-06-26 08:47:04.809396] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B7A-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362823009637002, v:0}) [2024-06-26 08:47:04.836991] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C86-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:05.027215] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C85-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:05.290153] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C83-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:05.401705] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362824808122, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362823009637002, v:0}, replayable_scn:{val:1719362823009637002, v:0}, standby_scn:{val:1719362823009637002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:05.812503] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B7B-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362825720747000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362825720747000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362825720747000, v:0}}]) [2024-06-26 08:47:05.812770] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362824303260000, v:0}, replayable_scn:{val:1719362824303260000, v:0}, standby_scn:{val:1719362824303260000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362825808677, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362824303260000, v:0}, replayable_scn:{val:1719362824303260000, v:0}, standby_scn:{val:1719362824303260000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362825808677, ora_rowscn_=1719362825359096000) [2024-06-26 08:47:05.837099] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C87-0-0] [lt=43] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:06.027297] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C86-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:06.290240] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C84-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:06.819966] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B7C-0-0] [lt=28] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362826721230000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362826721230000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362826721230000, v:0}}]) [2024-06-26 08:47:06.837187] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C88-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:07.027390] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C87-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:07.290364] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C85-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:07.825992] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B7D-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362827722612000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362827722612000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362827722612000, v:0}}]) [2024-06-26 08:47:07.837265] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C89-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:08.027478] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C88-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:08.290482] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C86-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:08.403692] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362827808608, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362826012189003, v:0}, replayable_scn:{val:1719362826012189003, v:0}, standby_scn:{val:1719362826012189003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:08.832128] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B7E-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362828723149000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362828222774004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362828723149000, v:0}}]) [2024-06-26 08:47:08.837369] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C8A-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:09.027703] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C89-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:09.290569] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C87-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:09.811104] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=37] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362828014643003, v:0}, replayable_scn:{val:1719362828014643003, v:0}, standby_scn:{val:1719362828014643003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362829809399, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362828014643003, v:0}, replayable_scn:{val:1719362828014643003, v:0}, standby_scn:{val:1719362828014643003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362829809399, ora_rowscn_=1719362829384200000) [2024-06-26 08:47:09.837484] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C8B-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:09.840342] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B7F-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362829723675000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362829723675000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362829723675000, v:0}}]) [2024-06-26 08:47:09.846137] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B7F-0-0] [lt=50] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362829723675000, v:0}, readable_scn:{val:1719362829723675000, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:47:10.027790] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C8A-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:10.290699] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C88-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:10.837588] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C8C-0-0] [lt=36] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:10.848346] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B80-0-0] [lt=48] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362830726329000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362830726329000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362830726329000, v:0}}]) [2024-06-26 08:47:11.027874] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C8B-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:11.290837] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C89-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:11.405704] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362830809532, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362829305674000, v:0}, replayable_scn:{val:1719362829305674000, v:0}, standby_scn:{val:1719362829305674000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:11.837673] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C8D-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:11.855357] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B81-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362831726754000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362831726754000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362831726754000, v:0}}]) [2024-06-26 08:47:12.027955] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C8C-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:12.290925] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C8A-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:12.812777] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362831017935003, v:0}, replayable_scn:{val:1719362831017935003, v:0}, standby_scn:{val:1719362831017935003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362832809479, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362831017935003, v:0}, replayable_scn:{val:1719362831017935003, v:0}, standby_scn:{val:1719362831017935003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362832809479, ora_rowscn_=1719362832408534000) [2024-06-26 08:47:12.837761] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C8E-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:12.861448] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B82-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362832728031000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362832728031000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362832728031000, v:0}}]) [2024-06-26 08:47:13.028057] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C8D-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:13.291012] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C8B-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:13.837844] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C8F-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:13.867744] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B83-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362833758606000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362833864764000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362833864764000, v:0}}]) [2024-06-26 08:47:14.028153] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C8E-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:14.291101] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C8C-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:14.407695] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362833809286, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362832220449001, v:0}, replayable_scn:{val:1719362832220449001, v:0}, standby_scn:{val:1719362832220449001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:14.837928] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C90-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:14.873899] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B84-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362834865094000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362834865094000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362834865094000, v:0}}]) [2024-06-26 08:47:14.879231] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B84-0-0] [lt=11] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362833402998001, v:0}) [2024-06-26 08:47:15.028233] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C8F-0-0] [lt=11] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:15.291193] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C8D-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:15.838012] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C91-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:15.881208] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B85-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362835729958001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362835729958001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362835729958001, v:0}}]) [2024-06-26 08:47:16.028325] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C90-0-0] [lt=25] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:16.291279] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C8E-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:16.811677] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=30] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362835067024001, v:0}, replayable_scn:{val:1719362835067024001, v:0}, standby_scn:{val:1719362835067024001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362836809236, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362835067024001, v:0}, replayable_scn:{val:1719362835067024001, v:0}, standby_scn:{val:1719362835067024001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362836809236, ora_rowscn_=1719362836432328000) [2024-06-26 08:47:16.838098] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C92-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:16.887761] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B86-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362836731198001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362836731198001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362836731198001, v:0}}]) [2024-06-26 08:47:17.028408] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C91-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:17.291363] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C8F-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:17.409767] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362836809236, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362835067024001, v:0}, replayable_scn:{val:1719362835067024001, v:0}, standby_scn:{val:1719362835067024001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:17.838433] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C93-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:17.894649] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B87-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362837732663001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362837732663001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362837732663001, v:0}}]) [2024-06-26 08:47:18.028497] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C92-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:18.291446] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C90-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:18.838516] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C94-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:18.901043] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B88-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362838733406001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362838733406001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362838733406001, v:0}}]) [2024-06-26 08:47:19.028586] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C93-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:19.291540] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C91-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:19.811900] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362838025218003, v:0}, replayable_scn:{val:1719362838025218003, v:0}, standby_scn:{val:1719362838025218003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362839809261, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362838025218003, v:0}, replayable_scn:{val:1719362838025218003, v:0}, standby_scn:{val:1719362838025218003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362839809261, ora_rowscn_=1719362839450572000) [2024-06-26 08:47:19.838603] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C95-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:19.907447] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B89-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362839733974001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362839733974001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362839733974001, v:0}}]) [2024-06-26 08:47:19.912369] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B89-0-0] [lt=14] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362839733974001, v:0}, readable_scn:{val:1719362839733974001, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:47:20.028669] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C94-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:20.291629] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C92-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:20.411807] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362839809261, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362838025218003, v:0}, replayable_scn:{val:1719362838025218003, v:0}, standby_scn:{val:1719362838025218003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:20.838702] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C96-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:20.914683] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B8A-0-0] [lt=20] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362840734504001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362840734504001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362840734504001, v:0}}]) [2024-06-26 08:47:21.028764] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C95-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:21.291715] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C93-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:21.838806] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C97-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:21.921088] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B8B-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362841735366001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362841735366001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362841735366001, v:0}}]) [2024-06-26 08:47:22.028853] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C96-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:22.291843] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C94-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:22.838897] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C98-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:22.927277] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B8C-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362842737524001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362842737524001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362842737524001, v:0}}]) [2024-06-26 08:47:23.028949] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C97-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:23.291960] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C95-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:23.413862] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=25] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362842810193, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362841027305004, v:0}, replayable_scn:{val:1719362841027305004, v:0}, standby_scn:{val:1719362841027305004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:23.812077] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=30] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362842222926002, v:0}, replayable_scn:{val:1719362842222926002, v:0}, standby_scn:{val:1719362842222926002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362843809773, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362842222926002, v:0}, replayable_scn:{val:1719362842222926002, v:0}, standby_scn:{val:1719362842222926002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362843809773, ora_rowscn_=1719362843478980001) [2024-06-26 08:47:23.838989] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C99-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:23.933730] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B8D-0-0] [lt=8] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362843738458001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362843738458001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362843738458001, v:0}}]) [2024-06-26 08:47:24.029039] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C98-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:24.292052] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C96-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:24.839092] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C9A-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:24.939631] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B8E-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362844739761001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362844739761001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362844739761001, v:0}}]) [2024-06-26 08:47:24.943546] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B8E-0-0] [lt=13] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362843275078002, v:0}) [2024-06-26 08:47:25.029129] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C99-0-0] [lt=23] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:25.292138] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C97-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:25.839216] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C9B-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:25.946325] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B8F-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362845740208001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362845740208001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362845740208001, v:0}}]) [2024-06-26 08:47:26.029257] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C9A-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:26.292224] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C98-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:26.415866] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362845810606, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362844312367001, v:0}, replayable_scn:{val:1719362844312367001, v:0}, standby_scn:{val:1719362844312367001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:26.812724] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=28] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362845031032004, v:0}, replayable_scn:{val:1719362845031032004, v:0}, standby_scn:{val:1719362845031032004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362846809796, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362845031032004, v:0}, replayable_scn:{val:1719362845031032004, v:0}, standby_scn:{val:1719362845031032004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362846809796, ora_rowscn_=1719362846499177000) [2024-06-26 08:47:26.839296] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C9C-0-0] [lt=9] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:26.953141] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B90-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362846741267001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362846741267001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362846741267001, v:0}}]) [2024-06-26 08:47:27.029396] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C9B-0-0] [lt=67] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:27.292306] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C99-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:27.839392] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C9D-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:27.961190] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B91-0-0] [lt=34] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362847742349001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362847742349001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362847742349001, v:0}}]) [2024-06-26 08:47:28.029496] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C9C-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:28.292412] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C9A-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:28.839475] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C9E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:28.967832] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B92-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362848743222001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362848743222001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362848743222001, v:0}}]) [2024-06-26 08:47:29.029699] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C9D-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:29.292530] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C9B-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:29.417914] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362848810105, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362847225020002, v:0}, replayable_scn:{val:1719362847225020002, v:0}, standby_scn:{val:1719362847225020002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:29.839559] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348C9F-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:29.974114] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B93-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362849743897001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362849743897001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362849743897001, v:0}}]) [2024-06-26 08:47:29.977956] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B93-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362849743897001, v:0}, readable_scn:{val:1719362849743897001, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:47:30.029784] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C9E-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:30.292609] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C9C-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:30.812292] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=33] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362849314516001, v:0}, replayable_scn:{val:1719362849314516001, v:0}, standby_scn:{val:1719362849314516001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362850810679, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362849314516001, v:0}, replayable_scn:{val:1719362849314516001, v:0}, standby_scn:{val:1719362849314516001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362850810679, ora_rowscn_=1719362850523730000) [2024-06-26 08:47:30.839645] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CA0-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:30.980027] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B94-0-0] [lt=17] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362850745815002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362850745815002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362850745815002, v:0}}]) [2024-06-26 08:47:31.029837] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48C9F-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:31.292690] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C9D-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:31.839769] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CA1-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:31.986047] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B95-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362851745977002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362851745977002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362851745977002, v:0}}]) [2024-06-26 08:47:32.029922] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CA0-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:32.292774] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C9E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:32.420030] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=24] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362851811002, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362850037327004, v:0}, replayable_scn:{val:1719362850037327004, v:0}, standby_scn:{val:1719362850037327004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:32.839893] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CA2-0-0] [lt=48] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:32.992039] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B96-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362852747258002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362852747258002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362852747258002, v:0}}]) [2024-06-26 08:47:33.029971] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CA1-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:33.292861] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048C9F-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:33.812685] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=24] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362852225846002, v:0}, replayable_scn:{val:1719362852225846002, v:0}, standby_scn:{val:1719362852225846002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362853810483, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362852225846002, v:0}, replayable_scn:{val:1719362852225846002, v:0}, standby_scn:{val:1719362852225846002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362853810483, ora_rowscn_=1719362853542556000) [2024-06-26 08:47:33.839977] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CA3-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:33.998677] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B97-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362853748330002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362853748330002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362853748330002, v:0}}]) [2024-06-26 08:47:34.030055] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CA2-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:34.292945] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CA0-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:34.840058] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CA4-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:35.005760] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B98-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362854748804002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362854748804002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362854748804002, v:0}}]) [2024-06-26 08:47:35.009726] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B98-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362853279090002, v:0}) [2024-06-26 08:47:35.030142] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CA3-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:35.293032] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CA1-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:35.422688] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362854811047, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362853279090002, v:0}, replayable_scn:{val:1719362853279090002, v:0}, standby_scn:{val:1719362853279090002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:35.840147] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CA5-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:36.011674] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B99-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362855749692002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362855749692002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362855749692002, v:0}}]) [2024-06-26 08:47:36.030222] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CA4-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:36.293125] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CA2-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:36.812851] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=24] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362855042215004, v:0}, replayable_scn:{val:1719362855042215004, v:0}, standby_scn:{val:1719362855042215004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362856810408, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362855042215004, v:0}, replayable_scn:{val:1719362855042215004, v:0}, standby_scn:{val:1719362855042215004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362856810408, ora_rowscn_=1719362856564813000) [2024-06-26 08:47:36.840230] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CA6-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:37.018981] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B9A-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362856750964002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362856750964002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362856750964002, v:0}}]) [2024-06-26 08:47:37.030322] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CA5-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:37.293212] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CA3-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:37.840310] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CA7-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:38.025225] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B9B-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362857751803002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362857751803002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362857751803002, v:0}}]) [2024-06-26 08:47:38.030410] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CA6-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:38.293324] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CA4-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:38.424770] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362857811227, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362856043106004, v:0}, replayable_scn:{val:1719362856043106004, v:0}, standby_scn:{val:1719362856043106004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:38.840396] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CA8-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:39.030487] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CA7-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:39.031469] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B9C-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362858752737002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362858752737002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362858752737002, v:0}}]) [2024-06-26 08:47:39.293405] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CA5-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:39.813211] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362858545472000, v:0}, replayable_scn:{val:1719362858545472000, v:0}, standby_scn:{val:1719362858545472000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362859811367, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362858545472000, v:0}, replayable_scn:{val:1719362858545472000, v:0}, standby_scn:{val:1719362858545472000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362859811367, ora_rowscn_=1719362859584246000) [2024-06-26 08:47:39.840482] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CA9-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:40.030564] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CA8-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:40.037478] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B9D-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362859754459002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362859754459002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362859754459002, v:0}}]) [2024-06-26 08:47:40.041513] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B9D-0-0] [lt=13] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362859754459002, v:0}, readable_scn:{val:1719362859754459002, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:47:40.293485] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CA6-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:40.840558] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CAA-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:41.030659] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CA9-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:41.043642] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B9E-0-0] [lt=16] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362860755188002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362860755188002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362860755188002, v:0}}]) [2024-06-26 08:47:41.293565] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CA7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:41.427026] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362860811256, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362859545965000, v:0}, replayable_scn:{val:1719362859545965000, v:0}, standby_scn:{val:1719362859545965000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:41.840640] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CAB-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:42.030744] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CAA-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:42.051411] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148B9F-0-0] [lt=37] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362861756501002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362861756501002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362861756501002, v:0}}]) [2024-06-26 08:47:42.293646] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CA8-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:42.813369] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362861548940000, v:0}, replayable_scn:{val:1719362861548940000, v:0}, standby_scn:{val:1719362861548940000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362862811347, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362861548940000, v:0}, replayable_scn:{val:1719362861548940000, v:0}, standby_scn:{val:1719362861548940000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362862811347, ora_rowscn_=1719362862601782000) [2024-06-26 08:47:42.840723] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CAC-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:43.030809] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CAB-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:43.062935] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BA0-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362862757966002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362862757966002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362862757966002, v:0}}]) [2024-06-26 08:47:43.293749] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CA9-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:43.840819] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CAD-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:44.030895] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CAC-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:44.070112] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BA1-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362863760484002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362863760484001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362863760484001, v:0}}]) [2024-06-26 08:47:44.293839] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CAA-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:44.429374] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362863810971, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362862549629000, v:0}, replayable_scn:{val:1719362862549629000, v:0}, standby_scn:{val:1719362862549629000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:44.840902] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CAE-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:45.030979] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CAD-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:45.077022] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BA2-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362864760732002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362864760732002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362864760732002, v:0}}]) [2024-06-26 08:47:45.081380] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BA2-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362863550548000, v:0}) [2024-06-26 08:47:45.293926] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CAB-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:45.814704] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362864551674000, v:0}, replayable_scn:{val:1719362864551674000, v:0}, standby_scn:{val:1719362864551674000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362865811089, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362864551674000, v:0}, replayable_scn:{val:1719362864551674000, v:0}, standby_scn:{val:1719362864551674000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362865811089, ora_rowscn_=1719362865623284000) [2024-06-26 08:47:45.840997] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CAF-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:46.031075] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CAE-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:46.083747] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BA3-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362865761779002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362865761779002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362865761779002, v:0}}]) [2024-06-26 08:47:46.294011] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CAC-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:46.841084] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CB0-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:47.031157] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CAF-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:47.090093] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BA4-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362866762565003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362866762565003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362866762565003, v:0}}]) [2024-06-26 08:47:47.294100] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CAD-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:47.431478] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362866811821, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362865552088000, v:0}, replayable_scn:{val:1719362865552088000, v:0}, standby_scn:{val:1719362865552088000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:47.841166] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CB1-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:48.031249] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CB0-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:48.096945] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BA5-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362867763783003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362867763783003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362867763783003, v:0}}]) [2024-06-26 08:47:48.294181] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CAE-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:48.841243] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CB2-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:49.031336] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CB1-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:49.103504] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BA6-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362868765476003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362868765476003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362868765476003, v:0}}]) [2024-06-26 08:47:49.294277] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CAF-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:49.815461] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362868554917000, v:0}, replayable_scn:{val:1719362868554917000, v:0}, standby_scn:{val:1719362868554917000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362869812234, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362868554917000, v:0}, replayable_scn:{val:1719362868554917000, v:0}, standby_scn:{val:1719362868554917000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362869812234, ora_rowscn_=1719362869649323000) [2024-06-26 08:47:49.841342] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CB3-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:50.031419] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CB2-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:50.109313] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BA7-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362869766679003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362869766679002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362869766679003, v:0}}]) [2024-06-26 08:47:50.113076] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BA7-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362869766679003, v:0}, readable_scn:{val:1719362869766679003, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:47:50.294362] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CB0-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:50.433463] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362869812234, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362868554917000, v:0}, replayable_scn:{val:1719362868554917000, v:0}, standby_scn:{val:1719362868554917000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:50.841448] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CB4-0-0] [lt=40] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:51.031510] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CB3-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:51.114985] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BA8-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362870767600003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362870767600003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362870767600003, v:0}}]) [2024-06-26 08:47:51.294457] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CB1-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:51.841526] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CB5-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:52.031609] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CB4-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:52.120692] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BA9-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362871768422003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362871768422003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362871768422003, v:0}}]) [2024-06-26 08:47:52.294552] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CB2-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:52.841641] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CB6-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:53.031667] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CB5-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:53.127303] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BAA-0-0] [lt=33] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362872770018003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362872770018003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362872770018003, v:0}}]) [2024-06-26 08:47:53.294640] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CB3-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:53.435498] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362872811846, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362871558620000, v:0}, replayable_scn:{val:1719362871558620000, v:0}, standby_scn:{val:1719362871558620000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:53.814135] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=74] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362872560480000, v:0}, replayable_scn:{val:1719362872560480000, v:0}, standby_scn:{val:1719362872560480000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362873812198, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362872560480000, v:0}, replayable_scn:{val:1719362872560480000, v:0}, standby_scn:{val:1719362872560480000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362873812198, ora_rowscn_=1719362873678581000) [2024-06-26 08:47:53.841759] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CB7-0-0] [lt=50] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:54.031775] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CB6-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:54.134663] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BAB-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362874079257000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362874079257000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362874079257000, v:0}}]) [2024-06-26 08:47:54.294721] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CB4-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:54.841842] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CB8-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:55.031864] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CB7-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:55.143112] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BAC-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362874773174003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362874773174003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362874773174003, v:0}}]) [2024-06-26 08:47:55.147295] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BAC-0-0] [lt=11] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362873561162000, v:0}) [2024-06-26 08:47:55.294809] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CB5-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:55.841927] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CB9-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:56.031956] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CB8-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:56.149268] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BAD-0-0] [lt=18] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362875775659003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362875775659003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362875775659003, v:0}}]) [2024-06-26 08:47:56.294907] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CB6-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:56.437675] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362875812225, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362874562167000, v:0}, replayable_scn:{val:1719362874562167000, v:0}, standby_scn:{val:1719362874562167000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:56.814355] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362875562931001, v:0}, replayable_scn:{val:1719362875562931001, v:0}, standby_scn:{val:1719362875562931001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362876812259, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362875562931001, v:0}, replayable_scn:{val:1719362875562931001, v:0}, standby_scn:{val:1719362875562931001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362876812259, ora_rowscn_=1719362876697965000) [2024-06-26 08:47:56.842009] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CBA-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:57.032044] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CB9-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:57.155611] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BAE-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362876777550003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362876777550003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362876777550003, v:0}}]) [2024-06-26 08:47:57.294996] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CB7-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:57.842095] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CBB-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:58.032130] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CBA-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:58.161549] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BAF-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362877779380003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362877779380003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362877779380003, v:0}}]) [2024-06-26 08:47:58.295317] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CB8-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:58.842178] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CBC-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:59.032221] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CBB-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:59.174966] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BB0-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362878779422003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362878779422003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362878779422003, v:0}}]) [2024-06-26 08:47:59.295443] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CB9-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:47:59.439917] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=7] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362878812800, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362877564781001, v:0}, replayable_scn:{val:1719362877564781001, v:0}, standby_scn:{val:1719362877564781001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:47:59.815281] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362878565987001, v:0}, replayable_scn:{val:1719362878565987001, v:0}, standby_scn:{val:1719362878565987001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362879812666, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362878565987001, v:0}, replayable_scn:{val:1719362878565987001, v:0}, standby_scn:{val:1719362878565987001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362879812666, ora_rowscn_=1719362879716197000) [2024-06-26 08:47:59.842261] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CBD-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:00.032320] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CBC-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:00.183587] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BB1-0-0] [lt=31] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362879780182003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362879780182003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362879780182003, v:0}}]) [2024-06-26 08:48:00.187357] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BB1-0-0] [lt=13] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362879780182003, v:0}, readable_scn:{val:1719362879780182003, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:48:00.295562] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CBA-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:00.842355] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CBE-0-0] [lt=24] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:01.032417] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CBD-0-0] [lt=28] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:01.189474] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BB2-0-0] [lt=18] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362881083929000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362881083929000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362881083929000, v:0}}]) [2024-06-26 08:48:01.295649] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CBB-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:01.842438] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CBF-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:02.032511] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CBE-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:02.195823] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BB3-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362881782361003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362881782361003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362881782361003, v:0}}]) [2024-06-26 08:48:02.295732] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CBC-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:02.441961] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362881812436, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362880667938002, v:0}, replayable_scn:{val:1719362880667938002, v:0}, standby_scn:{val:1719362880667938002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:02.842542] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CC0-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:03.032598] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CBF-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:03.201679] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BB4-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362882783136004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362882783136004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362882783136004, v:0}}]) [2024-06-26 08:48:03.295829] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CBD-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:03.814842] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=24] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362882569881001, v:0}, replayable_scn:{val:1719362882569881001, v:0}, standby_scn:{val:1719362882569881001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362883812607, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362882569881001, v:0}, replayable_scn:{val:1719362882569881001, v:0}, standby_scn:{val:1719362882569881001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362883812607, ora_rowscn_=1719362883741128000) [2024-06-26 08:48:03.842632] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CC1-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:04.032696] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CC0-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:04.207575] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BB5-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362884111116000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362884111116000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362884111116000, v:0}}]) [2024-06-26 08:48:04.295913] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CBE-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:04.842718] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CC2-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:05.032779] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CC1-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:05.215430] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BB6-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362884784988004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362884784988004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362884784988004, v:0}}]) [2024-06-26 08:48:05.219989] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BB6-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362883570855001, v:0}) [2024-06-26 08:48:05.296042] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CBF-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:05.444223] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362884813186, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362883570855001, v:0}, replayable_scn:{val:1719362883570855001, v:0}, standby_scn:{val:1719362883570855001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:05.842822] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CC3-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:06.032865] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CC2-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:06.221800] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BB7-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362885786121004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362885786121004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362885786121004, v:0}}]) [2024-06-26 08:48:06.296129] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CC0-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:06.816611] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362885573496001, v:0}, replayable_scn:{val:1719362885573496001, v:0}, standby_scn:{val:1719362885573496001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362886812659, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362885573496001, v:0}, replayable_scn:{val:1719362885573496001, v:0}, standby_scn:{val:1719362885573496001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362886812659, ora_rowscn_=1719362886759595000) [2024-06-26 08:48:06.842907] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CC4-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:07.032986] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CC3-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:07.228665] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BB8-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362886787203005, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362886787203005, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362886787203005, v:0}}]) [2024-06-26 08:48:07.296211] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CC1-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:07.842994] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CC5-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:08.033111] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CC4-0-0] [lt=50] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:08.236343] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BB9-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362887788281004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362887788281004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362887788281004, v:0}}]) [2024-06-26 08:48:08.296320] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CC2-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:08.446296] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362887813336, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362886573622001, v:0}, replayable_scn:{val:1719362886573622001, v:0}, standby_scn:{val:1719362886573622001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:08.843105] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CC6-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:09.033194] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CC5-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:09.244430] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BBA-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362888789832004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362888789832004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362888789832004, v:0}}]) [2024-06-26 08:48:09.296463] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CC3-0-0] [lt=72] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:09.843187] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CC7-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:10.033281] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CC6-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:10.252936] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BBB-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362889791016004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362889791016004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362889791016004, v:0}}]) [2024-06-26 08:48:10.258898] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BBB-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362889791016004, v:0}, readable_scn:{val:1719362889791016004, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:48:10.296547] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CC4-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:10.815146] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362889578182001, v:0}, replayable_scn:{val:1719362889578182001, v:0}, standby_scn:{val:1719362889578182001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362890813476, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362889578182001, v:0}, replayable_scn:{val:1719362889578182001, v:0}, standby_scn:{val:1719362889578182001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362890813476, ora_rowscn_=1719362890786503000) [2024-06-26 08:48:10.843385] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CC8-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:11.033367] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CC7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:11.261455] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BBC-0-0] [lt=18] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362890792890004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362890792890003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362890792890004, v:0}}]) [2024-06-26 08:48:11.296655] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CC5-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:11.448434] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362890813476, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362889578182001, v:0}, replayable_scn:{val:1719362889578182001, v:0}, standby_scn:{val:1719362889578182001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:11.843498] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CC9-0-0] [lt=44] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:12.033445] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CC8-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:12.270621] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BBD-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362891794323004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362891794323004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362891794323004, v:0}}]) [2024-06-26 08:48:12.296741] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CC6-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:12.843581] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CCA-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:13.033529] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CC9-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:13.277444] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BBE-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362892794622004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362892794622004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362892794622004, v:0}}]) [2024-06-26 08:48:13.296863] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CC7-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:13.815429] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=23] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362892580654002, v:0}, replayable_scn:{val:1719362892580654002, v:0}, standby_scn:{val:1719362892580654002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362893813741, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362892580654002, v:0}, replayable_scn:{val:1719362892580654002, v:0}, standby_scn:{val:1719362892580654002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362893813741, ora_rowscn_=1719362893806279000) [2024-06-26 08:48:13.843671] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CCB-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:14.033622] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CCA-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:14.285032] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BBF-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362894148902000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362894148902000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362894148902000, v:0}}]) [2024-06-26 08:48:14.296951] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CC8-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:14.450522] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362893813741, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362892580654002, v:0}, replayable_scn:{val:1719362892580654002, v:0}, standby_scn:{val:1719362892580654002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:14.843789] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CCC-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:15.033704] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CCB-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:15.291663] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BC0-0-0] [lt=21] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362895207460002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362895231941001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362895231941001, v:0}}]) [2024-06-26 08:48:15.295422] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BC0-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362893583069002, v:0}) [2024-06-26 08:48:15.297039] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CC9-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:15.843874] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CCD-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:16.033785] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CCC-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:16.296587] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BC1-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362895799456004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362895799456004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362895799456004, v:0}}]) [2024-06-26 08:48:16.297133] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CCA-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:16.815592] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362894813473004, v:0}, replayable_scn:{val:1719362894813473004, v:0}, standby_scn:{val:1719362894813473000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362896813561, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362894813473004, v:0}, replayable_scn:{val:1719362894813473004, v:0}, standby_scn:{val:1719362894813473000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362896813561, ora_rowscn_=1719362895818549000) [2024-06-26 08:48:16.843958] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CCE-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:17.033863] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CCD-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:17.297222] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CCB-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:17.302996] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BC2-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362896800844004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362896800844004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362896800844004, v:0}}]) [2024-06-26 08:48:17.452612] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362896813561, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362895585781002, v:0}, replayable_scn:{val:1719362895585781002, v:0}, standby_scn:{val:1719362895585781002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:17.844014] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CCF-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:18.033949] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CCE-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:18.297308] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CCC-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:18.309347] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BC3-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362897801440004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362897801440004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362897801440004, v:0}}]) [2024-06-26 08:48:18.844095] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CD0-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:19.034035] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CCF-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:19.297394] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CCD-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:19.315478] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BC4-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362899304231000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362899304231000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362899304231000, v:0}}]) [2024-06-26 08:48:19.815764] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362897587840002, v:0}, replayable_scn:{val:1719362897587840002, v:0}, standby_scn:{val:1719362897587840002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362899814280, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362897587840002, v:0}, replayable_scn:{val:1719362897587840002, v:0}, standby_scn:{val:1719362897587840002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362899814280, ora_rowscn_=1719362898836539000) [2024-06-26 08:48:19.844181] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CD1-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:20.034121] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CD0-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:20.297481] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CCE-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:20.321559] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BC5-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362900305049000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362900305049000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362900305049000, v:0}}]) [2024-06-26 08:48:20.325951] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BC5-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362900305049000, v:0}, readable_scn:{val:1719362900305049000, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:48:20.454668] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362899814280, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362898588948002, v:0}, replayable_scn:{val:1719362898588948002, v:0}, standby_scn:{val:1719362898588948002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:20.844258] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CD2-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:21.034225] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CD1-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:21.297572] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CCF-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:21.327946] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BC6-0-0] [lt=19] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362900805530004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362901306184000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362901306184000, v:0}}]) [2024-06-26 08:48:21.844346] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CD3-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:22.034311] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CD2-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:22.297729] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CD0-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:22.334344] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BC7-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362902307546000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362902307546000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362902307546000, v:0}}]) [2024-06-26 08:48:22.816262] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=24] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362900589930002, v:0}, replayable_scn:{val:1719362900589930002, v:0}, standby_scn:{val:1719362900589930002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362902814178, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362900589930002, v:0}, replayable_scn:{val:1719362900589930002, v:0}, standby_scn:{val:1719362900589930002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362902814178, ora_rowscn_=1719362901854687002) [2024-06-26 08:48:22.844428] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CD4-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:23.034397] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CD3-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:23.297853] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CD1-0-0] [lt=52] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:23.341263] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BC8-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362903308711000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362903308711000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362903308711000, v:0}}]) [2024-06-26 08:48:23.456746] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362902814178, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362901592064002, v:0}, replayable_scn:{val:1719362901592064002, v:0}, standby_scn:{val:1719362901592064002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:23.844524] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CD5-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:24.034488] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CD4-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:24.297951] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CD2-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:24.348111] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BC9-0-0] [lt=6] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362904309086000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362904309086000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362904309086000, v:0}}]) [2024-06-26 08:48:24.844604] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CD6-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:25.034581] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CD5-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:25.298046] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CD3-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:25.354726] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BCA-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362905309555000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362905309555000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362905309555000, v:0}}]) [2024-06-26 08:48:25.359403] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BCA-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362902592497002, v:0}) [2024-06-26 08:48:25.844687] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CD7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:26.034669] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CD6-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:26.298138] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CD4-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:26.361488] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BCB-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362905810158004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362906311095000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362906311095000, v:0}}]) [2024-06-26 08:48:26.458759] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=9] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362905814211, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362904594312003, v:0}, replayable_scn:{val:1719362904594312003, v:0}, standby_scn:{val:1719362904594312003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:26.816371] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=44] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362904594312003, v:0}, replayable_scn:{val:1719362904594312003, v:0}, standby_scn:{val:1719362904594312003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362906814682, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362904594312003, v:0}, replayable_scn:{val:1719362904594312003, v:0}, standby_scn:{val:1719362904594312003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362906814682, ora_rowscn_=1719362905877898000) [2024-06-26 08:48:26.844767] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CD8-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:27.034754] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CD7-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:27.298225] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CD5-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:27.368897] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BCC-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362907312413000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362907312413000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362907312413000, v:0}}]) [2024-06-26 08:48:27.844844] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CD9-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:28.034840] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CD8-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:28.298284] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CD6-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:28.375312] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BCD-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362908313951000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362908313951000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362908313951000, v:0}}]) [2024-06-26 08:48:28.844935] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CDA-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:29.034924] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CD9-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:29.298371] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CD7-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:29.381653] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BCE-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362909314751000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362909314751000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362909314751000, v:0}}]) [2024-06-26 08:48:29.460912] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362908813956, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362907597457002, v:0}, replayable_scn:{val:1719362907597457002, v:0}, standby_scn:{val:1719362907597457002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:29.816846] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=30] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362907597457002, v:0}, replayable_scn:{val:1719362907597457002, v:0}, standby_scn:{val:1719362907597457002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362909814979, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362907597457002, v:0}, replayable_scn:{val:1719362907597457002, v:0}, standby_scn:{val:1719362907597457002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362909814979, ora_rowscn_=1719362908896488000) [2024-06-26 08:48:29.845016] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CDB-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:30.035008] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CDA-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:30.298460] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CD8-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:30.388477] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BCF-0-0] [lt=21] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362910315288000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362910315288000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362910315288000, v:0}}]) [2024-06-26 08:48:30.392690] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BCF-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362910315288000, v:0}, readable_scn:{val:1719362910315288000, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:48:30.845098] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CDC-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:31.035093] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CDB-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:31.298573] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CD9-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:31.396245] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BD0-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362910816485004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362911316548000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362911316548000, v:0}}]) [2024-06-26 08:48:31.845217] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CDD-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:32.035181] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CDC-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:32.298694] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CDA-0-0] [lt=47] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:32.404142] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BD1-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362912316947000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362912316947000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362912316947000, v:0}}]) [2024-06-26 08:48:32.463045] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362911814288, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362910599960002, v:0}, replayable_scn:{val:1719362910599960002, v:0}, standby_scn:{val:1719362910599960002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:32.816999] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=28] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362910599960002, v:0}, replayable_scn:{val:1719362910599960002, v:0}, standby_scn:{val:1719362910599960002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362912814947, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362910599960002, v:0}, replayable_scn:{val:1719362910599960002, v:0}, standby_scn:{val:1719362910599960002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362912814947, ora_rowscn_=1719362911916065000) [2024-06-26 08:48:32.845385] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CDE-0-0] [lt=98] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:33.035260] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CDD-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:33.298784] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CDB-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:33.410983] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BD2-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362913318742000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362913318742000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362913318742000, v:0}}]) [2024-06-26 08:48:33.845470] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CDF-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:34.035351] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CDE-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:34.298915] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CDC-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:34.420445] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BD3-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362914319953000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362914319953000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362914319953000, v:0}}]) [2024-06-26 08:48:34.845556] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CE0-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:35.035474] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CDF-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:35.299033] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CDD-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:35.427022] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BD4-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362915320470001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362915320470001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362915320470001, v:0}}]) [2024-06-26 08:48:35.430951] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BD4-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362913604488003, v:0}) [2024-06-26 08:48:35.465153] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362914814555, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362913604488003, v:0}, replayable_scn:{val:1719362913604488003, v:0}, standby_scn:{val:1719362913604488003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:35.845668] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CE1-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:36.035597] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CE0-0-0] [lt=52] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:36.299115] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CDE-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:36.432837] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BD5-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362916322383001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362916322383001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362916322383001, v:0}}]) [2024-06-26 08:48:36.817264] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362914605014003, v:0}, replayable_scn:{val:1719362914605014003, v:0}, standby_scn:{val:1719362914605014003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362916814482, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362914605014003, v:0}, replayable_scn:{val:1719362914605014003, v:0}, standby_scn:{val:1719362914605014003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362916814482, ora_rowscn_=1719362915939798000) [2024-06-26 08:48:36.845776] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CE2-0-0] [lt=44] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:37.035673] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CE1-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:37.299249] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CDF-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:37.438890] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BD6-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362917323022000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362917323022000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362917323022000, v:0}}]) [2024-06-26 08:48:37.845850] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CE3-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:38.035758] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CE2-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:38.299395] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CE0-0-0] [lt=76] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:38.445336] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BD7-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362918324089000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362918324089000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362918324089000, v:0}}]) [2024-06-26 08:48:38.467331] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362917815532, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362916608744003, v:0}, replayable_scn:{val:1719362916608744003, v:0}, standby_scn:{val:1719362916608744003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:38.845932] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CE4-0-0] [lt=11] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:39.035911] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CE3-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:39.299477] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CE1-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:39.451885] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BD8-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362919325817000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362919325817000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362919325817000, v:0}}]) [2024-06-26 08:48:39.817295] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=45] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362917610377003, v:0}, replayable_scn:{val:1719362917610377003, v:0}, standby_scn:{val:1719362917610377003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362919815584, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362917610377003, v:0}, replayable_scn:{val:1719362917610377003, v:0}, standby_scn:{val:1719362917610377003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362919815584, ora_rowscn_=1719362918961803000) [2024-06-26 08:48:39.846014] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CE5-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:40.035997] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CE4-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:40.299599] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CE2-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:40.458675] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BD9-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362920326969000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362920326969000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362920326969000, v:0}}]) [2024-06-26 08:48:40.465373] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BD9-0-0] [lt=35] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362920326969000, v:0}, readable_scn:{val:1719362920326969000, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:48:40.846102] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CE6-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:41.036082] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CE5-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:41.299758] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CE3-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:41.467728] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BDA-0-0] [lt=47] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362921327634002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362921327634002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362921327634002, v:0}}]) [2024-06-26 08:48:41.469620] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=7] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362920815370, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362919612525003, v:0}, replayable_scn:{val:1719362919612525003, v:0}, standby_scn:{val:1719362919612525003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:41.846181] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CE7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:42.036169] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CE6-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:42.299875] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CE4-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:42.474333] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BDB-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362922328308000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362922328308000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362922328308000, v:0}}]) [2024-06-26 08:48:42.846263] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CE8-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:43.036256] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CE7-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:43.299956] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CE5-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:43.481349] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BDC-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362923329980000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362923329980000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362923329980000, v:0}}]) [2024-06-26 08:48:43.818908] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=34] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362921615412003, v:0}, replayable_scn:{val:1719362921615412003, v:0}, standby_scn:{val:1719362921615412003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362923815967, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362921615412003, v:0}, replayable_scn:{val:1719362921615412003, v:0}, standby_scn:{val:1719362921615412003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362923815967, ora_rowscn_=1719362922988973000) [2024-06-26 08:48:43.846355] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CE9-0-0] [lt=23] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:44.036353] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CE8-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:44.300040] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CE6-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:44.471820] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=33] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362923815967, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362922616026003, v:0}, replayable_scn:{val:1719362922616026003, v:0}, standby_scn:{val:1719362922616026003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:44.488719] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BDD-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362924254464000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362924254464000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362924254464000, v:0}}]) [2024-06-26 08:48:44.846441] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CEA-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:45.036437] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CE9-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:45.300127] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CE7-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:45.495083] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BDE-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362925331487000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362925331487000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362925331487000, v:0}}]) [2024-06-26 08:48:45.498995] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BDE-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362923618225003, v:0}) [2024-06-26 08:48:45.846527] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CEB-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:46.036520] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CEA-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:46.300219] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CE8-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:46.502003] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BDF-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362926333072000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362926333072000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362925832387004, v:0}}]) [2024-06-26 08:48:46.846653] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CEC-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:47.036608] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CEB-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:47.300312] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CE9-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:47.473911] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362926816147, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362925620534003, v:0}, replayable_scn:{val:1719362925620534003, v:0}, standby_scn:{val:1719362925620534003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:47.508651] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BE0-0-0] [lt=17] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362927333481000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362927333481000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362927333481000, v:0}}]) [2024-06-26 08:48:47.818029] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362925620534003, v:0}, replayable_scn:{val:1719362925620534003, v:0}, standby_scn:{val:1719362925620534003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362927815506, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362925620534003, v:0}, replayable_scn:{val:1719362925620534003, v:0}, standby_scn:{val:1719362925620534003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362927815506, ora_rowscn_=1719362927017616000) [2024-06-26 08:48:47.846771] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CED-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:48.036696] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CEC-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:48.300418] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CEA-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:48.515623] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BE1-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362928334271000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362928334271000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362928334271000, v:0}}]) [2024-06-26 08:48:48.846851] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CEE-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:49.036781] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CED-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:49.300577] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CEB-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:49.522245] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BE2-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362929334940000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362929334940000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362929334940000, v:0}}]) [2024-06-26 08:48:49.846933] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CEF-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:50.036865] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CEE-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:50.300719] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CEC-0-0] [lt=69] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:50.476423] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=7] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362929816186, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362928623098004, v:0}, replayable_scn:{val:1719362928623098004, v:0}, standby_scn:{val:1719362928623098004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:50.529155] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BE3-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362930336344000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362930336344000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362930336344000, v:0}}]) [2024-06-26 08:48:50.533924] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BE3-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362930336344000, v:0}, readable_scn:{val:1719362930336344000, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:48:50.819778] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362928623098004, v:0}, replayable_scn:{val:1719362928623098004, v:0}, standby_scn:{val:1719362928623098004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362930815469, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362928623098004, v:0}, replayable_scn:{val:1719362928623098004, v:0}, standby_scn:{val:1719362928623098004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362930815469, ora_rowscn_=1719362930037525000) [2024-06-26 08:48:50.847017] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CF0-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:51.036948] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CEF-0-0] [lt=11] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:51.300809] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CED-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:51.535896] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BE4-0-0] [lt=19] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362931337016001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362931337016001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362931337016000, v:0}}]) [2024-06-26 08:48:51.847100] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CF1-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:52.037027] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CF0-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:52.300845] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CEE-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:52.541568] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BE5-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362932338095001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362932338095000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362932338095001, v:0}}]) [2024-06-26 08:48:52.847180] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CF2-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:53.037114] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CF1-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:53.300937] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CEF-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:53.478733] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362932815510, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362931626183004, v:0}, replayable_scn:{val:1719362931626183004, v:0}, standby_scn:{val:1719362931626183004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:53.548738] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BE6-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362933339166001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362933339166001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362933339166001, v:0}}]) [2024-06-26 08:48:53.847266] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CF3-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:54.037228] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CF2-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:54.301024] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CF0-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:54.557438] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BE7-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362934340232000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362934340232000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362934340232000, v:0}}]) [2024-06-26 08:48:54.818497] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=106] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362932628230003, v:0}, replayable_scn:{val:1719362932628230003, v:0}, standby_scn:{val:1719362932628230003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362934816151, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362932628230003, v:0}, replayable_scn:{val:1719362932628230003, v:0}, standby_scn:{val:1719362932628230003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362934816151, ora_rowscn_=1719362934070611000) [2024-06-26 08:48:54.847357] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CF4-0-0] [lt=23] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:55.037313] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CF3-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:55.301121] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CF1-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:55.565595] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BE8-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362935340731001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362935340731001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362935340731001, v:0}}]) [2024-06-26 08:48:55.570841] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BE8-0-0] [lt=17] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362933629616003, v:0}) [2024-06-26 08:48:55.847438] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CF5-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:56.037393] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CF4-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:56.301206] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CF2-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:56.481397] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362935816448, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362934630633004, v:0}, replayable_scn:{val:1719362934630633004, v:0}, standby_scn:{val:1719362934630633004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:56.573260] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BE9-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362936342109001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362936342109001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362936342109001, v:0}}]) [2024-06-26 08:48:56.847514] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CF6-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:57.037454] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CF5-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:57.301294] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CF3-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:57.579432] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BEA-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362937343508001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362937343508001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362937343508001, v:0}}]) [2024-06-26 08:48:57.818731] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=32] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362935631038003, v:0}, replayable_scn:{val:1719362935631038003, v:0}, standby_scn:{val:1719362935631038003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362937816162, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362935631038003, v:0}, replayable_scn:{val:1719362935631038003, v:0}, standby_scn:{val:1719362935631038003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362937816162, ora_rowscn_=1719362937089293000) [2024-06-26 08:48:57.847596] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CF7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:58.037540] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CF6-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:58.301399] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CF4-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:58.586576] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BEB-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362938344705001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362938344705001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362938344705001, v:0}}]) [2024-06-26 08:48:58.847683] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CF8-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:59.037625] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CF7-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:59.301512] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CF5-0-0] [lt=43] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:48:59.483544] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362938816634, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362937632996003, v:0}, replayable_scn:{val:1719362937632996003, v:0}, standby_scn:{val:1719362937632996003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:48:59.597922] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BEC-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362939345463001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362939345463001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362939345463001, v:0}}]) [2024-06-26 08:48:59.847766] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CF9-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:00.037707] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CF8-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:00.301598] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CF6-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:00.604712] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BED-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362940346602001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362940346602001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362940346602001, v:0}}]) [2024-06-26 08:49:00.609240] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BED-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362940346602001, v:0}, readable_scn:{val:1719362940346602001, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:49:00.818831] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=30] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362938634333003, v:0}, replayable_scn:{val:1719362938634333003, v:0}, standby_scn:{val:1719362938634333003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362940816901, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362938634333003, v:0}, replayable_scn:{val:1719362938634333003, v:0}, standby_scn:{val:1719362938634333003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362940816901, ora_rowscn_=1719362940107265000) [2024-06-26 08:49:00.847849] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CFA-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:01.037793] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CF9-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:01.301697] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CF7-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:01.611603] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BEE-0-0] [lt=22] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362941347038001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362941347038002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362941347038002, v:0}}]) [2024-06-26 08:49:01.847934] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CFB-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:02.037878] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CFA-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:02.301784] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CF8-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:02.485698] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=26] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362941817022, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362940636640003, v:0}, replayable_scn:{val:1719362940636640003, v:0}, standby_scn:{val:1719362940636640003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:02.620386] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BEF-0-0] [lt=70] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362942348707001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362942348707001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362942348707001, v:0}}]) [2024-06-26 08:49:02.848016] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CFC-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:03.037978] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CFB-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:03.301868] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CF9-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:03.626345] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BF0-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362943349705001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362943349705001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362943349705001, v:0}}]) [2024-06-26 08:49:03.819082] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=28] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362941637474003, v:0}, replayable_scn:{val:1719362941637474003, v:0}, standby_scn:{val:1719362941637474003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362943816724, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362941637474003, v:0}, replayable_scn:{val:1719362941637474003, v:0}, standby_scn:{val:1719362941637474003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362943816724, ora_rowscn_=1719362943130503000) [2024-06-26 08:49:03.848090] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CFD-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:04.038070] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CFC-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:04.301972] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CFA-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:04.637123] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BF1-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362944351135000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362944351135000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362944351135000, v:0}}]) [2024-06-26 08:49:04.848172] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CFE-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:05.038153] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CFD-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:05.302074] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CFB-0-0] [lt=43] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:05.487851] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362944817418, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362943639767004, v:0}, replayable_scn:{val:1719362943639767004, v:0}, standby_scn:{val:1719362943639767004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:05.645107] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BF2-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362945353044001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362945353044002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362945353044002, v:0}}]) [2024-06-26 08:49:05.649706] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BF2-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362943639767004, v:0}) [2024-06-26 08:49:05.848259] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348CFF-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:06.038256] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CFE-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:06.302258] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CFC-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:06.652037] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BF3-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362946353256002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362946353256001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362946353256002, v:0}}]) [2024-06-26 08:49:06.819515] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=30] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362944641120004, v:0}, replayable_scn:{val:1719362944641120004, v:0}, standby_scn:{val:1719362944641120004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362946816816, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362944641120004, v:0}, replayable_scn:{val:1719362944641120004, v:0}, standby_scn:{val:1719362944641120004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362946816816, ora_rowscn_=1719362946150215000) [2024-06-26 08:49:06.848346] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D00-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:07.038391] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48CFF-0-0] [lt=72] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:07.302351] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CFD-0-0] [lt=26] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:07.657823] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BF4-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362947354064002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362947354064002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362947354064002, v:0}}]) [2024-06-26 08:49:07.848436] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D01-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:08.038475] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D00-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:08.302437] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CFE-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:08.490078] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362947817733, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362946642488004, v:0}, replayable_scn:{val:1719362946642488004, v:0}, standby_scn:{val:1719362946642488004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:08.664017] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BF5-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362948355590002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362948355590002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362948355590002, v:0}}]) [2024-06-26 08:49:08.848519] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D02-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:09.038562] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D01-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:09.302520] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048CFF-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:09.674529] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BF6-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362949355752002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362949355752002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362949355752002, v:0}}]) [2024-06-26 08:49:09.848605] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D03-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:10.038645] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D02-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:10.302642] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D00-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:10.681001] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BF7-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362950357128002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362950357128002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362950357128002, v:0}}]) [2024-06-26 08:49:10.686717] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BF7-0-0] [lt=13] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362950357128002, v:0}, readable_scn:{val:1719362950357128002, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:49:10.819768] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362948645103004, v:0}, replayable_scn:{val:1719362948645103004, v:0}, standby_scn:{val:1719362948645103004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362950817085, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362948645103004, v:0}, replayable_scn:{val:1719362948645103004, v:0}, standby_scn:{val:1719362948645103004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362950817085, ora_rowscn_=1719362950175091000) [2024-06-26 08:49:10.848745] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D04-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:11.038727] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D03-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:11.302784] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D01-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:11.492072] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362950817085, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362949645475004, v:0}, replayable_scn:{val:1719362949645475004, v:0}, standby_scn:{val:1719362949645475004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:11.688777] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BF8-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362951358372003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362951358372003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362951358372003, v:0}}]) [2024-06-26 08:49:11.848837] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D05-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:12.038810] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D04-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:12.302891] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D02-0-0] [lt=33] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:12.694635] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BF9-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362952647563000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362952692184000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362952692184000, v:0}}]) [2024-06-26 08:49:12.848922] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D06-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:13.038913] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D05-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:13.302974] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D03-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:13.700862] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BFA-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362953642450000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362953697711000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362953697711000, v:0}}]) [2024-06-26 08:49:13.849013] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D07-0-0] [lt=24] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:14.038997] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D06-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:14.303066] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D04-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:14.493946] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362953817230, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362953185419001, v:0}, replayable_scn:{val:1719362953185419001, v:0}, standby_scn:{val:1719362953185419001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:14.708048] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BFB-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362954360631001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362954360631001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362954360631001, v:0}}]) [2024-06-26 08:49:14.820058] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362953185419001, v:0}, replayable_scn:{val:1719362953185419001, v:0}, standby_scn:{val:1719362953185419001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362954817679, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362953185419001, v:0}, replayable_scn:{val:1719362953185419001, v:0}, standby_scn:{val:1719362953185419001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362954817679, ora_rowscn_=1719362954200679000) [2024-06-26 08:49:14.849066] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D08-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:15.039088] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D07-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:15.303146] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D05-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:15.714137] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BFC-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362955361664002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362955361664002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362955361664002, v:0}}]) [2024-06-26 08:49:15.718335] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BFC-0-0] [lt=13] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362954200679001, v:0}) [2024-06-26 08:49:15.849145] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D09-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:16.039176] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D08-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:16.303236] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D06-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:16.720376] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BFD-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362956363980002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362956363980002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362956363980002, v:0}}]) [2024-06-26 08:49:16.849235] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D0A-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:17.039261] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D09-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:17.303320] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D07-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:17.495819] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362956817932, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362955652563004, v:0}, replayable_scn:{val:1719362955652563004, v:0}, standby_scn:{val:1719362955652563004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:17.728354] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BFE-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362957364805002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362957364805002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362957364805002, v:0}}]) [2024-06-26 08:49:17.820231] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=30] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362955652563004, v:0}, replayable_scn:{val:1719362955652563004, v:0}, standby_scn:{val:1719362955652563004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362957817908, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362955652563004, v:0}, replayable_scn:{val:1719362955652563004, v:0}, standby_scn:{val:1719362955652563004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362957817908, ora_rowscn_=1719362957220154000) [2024-06-26 08:49:17.849321] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D0B-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:18.039356] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D0A-0-0] [lt=26] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:18.303405] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D08-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:18.734444] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148BFF-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362958366124002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362958366124002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362958366124002, v:0}}]) [2024-06-26 08:49:18.849406] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D0C-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:19.039444] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D0B-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:19.303501] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D09-0-0] [lt=11] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:19.740725] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C00-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362959366401002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362959366401002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362959366401002, v:0}}]) [2024-06-26 08:49:19.849512] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D0D-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:20.039527] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D0C-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:20.303588] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D0A-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:20.497635] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362959817779, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362958655990004, v:0}, replayable_scn:{val:1719362958655990004, v:0}, standby_scn:{val:1719362958655990004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:20.747350] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C01-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362960368376002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362960368376002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362960368376002, v:0}}]) [2024-06-26 08:49:20.753096] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C01-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362960368376002, v:0}, readable_scn:{val:1719362960368376002, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:49:20.849603] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D0E-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:21.039774] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D0D-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:21.303677] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D0B-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:21.755642] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C02-0-0] [lt=33] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362961369099003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362961369099003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362961369099004, v:0}}]) [2024-06-26 08:49:21.820740] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=32] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362959656776004, v:0}, replayable_scn:{val:1719362959656776004, v:0}, standby_scn:{val:1719362959656776004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362961818282, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362959656776004, v:0}, replayable_scn:{val:1719362959656776004, v:0}, standby_scn:{val:1719362959656776004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362961818282, ora_rowscn_=1719362961244777000) [2024-06-26 08:49:21.849687] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D0F-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:22.039861] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D0E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:22.303761] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D0C-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:22.762544] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C03-0-0] [lt=17] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362962369968003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362962369968003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362962369968003, v:0}}]) [2024-06-26 08:49:22.849796] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D10-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:23.039947] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D0F-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:23.303844] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D0D-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:23.499794] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362962818306, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362962187025000, v:0}, replayable_scn:{val:1719362962187025000, v:0}, standby_scn:{val:1719362962187025000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:23.769914] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C04-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362963370262003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362963370262003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362963370262003, v:0}}]) [2024-06-26 08:49:23.849889] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D11-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:24.040029] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D10-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:24.303924] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D0E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:24.776374] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C05-0-0] [lt=9] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362964381353003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362964381353003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362964381353003, v:0}}]) [2024-06-26 08:49:24.849974] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D12-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:25.040132] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D11-0-0] [lt=33] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:25.304005] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D0F-0-0] [lt=10] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:25.784225] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C06-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362965373435003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362965373435003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362965373435003, v:0}}]) [2024-06-26 08:49:25.788377] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C06-0-0] [lt=13] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362964160348000, v:0}) [2024-06-26 08:49:25.820555] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=31] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362964160348000, v:0}, replayable_scn:{val:1719362964160348000, v:0}, standby_scn:{val:1719362964160348000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362965818549, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362964160348000, v:0}, replayable_scn:{val:1719362964160348000, v:0}, standby_scn:{val:1719362964160348000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362965818549, ora_rowscn_=1719362965270756000) [2024-06-26 08:49:25.850091] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D13-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:26.040267] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D12-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:26.304090] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D10-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:26.501722] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362965818549, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362965162070000, v:0}, replayable_scn:{val:1719362965162070000, v:0}, standby_scn:{val:1719362965162070000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:26.790444] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C07-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362966374195003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362966374195003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362966374195003, v:0}}]) [2024-06-26 08:49:26.850178] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D14-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:27.040355] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D13-0-0] [lt=24] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:27.304175] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D11-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:27.796532] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C08-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362967375702003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362967375702003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362967375702003, v:0}}]) [2024-06-26 08:49:27.850259] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D15-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:28.040444] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D14-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:28.304259] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D12-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:28.804680] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C09-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362968376074003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362968376074003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362968376074003, v:0}}]) [2024-06-26 08:49:28.820621] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=28] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362967189431000, v:0}, replayable_scn:{val:1719362967189431000, v:0}, standby_scn:{val:1719362967189431000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362968818216, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362967189431000, v:0}, replayable_scn:{val:1719362967189431000, v:0}, standby_scn:{val:1719362967189431000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362968818216, ora_rowscn_=1719362968289869000) [2024-06-26 08:49:28.850339] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D16-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:29.040566] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D15-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:29.304356] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D13-0-0] [lt=24] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:29.503865] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362968818216, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362968164677000, v:0}, replayable_scn:{val:1719362968164677000, v:0}, standby_scn:{val:1719362968164677000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:29.811025] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C0A-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362969377597003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362969377597003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362969377597003, v:0}}]) [2024-06-26 08:49:29.850447] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D17-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:30.040641] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D16-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:30.304467] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D14-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:30.817439] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C0B-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362970378589003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362970378589003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362970378589003, v:0}}]) [2024-06-26 08:49:30.822385] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C0B-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362970378589003, v:0}, readable_scn:{val:1719362970378589003, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:49:30.850531] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D18-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:31.040722] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D17-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:31.304547] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D15-0-0] [lt=9] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:31.821020] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362970166254000, v:0}, replayable_scn:{val:1719362970166254000, v:0}, standby_scn:{val:1719362970166254000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362971818376, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362970166254000, v:0}, replayable_scn:{val:1719362970166254000, v:0}, standby_scn:{val:1719362970166254000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362971818376, ora_rowscn_=1719362971309233000) [2024-06-26 08:49:31.824946] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C0C-0-0] [lt=33] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362971378954004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362971378954004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362971378954004, v:0}}]) [2024-06-26 08:49:31.850633] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D19-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:32.040810] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D18-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:32.304636] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D16-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:32.505863] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362971818376, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362971167676000, v:0}, replayable_scn:{val:1719362971167676000, v:0}, standby_scn:{val:1719362971167676000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:32.831154] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C0D-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362972379959003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362972379959003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362972379959003, v:0}}]) [2024-06-26 08:49:32.850736] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D1A-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:33.040901] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D19-0-0] [lt=23] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:33.304749] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D17-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:33.837178] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C0E-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362973382244003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362973382244003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362973382244003, v:0}}]) [2024-06-26 08:49:33.850857] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D1B-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:34.040982] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D1A-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:34.304901] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D18-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:34.821107] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362973169603000, v:0}, replayable_scn:{val:1719362973169603000, v:0}, standby_scn:{val:1719362973169603000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362974819206, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362973169603000, v:0}, replayable_scn:{val:1719362973169603000, v:0}, standby_scn:{val:1719362973169603000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362974819206, ora_rowscn_=1719362974327238000) [2024-06-26 08:49:34.844620] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C0F-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362974417069003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362974417069003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362974417069003, v:0}}]) [2024-06-26 08:49:34.850960] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D1C-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:35.041071] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D1B-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:35.305021] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D19-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:35.507890] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362974819206, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362974170292000, v:0}, replayable_scn:{val:1719362974170292000, v:0}, standby_scn:{val:1719362974170292000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:35.851043] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D1D-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:35.851695] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C10-0-0] [lt=17] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362975385828003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362975385828003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362975385828003, v:0}}]) [2024-06-26 08:49:35.858122] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C10-0-0] [lt=32] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362974170292000, v:0}) [2024-06-26 08:49:36.041151] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D1C-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:36.305114] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D1A-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:36.851127] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D1E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:36.860117] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C11-0-0] [lt=32] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362976387085003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362976387085003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362976387085003, v:0}}]) [2024-06-26 08:49:37.041244] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D1D-0-0] [lt=27] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:37.305237] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D1B-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:37.821459] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362976172828000, v:0}, replayable_scn:{val:1719362976172828000, v:0}, standby_scn:{val:1719362976172828000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362977819275, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362976172828000, v:0}, replayable_scn:{val:1719362976172828000, v:0}, standby_scn:{val:1719362976172828000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362977819275, ora_rowscn_=1719362977352518000) [2024-06-26 08:49:37.851215] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D1F-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:37.866535] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C12-0-0] [lt=42] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362977387527003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362977387527004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362977387527004, v:0}}]) [2024-06-26 08:49:38.041328] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D1E-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:38.305337] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D1C-0-0] [lt=28] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:38.509951] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362977819275, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362977195636000, v:0}, replayable_scn:{val:1719362977195636000, v:0}, standby_scn:{val:1719362977195636000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:38.851337] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D20-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:38.872880] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C13-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362978389477004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362978389477004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362978389477003, v:0}}]) [2024-06-26 08:49:39.041418] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D1F-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:39.305428] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D1D-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:39.851425] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D21-0-0] [lt=47] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:39.880194] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C14-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362979390973004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362979390973004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362979390973004, v:0}}]) [2024-06-26 08:49:40.041511] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D20-0-0] [lt=28] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:40.305518] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D1E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:40.821936] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=33] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362979176518001, v:0}, replayable_scn:{val:1719362979176518001, v:0}, standby_scn:{val:1719362979176518001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362980819372, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362979176518001, v:0}, replayable_scn:{val:1719362979176518001, v:0}, standby_scn:{val:1719362979176518001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362980819372, ora_rowscn_=1719362980370992000) [2024-06-26 08:49:40.851509] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D22-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:40.889220] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C15-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362980391154004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362980391154004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362980391154004, v:0}}]) [2024-06-26 08:49:40.893707] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C15-0-0] [lt=70] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362980391154004, v:0}, readable_scn:{val:1719362980391154004, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:49:41.041600] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D21-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:41.305600] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D1F-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:41.512303] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362980819372, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362980177432001, v:0}, replayable_scn:{val:1719362980177432001, v:0}, standby_scn:{val:1719362980177432001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:41.851593] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D23-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:41.896672] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C16-0-0] [lt=19] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362981392073005, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362981392073005, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362981392073005, v:0}}]) [2024-06-26 08:49:42.041697] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D22-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:42.305708] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D20-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:42.851674] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D24-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:42.905151] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C17-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362982396131004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362982396131004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362982396131004, v:0}}]) [2024-06-26 08:49:43.043793] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D23-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:43.305794] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D21-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:43.822106] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=73] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362982198072000, v:0}, replayable_scn:{val:1719362982198072000, v:0}, standby_scn:{val:1719362982198072000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362983819385, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362982198072000, v:0}, replayable_scn:{val:1719362982198072000, v:0}, standby_scn:{val:1719362982198072000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362983819385, ora_rowscn_=1719362983411362000) [2024-06-26 08:49:43.851762] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D25-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:43.916226] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C18-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362983395195003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362983395195004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362983395195004, v:0}}]) [2024-06-26 08:49:44.043875] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D24-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:44.305876] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D22-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:44.515802] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362983819385, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362983355308000, v:0}, replayable_scn:{val:1719362983355308000, v:0}, standby_scn:{val:1719362983355308000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:44.851822] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D26-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:44.926698] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C19-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362984444736003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362984444736004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362984444736004, v:0}}]) [2024-06-26 08:49:45.043959] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D25-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:45.305957] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D23-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:45.851909] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D27-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:45.938498] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C1A-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362985396198003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362985396198004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362985396198004, v:0}}]) [2024-06-26 08:49:45.943286] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C1A-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362984183478001, v:0}) [2024-06-26 08:49:46.044219] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D26-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:46.306042] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D24-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:46.823141] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362985184864001, v:0}, replayable_scn:{val:1719362985184864001, v:0}, standby_scn:{val:1719362985184864001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362986820111, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362985184864001, v:0}, replayable_scn:{val:1719362985184864001, v:0}, standby_scn:{val:1719362985184864001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362986820111, ora_rowscn_=1719362986432532000) [2024-06-26 08:49:46.851991] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D28-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:46.945627] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C1B-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362986397875003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362986869911000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362986397875003, v:0}}]) [2024-06-26 08:49:47.044319] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D27-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:47.306082] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D25-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:47.517720] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362986820111, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362985184864001, v:0}, replayable_scn:{val:1719362985184864001, v:0}, standby_scn:{val:1719362985184864001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:47.852070] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D29-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:47.955521] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C1C-0-0] [lt=35] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362987398699003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362987398699004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362987398699004, v:0}}]) [2024-06-26 08:49:48.044428] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D28-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:48.306198] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D26-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:48.852158] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D2A-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:48.964638] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C1D-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362988400007003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362988400007004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362988400007004, v:0}}]) [2024-06-26 08:49:49.044512] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D29-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:49.306396] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D27-0-0] [lt=90] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:49.823850] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362988187350001, v:0}, replayable_scn:{val:1719362988187350001, v:0}, standby_scn:{val:1719362988187350001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362989820012, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362988187350001, v:0}, replayable_scn:{val:1719362988187350001, v:0}, standby_scn:{val:1719362988187350001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362989820012, ora_rowscn_=1719362989453162000) [2024-06-26 08:49:49.852295] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D2B-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:50.044586] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D2A-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:50.306545] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D28-0-0] [lt=43] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:50.342142] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C1E-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362989901741002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362989901741003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362989901741003, v:0}}]) [2024-06-26 08:49:50.520113] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362989820012, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362988187350001, v:0}, replayable_scn:{val:1719362988187350001, v:0}, standby_scn:{val:1719362988187350001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:50.852425] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D2C-0-0] [lt=44] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:51.044789] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D2B-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:51.306663] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D29-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:51.352488] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C1F-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362990902717002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362990902717003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362990902717003, v:0}}]) [2024-06-26 08:49:51.359608] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C1F-0-0] [lt=13] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719362990902717003, v:0}, readable_scn:{val:1719362990902717003, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:49:51.852594] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D2D-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:52.044870] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D2C-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:52.306755] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D2A-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:52.370242] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C20-0-0] [lt=22] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362991904661003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362991904661003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362991904661003, v:0}}]) [2024-06-26 08:49:52.826235] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=75] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362991189544002, v:0}, replayable_scn:{val:1719362991189544002, v:0}, standby_scn:{val:1719362991189544002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362992820019, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362991189544002, v:0}, replayable_scn:{val:1719362991189544002, v:0}, standby_scn:{val:1719362991189544002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362992820019, ora_rowscn_=1719362992482341000) [2024-06-26 08:49:52.852784] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D2E-0-0] [lt=48] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:53.045004] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D2D-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:53.306844] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D2B-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:53.381788] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C21-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362992906543002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362992906543003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362992906543003, v:0}}]) [2024-06-26 08:49:53.524199] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362992820019, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362991189544002, v:0}, replayable_scn:{val:1719362991189544002, v:0}, standby_scn:{val:1719362991189544002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:53.852877] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D2F-0-0] [lt=48] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:54.045090] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D2E-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:54.306935] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D2C-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:54.388907] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C22-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362993908060003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362993908060004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362993908060004, v:0}}]) [2024-06-26 08:49:54.852970] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D30-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:55.045191] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D2F-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:55.307076] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D2D-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:55.395778] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C23-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362994908884003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362994908884004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362994908884004, v:0}}]) [2024-06-26 08:49:55.826685] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=30] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362994401169000, v:0}, replayable_scn:{val:1719362994401169000, v:0}, standby_scn:{val:1719362994401169000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362995820879, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362994401169000, v:0}, replayable_scn:{val:1719362994401169000, v:0}, standby_scn:{val:1719362994401169000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362995820879, ora_rowscn_=1719362995507819000) [2024-06-26 08:49:55.853085] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D31-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:56.045312] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D30-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:56.307253] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D2E-0-0] [lt=48] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:56.405134] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C24-0-0] [lt=53] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362995910081003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362995910081004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362995910081004, v:0}}]) [2024-06-26 08:49:56.409609] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C24-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719362994401169000, v:0}) [2024-06-26 08:49:56.526856] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=27] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362995820879, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362994401169000, v:0}, replayable_scn:{val:1719362994401169000, v:0}, standby_scn:{val:1719362994401169000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:56.853214] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D32-0-0] [lt=44] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:57.045397] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D31-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:57.307347] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D2F-0-0] [lt=24] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:57.412505] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C25-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362996911458003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362996911458004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362996911458004, v:0}}]) [2024-06-26 08:49:57.853310] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D33-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:58.045477] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D32-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:58.307471] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D30-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:58.421448] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C26-0-0] [lt=29] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362997913304003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362997913304004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362997913304004, v:0}}]) [2024-06-26 08:49:58.853397] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D34-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:59.045565] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D33-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:59.307664] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D31-0-0] [lt=43] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:49:59.433197] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C27-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362998915389003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362998915389004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362998915389004, v:0}}]) [2024-06-26 08:49:59.529574] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719362998821146, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362997280706000, v:0}, replayable_scn:{val:1719362997280706000, v:0}, standby_scn:{val:1719362997280706000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:49:59.823699] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362998199939002, v:0}, replayable_scn:{val:1719362998199939002, v:0}, standby_scn:{val:1719362998199939002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719362999820950, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719362998199939002, v:0}, replayable_scn:{val:1719362998199939002, v:0}, standby_scn:{val:1719362998199939002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719362999820950, ora_rowscn_=1719362999541281000) [2024-06-26 08:49:59.853478] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D35-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:00.045657] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D34-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:00.307754] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D32-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:00.442997] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C28-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719362999917983003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719362999917983004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719362999917983004, v:0}}]) [2024-06-26 08:50:00.853585] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D36-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:01.045923] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D35-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:01.307848] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D33-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:01.455779] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C29-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363001283332000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363001283332001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363001283332001, v:0}}]) [2024-06-26 08:50:01.465639] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C29-0-0] [lt=38] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363001283332001, v:0}, readable_scn:{val:1719363001283332001, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:50:01.853711] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D37-0-0] [lt=55] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:02.046077] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D36-0-0] [lt=47] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:02.307960] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D34-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:02.470905] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C2A-0-0] [lt=66] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363001919357003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363001919357003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363001919357004, v:0}}]) [2024-06-26 08:50:02.532167] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363001821697, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363000201484002, v:0}, replayable_scn:{val:1719363000201484002, v:0}, standby_scn:{val:1719363000201484001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:02.825078] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=30] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363001329753001, v:0}, replayable_scn:{val:1719363001329753001, v:0}, standby_scn:{val:1719363001329753001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363002820962, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363001329753001, v:0}, replayable_scn:{val:1719363001329753001, v:0}, standby_scn:{val:1719363001329753001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363002820962, ora_rowscn_=1719363002574452000) [2024-06-26 08:50:02.853795] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D38-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:03.046194] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D37-0-0] [lt=42] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:03.308077] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D35-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:03.482370] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C2B-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363002920779003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363002920779004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363002920779004, v:0}}]) [2024-06-26 08:50:03.853902] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D39-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:04.046280] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D38-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:04.308243] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D36-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:04.495258] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C2C-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363003921124004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363004422214000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363004422214000, v:0}}]) [2024-06-26 08:50:04.854008] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D3A-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:05.046405] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D39-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:05.308379] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D37-0-0] [lt=70] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:05.503741] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C2D-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363004923947004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363005424066000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363005424066000, v:0}}]) [2024-06-26 08:50:05.534809] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=39] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363004821375, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363003369818003, v:0}, replayable_scn:{val:1719363003369818003, v:0}, standby_scn:{val:1719363003369818003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:05.854092] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D3B-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:06.046550] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D3A-0-0] [lt=73] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:06.308468] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D38-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:06.512133] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C2E-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363005924804004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363006425355000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363006425355000, v:0}}]) [2024-06-26 08:50:06.516298] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C2E-0-0] [lt=13] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363004407199001, v:0}) [2024-06-26 08:50:06.823911] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363005206698003, v:0}, replayable_scn:{val:1719363005206698003, v:0}, standby_scn:{val:1719363005206698003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363006821603, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363005206698003, v:0}, replayable_scn:{val:1719363005206698003, v:0}, standby_scn:{val:1719363005206698003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363006821603, ora_rowscn_=1719363006608602000) [2024-06-26 08:50:06.854172] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D3C-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:07.046636] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D3B-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:07.308555] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D39-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:07.519077] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C2F-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363006925986004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363007426219000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363007426219000, v:0}}]) [2024-06-26 08:50:07.854352] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D3D-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:08.046725] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D3C-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:08.308944] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D3A-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:08.528534] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C30-0-0] [lt=35] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363007926874004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363008427861000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363008427861000, v:0}}]) [2024-06-26 08:50:08.537006] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363007821773, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363006207751003, v:0}, replayable_scn:{val:1719363006207751003, v:0}, standby_scn:{val:1719363006207751003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:08.854473] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D3E-0-0] [lt=47] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:09.046790] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D3D-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:09.309010] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D3B-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:09.535876] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C31-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363008928023004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363009427544000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363009427544000, v:0}}]) [2024-06-26 08:50:09.824180] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=28] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363008210208004, v:0}, replayable_scn:{val:1719363008210208004, v:0}, standby_scn:{val:1719363008210208004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363009822315, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363008210208004, v:0}, replayable_scn:{val:1719363008210208004, v:0}, standby_scn:{val:1719363008210208004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363009822315, ora_rowscn_=1719363009627954000) [2024-06-26 08:50:09.854558] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D3F-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:10.046883] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D3E-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:10.309095] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D3C-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:10.542555] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C32-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363009928104004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363010429043000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363010429043000, v:0}}]) [2024-06-26 08:50:10.854646] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D40-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:11.047022] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D3F-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:11.309183] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D3D-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:11.539009] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363010821938, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363009410445001, v:0}, replayable_scn:{val:1719363009410445001, v:0}, standby_scn:{val:1719363009410445001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:11.549088] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C33-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363010929458004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363011430272000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363011430272000, v:0}}]) [2024-06-26 08:50:11.553349] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C33-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363011430272000, v:0}, readable_scn:{val:1719363011430272000, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:50:11.854789] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D41-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:12.047108] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D40-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:12.309286] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D3E-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:12.555565] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C34-0-0] [lt=19] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363012230458003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363012540286000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363012553083000, v:0}}]) [2024-06-26 08:50:12.824355] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=28] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363011213871003, v:0}, replayable_scn:{val:1719363011213871003, v:0}, standby_scn:{val:1719363011213871003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363012822406, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363011213871003, v:0}, replayable_scn:{val:1719363011213871003, v:0}, standby_scn:{val:1719363011213871003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363012822406, ora_rowscn_=1719363012647772000) [2024-06-26 08:50:12.854898] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D42-0-0] [lt=40] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:13.047207] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D41-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:13.309397] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D3F-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:13.561515] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C35-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363013530832000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363013556466000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363013556466000, v:0}}]) [2024-06-26 08:50:13.854993] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D43-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:14.047297] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D42-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:14.309526] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D40-0-0] [lt=24] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:14.541387] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363013822493, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363012648838000, v:0}, replayable_scn:{val:1719363012648838000, v:0}, standby_scn:{val:1719363012637166000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:14.568289] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C36-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363014495778000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363014560686001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363014560686001, v:0}}]) [2024-06-26 08:50:14.855074] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D44-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:15.047381] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D43-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:15.309618] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D41-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:15.573885] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C37-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363015434125000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363015434125000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363015434125000, v:0}}]) [2024-06-26 08:50:15.824825] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363014659837000, v:0}, replayable_scn:{val:1719363014659837000, v:0}, standby_scn:{val:1719363014659837000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363015822841, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363014659837000, v:0}, replayable_scn:{val:1719363014659837000, v:0}, standby_scn:{val:1719363014659837000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363015822841, ora_rowscn_=1719363015666969000) [2024-06-26 08:50:15.855156] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D45-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:16.047465] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D44-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:16.309704] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D42-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:16.580037] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C38-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363016435898000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363016435898000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363016435898000, v:0}}]) [2024-06-26 08:50:16.584354] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C38-0-0] [lt=13] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363014659837000, v:0}) [2024-06-26 08:50:16.855239] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D46-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:17.047548] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D45-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:17.309808] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D43-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:17.543348] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363016822722, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363015218381003, v:0}, replayable_scn:{val:1719363015218381003, v:0}, standby_scn:{val:1719363015218381003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:17.586661] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C39-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363017437047000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363017437047000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363017437047000, v:0}}]) [2024-06-26 08:50:17.855312] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D47-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:18.047632] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D46-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:18.309925] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D44-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:18.593148] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C3A-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363018437691000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363018437691000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363018437691000, v:0}}]) [2024-06-26 08:50:18.824852] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=35] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363017290303001, v:0}, replayable_scn:{val:1719363017290303001, v:0}, standby_scn:{val:1719363017290303001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363018822283, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363017290303001, v:0}, replayable_scn:{val:1719363017290303001, v:0}, standby_scn:{val:1719363017290303001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363018822283, ora_rowscn_=1719363018685291000) [2024-06-26 08:50:18.855397] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D48-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:19.047716] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D47-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:19.310017] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D45-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:19.599207] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C3B-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363019438745000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363019438745000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363019438745000, v:0}}]) [2024-06-26 08:50:19.855480] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D49-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:20.047802] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D48-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:20.310098] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D46-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:20.545296] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363019822645, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363018221031003, v:0}, replayable_scn:{val:1719363018221031003, v:0}, standby_scn:{val:1719363018221031003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:20.605278] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C3C-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363020439747001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363020439747001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363020439747001, v:0}}]) [2024-06-26 08:50:20.855566] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D4A-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:21.047883] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D49-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:21.310183] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D47-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:21.614530] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C3D-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363021440137002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363021440137002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363021440137002, v:0}}]) [2024-06-26 08:50:21.618361] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C3D-0-0] [lt=13] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363021440137002, v:0}, readable_scn:{val:1719363021440137002, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:50:21.855651] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D4B-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:22.047966] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D4A-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:22.310281] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D48-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:22.620370] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C3E-0-0] [lt=17] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363022442397001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363022442397001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363022442397001, v:0}}]) [2024-06-26 08:50:22.824815] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=28] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363021223269004, v:0}, replayable_scn:{val:1719363021223269004, v:0}, standby_scn:{val:1719363021223269004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363022822441, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363021223269004, v:0}, replayable_scn:{val:1719363021223269004, v:0}, standby_scn:{val:1719363021223269004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363022822441, ora_rowscn_=1719363022709748000) [2024-06-26 08:50:22.855739] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D4C-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:23.048052] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D4B-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:23.310385] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D49-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:23.547385] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363022822441, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363021223269004, v:0}, replayable_scn:{val:1719363021223269004, v:0}, standby_scn:{val:1719363021223269004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:23.626068] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C3F-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363023442866001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363023442866001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363023442866001, v:0}}]) [2024-06-26 08:50:23.855818] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D4D-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:24.048153] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D4C-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:24.310468] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D4A-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:24.632395] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C40-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363024594915000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363024594915000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363024594915000, v:0}}]) [2024-06-26 08:50:24.855911] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D4E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:25.048238] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D4D-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:25.310547] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D4B-0-0] [lt=9] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:25.639162] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C41-0-0] [lt=9] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363025444701001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363025444701001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363025444701001, v:0}}]) [2024-06-26 08:50:25.825255] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363024417582002, v:0}, replayable_scn:{val:1719363024417582002, v:0}, standby_scn:{val:1719363024417582002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363025822710, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363024417582002, v:0}, replayable_scn:{val:1719363024417582002, v:0}, standby_scn:{val:1719363024417582002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363025822710, ora_rowscn_=1719363025730152000) [2024-06-26 08:50:25.856007] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D4F-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:26.048318] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D4E-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:26.310653] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D4C-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:26.549335] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363025822710, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363024417582002, v:0}, replayable_scn:{val:1719363024417582002, v:0}, standby_scn:{val:1719363024417582002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:26.645891] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C42-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363026446909001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363026446909001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363026446909001, v:0}}]) [2024-06-26 08:50:26.649812] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C42-0-0] [lt=11] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363024417582002, v:0}) [2024-06-26 08:50:26.856113] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D50-0-0] [lt=38] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:27.048405] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D4F-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:27.310736] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D4D-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:27.651977] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C43-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363027447151001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363027447151001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363027447151001, v:0}}]) [2024-06-26 08:50:27.856198] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D51-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:28.048490] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D50-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:28.310826] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D4E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:28.659111] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C44-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363028449303001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363028449303001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363028449303001, v:0}}]) [2024-06-26 08:50:28.825475] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=38] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363027294310004, v:0}, replayable_scn:{val:1719363027294310004, v:0}, standby_scn:{val:1719363027294310004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363028823717, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363027294310004, v:0}, replayable_scn:{val:1719363027294310004, v:0}, standby_scn:{val:1719363027294310004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363028823717, ora_rowscn_=1719363028748594000) [2024-06-26 08:50:28.856282] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D52-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:29.048577] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D51-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:29.310910] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D4F-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:29.551446] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363028823717, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363027294310004, v:0}, replayable_scn:{val:1719363027294310004, v:0}, standby_scn:{val:1719363027294310004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:29.667699] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C45-0-0] [lt=37] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363029450472001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363029450472001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363029450472001, v:0}}]) [2024-06-26 08:50:29.856363] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D53-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:30.048658] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D52-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:30.310985] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D50-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:30.674424] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C46-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363030450948001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363030450948001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363030450948001, v:0}}]) [2024-06-26 08:50:30.856445] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D54-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:31.048750] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D53-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:31.311115] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D51-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:31.680913] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C47-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363031451995002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363031451995002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363031451995002, v:0}}]) [2024-06-26 08:50:31.684734] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C47-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363031451995002, v:0}, readable_scn:{val:1719363031451995002, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:50:31.825587] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=30] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363030232155004, v:0}, replayable_scn:{val:1719363030232155004, v:0}, standby_scn:{val:1719363030232155004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363031823678, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363030232155004, v:0}, replayable_scn:{val:1719363030232155004, v:0}, standby_scn:{val:1719363030232155004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363031823678, ora_rowscn_=1719363031766245000) [2024-06-26 08:50:31.856529] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D55-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:32.048842] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D54-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:32.311228] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D52-0-0] [lt=44] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:32.553564] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363031823678, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363030232155004, v:0}, replayable_scn:{val:1719363030232155004, v:0}, standby_scn:{val:1719363030232155004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:32.687581] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C48-0-0] [lt=22] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363032452551001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363032452551000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363032452551000, v:0}}]) [2024-06-26 08:50:32.856610] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D56-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:33.048927] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D55-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:33.311310] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D53-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:33.694495] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C49-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363033453395001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363033453395000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363033453395001, v:0}}]) [2024-06-26 08:50:33.856695] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D57-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:34.049017] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D56-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:34.311397] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D54-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:34.701488] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C4A-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363034455181001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363034455181001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363034455181001, v:0}}]) [2024-06-26 08:50:34.825810] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363033387674004, v:0}, replayable_scn:{val:1719363033387674004, v:0}, standby_scn:{val:1719363033387674004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363034823255, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363033387674004, v:0}, replayable_scn:{val:1719363033387674004, v:0}, standby_scn:{val:1719363033387674004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363034823255, ora_rowscn_=1719363034785055000) [2024-06-26 08:50:34.856776] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D58-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:35.049102] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D57-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:35.311476] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D55-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:35.555701] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363034823255, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363033387674004, v:0}, replayable_scn:{val:1719363033387674004, v:0}, standby_scn:{val:1719363033387674004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:35.707970] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C4B-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363035457059001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363035457059001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363035457059001, v:0}}]) [2024-06-26 08:50:35.856856] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D59-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:36.049189] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D58-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:36.311574] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D56-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:36.714036] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C4C-0-0] [lt=31] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363036457756001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363036457756001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363036457756001, v:0}}]) [2024-06-26 08:50:36.718207] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C4C-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363034423039002, v:0}) [2024-06-26 08:50:36.856938] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D5A-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:37.049290] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D59-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:37.311692] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D57-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:37.720845] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C4D-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363037458497002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363037458497002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363037458497002, v:0}}]) [2024-06-26 08:50:37.825974] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363036238364004, v:0}, replayable_scn:{val:1719363036238364004, v:0}, standby_scn:{val:1719363036238364004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363037823924, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363036238364004, v:0}, replayable_scn:{val:1719363036238364004, v:0}, standby_scn:{val:1719363036238364004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363037823924, ora_rowscn_=1719363037803714000) [2024-06-26 08:50:37.857031] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D5B-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:38.049369] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D5A-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:38.311775] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D58-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:38.557808] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363037823924, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363036238364004, v:0}, replayable_scn:{val:1719363036238364004, v:0}, standby_scn:{val:1719363036238364004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:38.727448] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C4E-0-0] [lt=18] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363038460208002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363038460208002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363038460208002, v:0}}]) [2024-06-26 08:50:38.857117] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D5C-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:39.049453] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D5B-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:39.311858] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D59-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:39.734398] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C4F-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363039460612002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363039460612002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363039460612002, v:0}}]) [2024-06-26 08:50:39.857200] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D5D-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:40.049558] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D5C-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:40.311965] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D5A-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:40.741037] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C50-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363040461868002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363040461868002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363040461868002, v:0}}]) [2024-06-26 08:50:40.826551] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363039743499000, v:0}, replayable_scn:{val:1719363039743499000, v:0}, standby_scn:{val:1719363039743499000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363040823952, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363039743499000, v:0}, replayable_scn:{val:1719363039743499000, v:0}, standby_scn:{val:1719363039743499000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363040823952, ora_rowscn_=1719363040823993000) [2024-06-26 08:50:40.857284] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D5E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:41.049638] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D5D-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:41.312079] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D5B-0-0] [lt=44] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:41.559903] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=24] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363040823952, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363039743499000, v:0}, replayable_scn:{val:1719363039743499000, v:0}, standby_scn:{val:1719363039743499000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:41.747336] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C51-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363041463209003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363041463209003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363041463209003, v:0}}]) [2024-06-26 08:50:41.751639] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C51-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363041463209003, v:0}, readable_scn:{val:1719363041463209003, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:50:41.857365] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D5F-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:42.049718] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D5E-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:42.312161] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D5C-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:42.753741] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C52-0-0] [lt=19] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363042465029002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363042465029002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363042465029002, v:0}}]) [2024-06-26 08:50:42.857450] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D60-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:43.049803] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D5F-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:43.312247] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D5D-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:43.760189] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C53-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363043465749002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363043465749002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363043465749002, v:0}}]) [2024-06-26 08:50:43.857532] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D61-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:44.049902] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D60-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:44.312334] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D5E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:44.561997] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363043824668, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363042745854001, v:0}, replayable_scn:{val:1719363042745854001, v:0}, standby_scn:{val:1719363042745854001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:44.766053] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C54-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363044654302000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363044654302000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363044654302000, v:0}}]) [2024-06-26 08:50:44.826296] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363042745854001, v:0}, replayable_scn:{val:1719363042745854001, v:0}, standby_scn:{val:1719363042745854001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363044824259, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363042745854001, v:0}, replayable_scn:{val:1719363042745854001, v:0}, standby_scn:{val:1719363042745854001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363044824259, ora_rowscn_=1719363043844047000) [2024-06-26 08:50:44.857616] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D62-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:45.049985] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D61-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:45.312420] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D5F-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:45.771539] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C55-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363045467714002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363045467714002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363045467714002, v:0}}]) [2024-06-26 08:50:45.857714] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D63-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:46.050071] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D62-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:46.312517] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D60-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:46.777437] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C56-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363046469476002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363046469476002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363046469476002, v:0}}]) [2024-06-26 08:50:46.782089] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C56-0-0] [lt=10] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363044748034000, v:0}) [2024-06-26 08:50:46.857821] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D64-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:47.050150] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D63-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:47.312608] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D61-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:47.564149] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=26] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363046824757, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363045749318000, v:0}, replayable_scn:{val:1719363045749318000, v:0}, standby_scn:{val:1719363045749318000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:47.785182] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C57-0-0] [lt=16] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363047471189002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363047471189002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363047471189002, v:0}}]) [2024-06-26 08:50:47.826548] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363045749318000, v:0}, replayable_scn:{val:1719363045749318000, v:0}, standby_scn:{val:1719363045749318000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363047824723, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363045749318000, v:0}, replayable_scn:{val:1719363045749318000, v:0}, standby_scn:{val:1719363045749318000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363047824723, ora_rowscn_=1719363046863128000) [2024-06-26 08:50:47.857927] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D65-0-0] [lt=44] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:48.050280] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D64-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:48.312688] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D62-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:48.794435] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C58-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363048472154002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363048472154002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363048472154002, v:0}}]) [2024-06-26 08:50:48.858010] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D66-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:49.050360] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D65-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:49.312814] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D63-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:49.800854] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C59-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363049473338002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363049473338002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363049473338002, v:0}}]) [2024-06-26 08:50:49.858088] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D67-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:50.050444] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D66-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:50.312941] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D64-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:50.566188] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363049824304, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363048752391000, v:0}, replayable_scn:{val:1719363048752391000, v:0}, standby_scn:{val:1719363048752391000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:50.813072] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C5A-0-0] [lt=36] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363050474184002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363050474184002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363050474184002, v:0}}]) [2024-06-26 08:50:50.826589] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363048752391000, v:0}, replayable_scn:{val:1719363048752391000, v:0}, standby_scn:{val:1719363048752391000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363050824618, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363048752391000, v:0}, replayable_scn:{val:1719363048752391000, v:0}, standby_scn:{val:1719363048752391000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363050824618, ora_rowscn_=1719363049882659000) [2024-06-26 08:50:50.858166] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D68-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:51.050523] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D67-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:51.313028] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D65-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:51.818644] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C5B-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363051474878003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363051474878003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363051474878003, v:0}}]) [2024-06-26 08:50:51.823289] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C5B-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363051474878003, v:0}, readable_scn:{val:1719363051474878003, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:50:51.858246] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D69-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:52.050618] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D68-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:52.313130] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D66-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:52.825336] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C5C-0-0] [lt=18] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363052475230002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363052475230002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363052475230002, v:0}}]) [2024-06-26 08:50:52.858333] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D6A-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:53.050701] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D69-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:53.313292] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D67-0-0] [lt=36] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:53.568517] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363052825408, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363051756354000, v:0}, replayable_scn:{val:1719363051756354000, v:0}, standby_scn:{val:1719363051756354000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:53.826995] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363051756354000, v:0}, replayable_scn:{val:1719363051756354000, v:0}, standby_scn:{val:1719363051756354000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363053824924, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363051756354000, v:0}, replayable_scn:{val:1719363051756354000, v:0}, standby_scn:{val:1719363051756354000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363053824924, ora_rowscn_=1719363052901075000) [2024-06-26 08:50:53.831479] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C5D-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363053477325003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363053477325003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363053477325003, v:0}}]) [2024-06-26 08:50:53.858420] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D6B-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:54.050791] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D6A-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:54.313406] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D68-0-0] [lt=47] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:54.837367] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C5E-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363054685247001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363054685247001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363054685247001, v:0}}]) [2024-06-26 08:50:54.858520] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D6C-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:55.050871] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D6B-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:55.313496] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D69-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:55.843650] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C5F-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363055479526003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363055479526003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363055479526003, v:0}}]) [2024-06-26 08:50:55.858663] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D6D-0-0] [lt=34] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:56.050954] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D6C-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:56.313606] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D6A-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:56.570600] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=25] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363055825169, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363054759249001, v:0}, replayable_scn:{val:1719363054759249001, v:0}, standby_scn:{val:1719363054759249001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:56.827313] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363054759249001, v:0}, replayable_scn:{val:1719363054759249001, v:0}, standby_scn:{val:1719363054759249001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363056825499, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363054759249001, v:0}, replayable_scn:{val:1719363054759249001, v:0}, standby_scn:{val:1719363054759249001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363056825499, ora_rowscn_=1719363055920873000) [2024-06-26 08:50:56.849274] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C60-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363056480847003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363056480847003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363056480847003, v:0}}]) [2024-06-26 08:50:56.853082] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C60-0-0] [lt=11] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363054759249001, v:0}) [2024-06-26 08:50:56.858771] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D6E-0-0] [lt=38] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:57.051053] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D6D-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:57.313716] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D6B-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:57.855393] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C61-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363057481585003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363057481585003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363057481585003, v:0}}]) [2024-06-26 08:50:57.858846] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D6F-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:58.051148] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D6E-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:58.313827] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D6C-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:58.858961] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D70-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:58.861841] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C62-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363058483354003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363058483354003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363058483354003, v:0}}]) [2024-06-26 08:50:59.051235] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D6F-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:59.313942] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D6D-0-0] [lt=47] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:59.572730] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363058824852, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363057763840001, v:0}, replayable_scn:{val:1719363057763840001, v:0}, standby_scn:{val:1719363057763840001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:50:59.827713] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363057763840001, v:0}, replayable_scn:{val:1719363057763840001, v:0}, standby_scn:{val:1719363057763840001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363059825899, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363057763840001, v:0}, replayable_scn:{val:1719363057763840001, v:0}, standby_scn:{val:1719363057763840001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363059825899, ora_rowscn_=1719363058942843000) [2024-06-26 08:50:59.859079] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D71-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:50:59.869903] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C63-0-0] [lt=35] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363059484630004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363059484630004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363059484630004, v:0}}]) [2024-06-26 08:51:00.051316] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D70-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:00.314022] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D6E-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:00.859194] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D72-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:00.875931] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C64-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363060485275003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363060485275003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363060485275003, v:0}}]) [2024-06-26 08:51:01.051401] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D71-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:01.314143] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D6F-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:01.859313] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D73-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:01.882116] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C65-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363061486806004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363061486806004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363061486806004, v:0}}]) [2024-06-26 08:51:01.886146] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C65-0-0] [lt=10] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363061486806004, v:0}, readable_scn:{val:1719363061486806004, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:51:02.051484] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D72-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:02.314247] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D70-0-0] [lt=43] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:02.574933] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363061825925, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363060765880001, v:0}, replayable_scn:{val:1719363060765880001, v:0}, standby_scn:{val:1719363060765880001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:02.827890] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363060765880001, v:0}, replayable_scn:{val:1719363060765880001, v:0}, standby_scn:{val:1719363060765880001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363062825967, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363060765880001, v:0}, replayable_scn:{val:1719363060765880001, v:0}, standby_scn:{val:1719363060765880001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363062825967, ora_rowscn_=1719363061960822000) [2024-06-26 08:51:02.859434] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D74-0-0] [lt=54] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:02.888275] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C66-0-0] [lt=17] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363062487573003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363062487573003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363062487573003, v:0}}]) [2024-06-26 08:51:03.051578] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D73-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:03.314330] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D71-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:03.859514] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D75-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:03.894458] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C67-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363063488761003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363063488761003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363063488761003, v:0}}]) [2024-06-26 08:51:04.051655] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D74-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:04.314425] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D72-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:04.859604] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D76-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:04.901330] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C68-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363064729837001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363064729837001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363064729837001, v:0}}]) [2024-06-26 08:51:05.051843] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D75-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:05.314511] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D73-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:05.577077] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=26] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363064825745, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363063768953001, v:0}, replayable_scn:{val:1719363063768953001, v:0}, standby_scn:{val:1719363063768953001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:05.859689] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D77-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:05.907557] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C69-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363065490388003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363065490388003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363065490388003, v:0}}]) [2024-06-26 08:51:06.051925] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D76-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:06.314601] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D74-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:06.827936] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=28] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363064770150001, v:0}, replayable_scn:{val:1719363064770150001, v:0}, standby_scn:{val:1719363064770150001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363066825373, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363064770150001, v:0}, replayable_scn:{val:1719363064770150001, v:0}, standby_scn:{val:1719363064770150001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363066825373, ora_rowscn_=1719363065987807000) [2024-06-26 08:51:06.859774] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D78-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:06.914139] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C6A-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363066492384003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363066492384003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363066492384003, v:0}}]) [2024-06-26 08:51:06.918251] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C6A-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363064770150001, v:0}) [2024-06-26 08:51:07.052009] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D77-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:07.314689] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D75-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:07.859859] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D79-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:07.920378] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C6B-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363067493165003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363067493165003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363067493165003, v:0}}]) [2024-06-26 08:51:08.052085] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D78-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:08.314767] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D76-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:08.579350] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363067826085, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363066772115001, v:0}, replayable_scn:{val:1719363066772115001, v:0}, standby_scn:{val:1719363066772115001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:08.859949] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D7A-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:08.931057] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C6C-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363068494656003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363068494656003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363068494656003, v:0}}]) [2024-06-26 08:51:09.052167] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D79-0-0] [lt=11] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:09.314849] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D77-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:09.828104] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363067773512001, v:0}, replayable_scn:{val:1719363067773512001, v:0}, standby_scn:{val:1719363067773512001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363069825837, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363067773512001, v:0}, replayable_scn:{val:1719363067773512001, v:0}, standby_scn:{val:1719363067773512001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363069825837, ora_rowscn_=1719363069006218000) [2024-06-26 08:51:09.860037] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D7B-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:09.937691] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C6D-0-0] [lt=19] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363069496426003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363069496426003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363069496426003, v:0}}]) [2024-06-26 08:51:10.052260] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D7A-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:10.314972] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D78-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:10.860118] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D7C-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:10.943814] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C6E-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363070497014004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363070497014004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363070497014004, v:0}}]) [2024-06-26 08:51:11.052348] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D7B-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:11.315093] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D79-0-0] [lt=48] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:11.581480] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363070826442, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363069776602001, v:0}, replayable_scn:{val:1719363069776602001, v:0}, standby_scn:{val:1719363069776602001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:11.860198] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D7D-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:11.949926] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C6F-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363071497478005, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363071497478005, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363071497478005, v:0}}]) [2024-06-26 08:51:11.954124] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C6F-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363071497478005, v:0}, readable_scn:{val:1719363071497478005, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:51:12.052431] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D7C-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:12.315176] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D7A-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:12.828369] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363070777644001, v:0}, replayable_scn:{val:1719363070777644001, v:0}, standby_scn:{val:1719363070777644001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363072826445, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363070777644001, v:0}, replayable_scn:{val:1719363070777644001, v:0}, standby_scn:{val:1719363070777644001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363072826445, ora_rowscn_=1719363072024324000) [2024-06-26 08:51:12.860282] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D7E-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:12.956106] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C70-0-0] [lt=19] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363072939134000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363072953023000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363072953023000, v:0}}]) [2024-06-26 08:51:13.052514] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D7D-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:13.315232] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D7B-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:13.860367] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D7F-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:13.962892] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C71-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363073957572001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363073957572001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363073957572001, v:0}}]) [2024-06-26 08:51:14.052607] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D7E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:14.315309] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D7C-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:14.583470] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363073826633, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363073023402000, v:0}, replayable_scn:{val:1719363073023402000, v:0}, standby_scn:{val:1719363073023402000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:14.860450] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D80-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:14.968923] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C72-0-0] [lt=16] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363074759666001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363074759666001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363074759666001, v:0}}]) [2024-06-26 08:51:15.052740] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D7F-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:15.315398] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D7D-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:15.828521] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363074035424000, v:0}, replayable_scn:{val:1719363074035424000, v:0}, standby_scn:{val:1719363074035424000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363075826320, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363074035424000, v:0}, replayable_scn:{val:1719363074035424000, v:0}, standby_scn:{val:1719363074035424000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363075826320, ora_rowscn_=1719363075044058000) [2024-06-26 08:51:15.860538] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D81-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:15.974414] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C73-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363075502312004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363075502312004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363075502312004, v:0}}]) [2024-06-26 08:51:16.052825] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D80-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:16.315479] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D7E-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:16.860619] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D82-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:16.980554] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C74-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363076503017004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363076503017004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363076503017004, v:0}}]) [2024-06-26 08:51:16.984284] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C74-0-0] [lt=11] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363074782063002, v:0}) [2024-06-26 08:51:17.052914] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D81-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:17.315560] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D7F-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:17.585499] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363076826347, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363075782309002, v:0}, replayable_scn:{val:1719363075782309002, v:0}, standby_scn:{val:1719363075782309002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:17.860700] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D83-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:17.986170] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C75-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363077504211004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363077504211004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363077504211004, v:0}}]) [2024-06-26 08:51:18.052996] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D82-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:18.315648] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D80-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:18.828979] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363076783674002, v:0}, replayable_scn:{val:1719363076783674002, v:0}, standby_scn:{val:1719363076783674002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363078826964, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363076783674002, v:0}, replayable_scn:{val:1719363076783674002, v:0}, standby_scn:{val:1719363076783674002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363078826964, ora_rowscn_=1719363078060914000) [2024-06-26 08:51:18.860781] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D84-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:18.992064] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C76-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363078504888004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363078504888004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363078504888004, v:0}}]) [2024-06-26 08:51:19.053077] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D83-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:19.315734] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D81-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:19.860857] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D85-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:19.997642] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C77-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363079505693004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363079505693004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363079505693004, v:0}}]) [2024-06-26 08:51:20.053164] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D84-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:20.315824] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D82-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:20.587462] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363079826940, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363078785154002, v:0}, replayable_scn:{val:1719363078785154002, v:0}, standby_scn:{val:1719363078785154002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:20.860952] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D86-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:21.003334] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C78-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363080506315004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363080506315004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363080506315004, v:0}}]) [2024-06-26 08:51:21.053257] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D85-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:21.315908] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D83-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:21.861042] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D87-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:22.008975] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C79-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363081507453005, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363081507453005, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363081507453005, v:0}}]) [2024-06-26 08:51:22.012686] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C79-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363081507453005, v:0}, readable_scn:{val:1719363081507453005, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:51:22.053345] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D86-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:22.315995] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D84-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:22.829015] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=32] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363080787673002, v:0}, replayable_scn:{val:1719363080787673002, v:0}, standby_scn:{val:1719363080787673002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363082826619, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363080787673002, v:0}, replayable_scn:{val:1719363080787673002, v:0}, standby_scn:{val:1719363080787673002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363082826619, ora_rowscn_=1719363082084242000) [2024-06-26 08:51:22.861160] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D88-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:23.014868] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C7A-0-0] [lt=18] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363082507832004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363082507832004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363082507832004, v:0}}]) [2024-06-26 08:51:23.053431] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D87-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:23.316076] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D85-0-0] [lt=11] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:23.589337] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363082826619, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363081788897002, v:0}, replayable_scn:{val:1719363081788897002, v:0}, standby_scn:{val:1719363081788897002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:23.861247] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D89-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:24.021381] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C7B-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363083508993004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363083508993004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363083508993004, v:0}}]) [2024-06-26 08:51:24.053514] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D88-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:24.316163] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D86-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:24.861326] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D8A-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:25.027829] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C7C-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363084786835001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363084786835001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363084786835001, v:0}}]) [2024-06-26 08:51:25.053597] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D89-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:25.316254] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D87-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:25.831956] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363083790468002, v:0}, replayable_scn:{val:1719363083790468002, v:0}, standby_scn:{val:1719363083790468002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363085826716, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363083790468002, v:0}, replayable_scn:{val:1719363083790468002, v:0}, standby_scn:{val:1719363083790468002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363085826716, ora_rowscn_=1719363085102299000) [2024-06-26 08:51:25.861408] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D8B-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:26.033880] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C7D-0-0] [lt=5] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363085511325004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363085511325004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363085511325004, v:0}}]) [2024-06-26 08:51:26.053674] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D8A-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:26.316358] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D88-0-0] [lt=24] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:26.591316] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363085826716, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363084791069003, v:0}, replayable_scn:{val:1719363084791069003, v:0}, standby_scn:{val:1719363084791069003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:26.861526] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D8C-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:27.039815] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C7E-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363086512473004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363086512473004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363086512473004, v:0}}]) [2024-06-26 08:51:27.043513] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C7E-0-0] [lt=11] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363084791069003, v:0}) [2024-06-26 08:51:27.053760] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D8B-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:27.316443] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D89-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:27.861646] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D8D-0-0] [lt=51] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:28.045283] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C7F-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363087513399004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363087513399003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363087513399004, v:0}}]) [2024-06-26 08:51:28.053845] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D8C-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:28.316528] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D8A-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:28.861733] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D8E-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:29.051376] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C80-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363088514587004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363088514587004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363088514587004, v:0}}]) [2024-06-26 08:51:29.053927] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D8D-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:29.316610] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D8B-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:29.593319] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363088826745, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363087794329002, v:0}, replayable_scn:{val:1719363087794329002, v:0}, standby_scn:{val:1719363087794329002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:29.829396] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=80] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363087794329002, v:0}, replayable_scn:{val:1719363087794329002, v:0}, standby_scn:{val:1719363087794329002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363089827419, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363087794329002, v:0}, replayable_scn:{val:1719363087794329002, v:0}, standby_scn:{val:1719363087794329002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363089827419, ora_rowscn_=1719363089126396000) [2024-06-26 08:51:29.861814] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D8F-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:30.054011] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D8E-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:30.057467] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C81-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363090015983000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363090015983000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363090015983000, v:0}}]) [2024-06-26 08:51:30.316660] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D8C-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:30.861876] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D90-0-0] [lt=28] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:31.054089] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D8F-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:31.064004] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C82-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363091016515000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363091016515000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363091016515000, v:0}}]) [2024-06-26 08:51:31.316746] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D8D-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:31.861992] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D91-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:32.054177] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D90-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:32.069381] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C83-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363092018004000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363092018004000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363092018004000, v:0}}]) [2024-06-26 08:51:32.076690] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C83-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363092018004000, v:0}, readable_scn:{val:1719363092018004000, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:51:32.316829] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D8E-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:32.595417] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363091827571, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363090796467003, v:0}, replayable_scn:{val:1719363090796467003, v:0}, standby_scn:{val:1719363090796467003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:32.831705] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363090796467003, v:0}, replayable_scn:{val:1719363090796467003, v:0}, standby_scn:{val:1719363090796467003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363092827409, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363090796467003, v:0}, replayable_scn:{val:1719363090796467003, v:0}, standby_scn:{val:1719363090796467003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363092827409, ora_rowscn_=1719363092144671000) [2024-06-26 08:51:32.862191] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D92-0-0] [lt=44] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:33.054257] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D91-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:33.078357] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C84-0-0] [lt=19] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363093019005000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363093019005000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363093019005000, v:0}}]) [2024-06-26 08:51:33.316913] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D8F-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:33.862277] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D93-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:34.054346] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D92-0-0] [lt=23] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:34.084101] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C85-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363094019354001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363094019354001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363094019354001, v:0}}]) [2024-06-26 08:51:34.317019] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D90-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:34.862357] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D94-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:35.054438] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D93-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:35.089913] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C86-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363095020400000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363095020400000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363095020400000, v:0}}]) [2024-06-26 08:51:35.317173] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D91-0-0] [lt=48] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:35.597433] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363094827565, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363093800099003, v:0}, replayable_scn:{val:1719363093800099003, v:0}, standby_scn:{val:1719363093800099003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:35.862450] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D95-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:36.054521] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D94-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:36.098276] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C87-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363096021948000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363096021948000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363096021948000, v:0}}]) [2024-06-26 08:51:36.317292] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D92-0-0] [lt=53] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:36.829932] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=86] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363094800691004, v:0}, replayable_scn:{val:1719363094800691004, v:0}, standby_scn:{val:1719363094800691003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363096827389, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363094800691004, v:0}, replayable_scn:{val:1719363094800691004, v:0}, standby_scn:{val:1719363094800691003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363096827389, ora_rowscn_=1719363096168484000) [2024-06-26 08:51:36.862531] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D96-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:37.054597] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D95-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:37.104190] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C88-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363097022787000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363097022787000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363097022787000, v:0}}]) [2024-06-26 08:51:37.108240] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C88-0-0] [lt=13] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363094800691004, v:0}) [2024-06-26 08:51:37.317425] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D93-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:37.862611] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D97-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:38.054681] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D96-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:38.110329] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C89-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363098023657000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363098023657000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363098023657000, v:0}}]) [2024-06-26 08:51:38.317546] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D94-0-0] [lt=55] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:38.599408] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363097827423, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363096802970003, v:0}, replayable_scn:{val:1719363096802970003, v:0}, standby_scn:{val:1719363096802970003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:38.862689] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D98-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:39.054768] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D97-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:39.116740] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C8A-0-0] [lt=16] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363099024186000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363099024186000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363099024186000, v:0}}]) [2024-06-26 08:51:39.317626] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D95-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:39.830240] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363097803629003, v:0}, replayable_scn:{val:1719363097803629003, v:0}, standby_scn:{val:1719363097803629003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363099828408, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363097803629003, v:0}, replayable_scn:{val:1719363097803629003, v:0}, standby_scn:{val:1719363097803629003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363099828408, ora_rowscn_=1719363099185964000) [2024-06-26 08:51:39.862773] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D99-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:40.054854] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D98-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:40.123599] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C8B-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363100026567000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363100026567000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363100026567000, v:0}}]) [2024-06-26 08:51:40.317710] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D96-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:40.862854] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D9A-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:41.054935] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D99-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:41.131311] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C8C-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363101027843000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363101027843000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363101027843000, v:0}}]) [2024-06-26 08:51:41.317802] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D97-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:41.601739] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=27] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363100828013, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363099806302003, v:0}, replayable_scn:{val:1719363099806302003, v:0}, standby_scn:{val:1719363099806302003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:41.862938] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D9B-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:42.055024] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D9A-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:42.137397] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C8D-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363102029634000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363102029634000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363102029634000, v:0}}]) [2024-06-26 08:51:42.141446] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C8D-0-0] [lt=10] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363102029634000, v:0}, readable_scn:{val:1719363102029634000, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:51:42.317885] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D98-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:42.830319] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=109] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363100807290003, v:0}, replayable_scn:{val:1719363100807290003, v:0}, standby_scn:{val:1719363100807290003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363102828622, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363100807290003, v:0}, replayable_scn:{val:1719363100807290003, v:0}, standby_scn:{val:1719363100807290003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363102828622, ora_rowscn_=1719363102205206000) [2024-06-26 08:51:42.863017] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D9C-0-0] [lt=11] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:43.055109] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D9B-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:43.144342] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C8E-0-0] [lt=17] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363103030637000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363103030637000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363103030637000, v:0}}]) [2024-06-26 08:51:43.318037] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D99-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:43.863116] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D9D-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:44.055195] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D9C-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:44.150297] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C8F-0-0] [lt=7] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363104032489000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363104032489000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363104032489000, v:0}}]) [2024-06-26 08:51:44.318138] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D9A-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:44.603870] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363103828700, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363102809702003, v:0}, replayable_scn:{val:1719363102809702003, v:0}, standby_scn:{val:1719363102809702003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:44.863194] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D9E-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:45.055296] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D9D-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:45.156770] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C90-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363105033225000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363105033225000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363105033225000, v:0}}]) [2024-06-26 08:51:45.318234] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D9B-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:45.830430] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=29] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363103812315003, v:0}, replayable_scn:{val:1719363103812315003, v:0}, standby_scn:{val:1719363103812315003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363105828015, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363103812315003, v:0}, replayable_scn:{val:1719363103812315003, v:0}, standby_scn:{val:1719363103812315003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363105828015, ora_rowscn_=1719363105223410000) [2024-06-26 08:51:45.863279] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348D9F-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:46.055376] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D9E-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:46.162562] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C91-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363106034371000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363106034371000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363106034371000, v:0}}]) [2024-06-26 08:51:46.318349] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D9C-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:46.863413] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DA0-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:47.055455] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48D9F-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:47.168431] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C92-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363107034578001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363107034578001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363107034578001, v:0}}]) [2024-06-26 08:51:47.175410] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C92-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363104813191003, v:0}) [2024-06-26 08:51:47.318462] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D9D-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:47.606093] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=8] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363106828241, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363105814337003, v:0}, replayable_scn:{val:1719363105814337003, v:0}, standby_scn:{val:1719363105814337003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:47.863532] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DA1-0-0] [lt=49] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:48.055549] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DA0-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:48.177678] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C93-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363108035433001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363108035433001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363108035433001, v:0}}]) [2024-06-26 08:51:48.318552] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D9E-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:48.832569] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=28] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363106815705003, v:0}, replayable_scn:{val:1719363106815705003, v:0}, standby_scn:{val:1719363106815705003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363108829102, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363106815705003, v:0}, replayable_scn:{val:1719363106815705003, v:0}, standby_scn:{val:1719363106815705003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363108829102, ora_rowscn_=1719363108242308000) [2024-06-26 08:51:48.863618] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DA2-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:49.055631] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DA1-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:49.183874] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C94-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363109036726001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363109036726001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363109036726001, v:0}}]) [2024-06-26 08:51:49.318641] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048D9F-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:49.863701] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DA3-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:50.055714] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DA2-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:50.190259] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C95-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363110037727001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363110037727001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363110037727001, v:0}}]) [2024-06-26 08:51:50.318679] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DA0-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:50.608023] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363109828698, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363108817691003, v:0}, replayable_scn:{val:1719363108817691003, v:0}, standby_scn:{val:1719363108817691003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:50.863789] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DA4-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:51.055807] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DA3-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:51.197642] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C96-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363111039235001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363111039235001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363111039235001, v:0}}]) [2024-06-26 08:51:51.318764] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DA1-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:51.863874] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DA5-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:52.055891] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DA4-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:52.203972] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C97-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363112039401001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363112039401001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363112039401001, v:0}}]) [2024-06-26 08:51:52.207829] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C97-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363112039401001, v:0}, readable_scn:{val:1719363112039401001, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:51:52.318847] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DA2-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:52.832502] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363110819405004, v:0}, replayable_scn:{val:1719363110819405004, v:0}, standby_scn:{val:1719363110819405004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363112828969, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363110819405004, v:0}, replayable_scn:{val:1719363110819405004, v:0}, standby_scn:{val:1719363110819405004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363112828969, ora_rowscn_=1719363112267387000) [2024-06-26 08:51:52.863955] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DA6-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:53.055973] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DA5-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:53.212850] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C98-0-0] [lt=19] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363113040759001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363113040759001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363113040759001, v:0}}]) [2024-06-26 08:51:53.318930] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DA3-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:53.609975] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363112828969, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363111820886005, v:0}, replayable_scn:{val:1719363111820886005, v:0}, standby_scn:{val:1719363111820886005, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:53.864042] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DA7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:54.056053] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DA6-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:54.219626] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C99-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363114041733001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363114041733001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363114041733001, v:0}}]) [2024-06-26 08:51:54.319015] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DA4-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:54.864135] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DA8-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:55.056141] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DA7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:55.225603] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C9A-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363115042767001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363115042767001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363115042767001, v:0}}]) [2024-06-26 08:51:55.319109] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DA5-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:55.864220] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DA9-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:56.056326] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DA8-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:56.231682] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C9B-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363116044369001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363116044369001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363116044369001, v:0}}]) [2024-06-26 08:51:56.319197] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DA6-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:56.612164] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363115828796, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363114824654005, v:0}, replayable_scn:{val:1719363114824654005, v:0}, standby_scn:{val:1719363114824654005, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:56.832774] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363114824654005, v:0}, replayable_scn:{val:1719363114824654005, v:0}, standby_scn:{val:1719363114824654005, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363116829198, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363114824654005, v:0}, replayable_scn:{val:1719363114824654005, v:0}, standby_scn:{val:1719363114824654005, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363116829198, ora_rowscn_=1719363116291091000) [2024-06-26 08:51:56.864310] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DAA-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:57.056440] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DA9-0-0] [lt=42] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:57.238290] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C9C-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363117044792001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363117044792001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363117044792001, v:0}}]) [2024-06-26 08:51:57.244691] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C9C-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363114824654005, v:0}) [2024-06-26 08:51:57.319278] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DA7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:57.864396] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DAB-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:58.056522] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DAA-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:58.247345] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C9D-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363118045915001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363118045915001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363118045915001, v:0}}]) [2024-06-26 08:51:58.319369] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DA8-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:58.864506] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DAC-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:59.056605] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DAB-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:59.254470] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C9E-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363119046898001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363119046898001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363119046898001, v:0}}]) [2024-06-26 08:51:59.319488] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DA9-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:51:59.614172] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363118829820, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363117827472004, v:0}, replayable_scn:{val:1719363117827472004, v:0}, standby_scn:{val:1719363117827472004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:51:59.864594] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DAD-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:00.056686] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DAC-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:00.260663] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148C9F-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363120048097001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363120048097001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363120048097001, v:0}}]) [2024-06-26 08:52:00.319609] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DAA-0-0] [lt=44] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:00.832973] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=24] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363118828325004, v:0}, replayable_scn:{val:1719363118828325004, v:0}, standby_scn:{val:1719363118828325004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363120829650, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363118828325004, v:0}, replayable_scn:{val:1719363118828325004, v:0}, standby_scn:{val:1719363118828325004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363120829650, ora_rowscn_=1719363120319917000) [2024-06-26 08:52:00.864676] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DAE-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:01.056781] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DAD-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:01.268545] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CA0-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363121048576001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363121048576001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363121048576001, v:0}}]) [2024-06-26 08:52:01.319691] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DAB-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:01.864759] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DAF-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:02.056877] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DAE-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:02.277354] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CA1-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363122050505002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363122050505002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363122050505002, v:0}}]) [2024-06-26 08:52:02.281392] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CA1-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363122050505002, v:0}, readable_scn:{val:1719363122050505002, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:52:02.319780] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DAC-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:02.616180] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363121829216, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363120830212003, v:0}, replayable_scn:{val:1719363120830212003, v:0}, standby_scn:{val:1719363120830212003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:02.864840] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DB0-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:03.056995] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DAF-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:03.283320] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CA2-0-0] [lt=21] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363123051684002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363123051684002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363123051684002, v:0}}]) [2024-06-26 08:52:03.319883] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DAD-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:03.864924] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DB1-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:04.057108] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DB0-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:04.289259] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CA3-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363124052303002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363124052303002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363124052303002, v:0}}]) [2024-06-26 08:52:04.319967] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DAE-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:04.831751] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363122832858004, v:0}, replayable_scn:{val:1719363122832858004, v:0}, standby_scn:{val:1719363122832858004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363124830199, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363122832858004, v:0}, replayable_scn:{val:1719363122832858004, v:0}, standby_scn:{val:1719363122832858004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363124830199, ora_rowscn_=1719363124344458000) [2024-06-26 08:52:04.865018] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DB2-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:05.057185] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DB1-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:05.295834] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CA4-0-0] [lt=47] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363125053676002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363125053676002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363125053676002, v:0}}]) [2024-06-26 08:52:05.320060] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DAF-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:05.618306] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=9] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363124830199, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363123834576004, v:0}, replayable_scn:{val:1719363123834576004, v:0}, standby_scn:{val:1719363123834576004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:05.865113] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DB3-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:06.057265] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DB2-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:06.301198] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CA5-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363126053895002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363126053895002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363126053895002, v:0}}]) [2024-06-26 08:52:06.320141] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DB0-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:06.865196] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DB4-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:07.057349] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DB3-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:07.307862] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CA6-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363127054920002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363127054920002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363127054920002, v:0}}]) [2024-06-26 08:52:07.312887] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CA6-0-0] [lt=31] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363124835592005, v:0}) [2024-06-26 08:52:07.320244] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DB1-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:07.832082] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=24] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363125837001004, v:0}, replayable_scn:{val:1719363125837001004, v:0}, standby_scn:{val:1719363125837001004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363127829612, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363125837001004, v:0}, replayable_scn:{val:1719363125837001004, v:0}, standby_scn:{val:1719363125837001004, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363127829612, ora_rowscn_=1719363127366290000) [2024-06-26 08:52:07.865277] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DB5-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:08.057450] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DB4-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:08.315526] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CA7-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363128056537002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363128056537002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363128056537002, v:0}}]) [2024-06-26 08:52:08.320359] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DB2-0-0] [lt=51] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:08.620374] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=26] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363127829612, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363127338496000, v:0}, replayable_scn:{val:1719363127338496000, v:0}, standby_scn:{val:1719363127338496000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:08.865374] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DB6-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:09.057535] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DB5-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:09.320443] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DB3-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:09.322240] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CA8-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363129057358002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363129057358002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363129057358002, v:0}}]) [2024-06-26 08:52:09.865479] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DB7-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:10.057622] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DB6-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:10.320525] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DB4-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:10.328262] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CA9-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363130059109002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363130059109002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363130059109002, v:0}}]) [2024-06-26 08:52:10.832156] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363129340952000, v:0}, replayable_scn:{val:1719363129340952000, v:0}, standby_scn:{val:1719363129340952000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363130830092, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363129340952000, v:0}, replayable_scn:{val:1719363129340952000, v:0}, standby_scn:{val:1719363129340952000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363130830092, ora_rowscn_=1719363130388019000) [2024-06-26 08:52:10.865572] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DB8-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:11.057709] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DB7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:11.320608] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DB5-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:11.336526] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CAA-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363131060452002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363131060452002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363131060452002, v:0}}]) [2024-06-26 08:52:11.622507] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363130830092, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363130342181000, v:0}, replayable_scn:{val:1719363130342181000, v:0}, standby_scn:{val:1719363130342181000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:11.865652] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DB9-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:12.057789] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DB8-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:12.320683] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DB6-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:12.342799] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CAB-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363132060435002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363132060435002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363132060435002, v:0}}]) [2024-06-26 08:52:12.346660] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CAB-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363132060435002, v:0}, readable_scn:{val:1719363132060435002, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:52:12.865732] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DBA-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:13.057884] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DB9-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:13.320771] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DB7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:13.349026] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CAC-0-0] [lt=17] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363133061530002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363133061530002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363133061530002, v:0}}]) [2024-06-26 08:52:13.832667] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363132344919000, v:0}, replayable_scn:{val:1719363132344919000, v:0}, standby_scn:{val:1719363132344919000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363133830529, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363132344919000, v:0}, replayable_scn:{val:1719363132344919000, v:0}, standby_scn:{val:1719363132344919000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363133830529, ora_rowscn_=1719363133407969000) [2024-06-26 08:52:13.865896] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DBB-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:14.057967] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DBA-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:14.320863] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DB8-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:14.354424] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CAD-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363134063271002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363134318018001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363134318018001, v:0}}]) [2024-06-26 08:52:14.624356] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363133830529, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363133346131000, v:0}, replayable_scn:{val:1719363133346131000, v:0}, standby_scn:{val:1719363133346131000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:14.865981] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DBC-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:15.058048] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DBB-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:15.320952] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DB9-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:15.360311] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CAE-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363135279981000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363135354461000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363135354461000, v:0}}]) [2024-06-26 08:52:15.866060] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DBD-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:16.058137] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DBC-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:16.321037] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DBA-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:16.365721] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CAF-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363136273508000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363136359576000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363136359576000, v:0}}]) [2024-06-26 08:52:16.866142] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DBE-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:17.058218] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DBD-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:17.321140] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DBB-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:17.371782] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CB0-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363137066516002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363137066516002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363137066516002, v:0}}]) [2024-06-26 08:52:17.375737] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CB0-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363135422512000, v:0}) [2024-06-26 08:52:17.626455] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363136830190, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363136425538000, v:0}, replayable_scn:{val:1719363136425538000, v:0}, standby_scn:{val:1719363136425538000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:17.832723] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363136425538000, v:0}, replayable_scn:{val:1719363136425538000, v:0}, standby_scn:{val:1719363136425538000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363137831014, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363136425538000, v:0}, replayable_scn:{val:1719363136425538000, v:0}, standby_scn:{val:1719363136425538000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363137831014, ora_rowscn_=1719363137432976000) [2024-06-26 08:52:17.866235] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DBF-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:18.058302] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DBE-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:18.321234] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DBC-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:18.377665] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CB1-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363138067902002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363138067902002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363138067902002, v:0}}]) [2024-06-26 08:52:18.866319] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DC0-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:19.058386] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DBF-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:19.321324] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DBD-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:19.383849] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CB2-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363139068763002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363139068763002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363139068763002, v:0}}]) [2024-06-26 08:52:19.866422] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DC1-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:20.058474] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DC0-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:20.321408] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DBE-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:20.390118] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CB3-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363140069305003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363140069305003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363140069305003, v:0}}]) [2024-06-26 08:52:20.628410] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363139830494, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363138351074000, v:0}, replayable_scn:{val:1719363138351074000, v:0}, standby_scn:{val:1719363138351074000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:20.832899] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=24] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363139351538000, v:0}, replayable_scn:{val:1719363139351538000, v:0}, standby_scn:{val:1719363139351538000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363140830533, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363139351538000, v:0}, replayable_scn:{val:1719363139351538000, v:0}, standby_scn:{val:1719363139351538000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363140830533, ora_rowscn_=1719363140450421000) [2024-06-26 08:52:20.866508] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DC2-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:21.058555] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DC1-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:21.321503] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DBF-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:21.395701] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CB4-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363141070686003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363141070686003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363141070686003, v:0}}]) [2024-06-26 08:52:21.866595] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DC3-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:22.058639] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DC2-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:22.321624] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DC0-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:22.401824] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CB5-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363142070574003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363142070574003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363142070574003, v:0}}]) [2024-06-26 08:52:22.405437] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CB5-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363142070574003, v:0}, readable_scn:{val:1719363142070574003, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:52:22.866676] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DC4-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:23.058723] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DC3-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:23.321747] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DC1-0-0] [lt=53] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:23.407203] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CB6-0-0] [lt=16] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363143071730003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363143071730003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363143071730003, v:0}}]) [2024-06-26 08:52:23.630553] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363142831456, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363141353480000, v:0}, replayable_scn:{val:1719363141353480000, v:0}, standby_scn:{val:1719363141353480000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:23.833047] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=30] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363142354533000, v:0}, replayable_scn:{val:1719363142354533000, v:0}, standby_scn:{val:1719363142354533000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363143830932, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363142354533000, v:0}, replayable_scn:{val:1719363142354533000, v:0}, standby_scn:{val:1719363142354533000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363143830932, ora_rowscn_=1719363143467343000) [2024-06-26 08:52:23.866761] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DC5-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:24.058868] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DC4-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:24.321794] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DC2-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:24.414027] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CB7-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363144072519003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363144072519003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363144072519003, v:0}}]) [2024-06-26 08:52:24.866842] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DC6-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:25.058950] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DC5-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:25.321936] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DC3-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:25.421421] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CB8-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363145074291003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363145074291003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363145074291003, v:0}}]) [2024-06-26 08:52:25.866920] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DC7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:26.059060] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DC6-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:26.322052] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DC4-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:26.428493] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CB9-0-0] [lt=7] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363146075527003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363146075527003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363146075527003, v:0}}]) [2024-06-26 08:52:26.632503] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363145831627, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363144355940000, v:0}, replayable_scn:{val:1719363144355940000, v:0}, standby_scn:{val:1719363144355940000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:26.833157] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363145357482001, v:0}, replayable_scn:{val:1719363145357482001, v:0}, standby_scn:{val:1719363145357482001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363146830910, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363145357482001, v:0}, replayable_scn:{val:1719363145357482001, v:0}, standby_scn:{val:1719363145357482001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363146830910, ora_rowscn_=1719363146484015000) [2024-06-26 08:52:26.867007] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DC8-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:27.059175] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DC7-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:27.322144] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DC5-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:27.434311] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CBA-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363147076949003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363147076949003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363147076949003, v:0}}]) [2024-06-26 08:52:27.438434] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CBA-0-0] [lt=11] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363145357482001, v:0}) [2024-06-26 08:52:27.867091] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DC9-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:28.059281] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DC8-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:28.322253] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DC6-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:28.440281] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CBB-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363148078356003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363148078356003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363148078356003, v:0}}]) [2024-06-26 08:52:28.867171] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DCA-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:29.059416] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DC9-0-0] [lt=40] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:29.322344] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DC7-0-0] [lt=22] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:29.446346] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CBC-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363149079703003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363149079703003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363149079703003, v:0}}]) [2024-06-26 08:52:29.634480] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363148830932, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363147359644001, v:0}, replayable_scn:{val:1719363147359644001, v:0}, standby_scn:{val:1719363147359644001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:29.833384] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=24] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363148360257001, v:0}, replayable_scn:{val:1719363148360257001, v:0}, standby_scn:{val:1719363148360257001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363149831348, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363148360257001, v:0}, replayable_scn:{val:1719363148360257001, v:0}, standby_scn:{val:1719363148360257001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363149831348, ora_rowscn_=1719363149502515000) [2024-06-26 08:52:29.867253] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DCB-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:30.059500] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DCA-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:30.322428] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DC8-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:30.452548] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CBD-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363150080498003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363150080498003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363150080498003, v:0}}]) [2024-06-26 08:52:30.867333] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DCC-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:31.059603] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DCB-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:31.322511] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DC9-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:31.458696] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CBE-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363151080962003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363151080962003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363151080962003, v:0}}]) [2024-06-26 08:52:31.867414] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DCD-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:32.059715] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DCC-0-0] [lt=43] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:32.322593] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DCA-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:32.465261] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CBF-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363152081938003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363152081938003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363152081938003, v:0}}]) [2024-06-26 08:52:32.469068] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CBF-0-0] [lt=12] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363152081938003, v:0}, readable_scn:{val:1719363152081938003, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:52:32.636660] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363151831732, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363150362031001, v:0}, replayable_scn:{val:1719363150362031001, v:0}, standby_scn:{val:1719363150362031001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:32.833682] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363151362596001, v:0}, replayable_scn:{val:1719363151362596001, v:0}, standby_scn:{val:1719363151362596001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363152831693, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363151362596001, v:0}, replayable_scn:{val:1719363151362596001, v:0}, standby_scn:{val:1719363151362596001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363152831693, ora_rowscn_=1719363152519697000) [2024-06-26 08:52:32.867510] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DCE-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:33.059816] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DCD-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:33.322678] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DCB-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:33.471186] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CC0-0-0] [lt=18] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363153084266003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363153084266003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363153084266003, v:0}}]) [2024-06-26 08:52:33.867593] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DCF-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:34.059900] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DCE-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:34.322805] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DCC-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:34.477606] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CC1-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363154085120003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363154085120003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363154085120003, v:0}}]) [2024-06-26 08:52:34.867676] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DD0-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:35.060042] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DCF-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:35.322918] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DCD-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:35.484535] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CC2-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363155086009003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363155086009003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363155086009003, v:0}}]) [2024-06-26 08:52:35.638728] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363154831799, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363153366036000, v:0}, replayable_scn:{val:1719363153366036000, v:0}, standby_scn:{val:1719363153366036000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:35.833837] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=36] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363154366785001, v:0}, replayable_scn:{val:1719363154366785001, v:0}, standby_scn:{val:1719363154366785001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363155832020, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363154366785001, v:0}, replayable_scn:{val:1719363154366785001, v:0}, standby_scn:{val:1719363154366785001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363155832020, ora_rowscn_=1719363155540073000) [2024-06-26 08:52:35.867757] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DD1-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:36.060127] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DD0-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:36.322998] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DCE-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:36.493376] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CC3-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363156086819003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363156086819003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363156086819003, v:0}}]) [2024-06-26 08:52:36.867842] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DD2-0-0] [lt=11] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:37.060206] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DD1-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:37.323102] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DCF-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:37.499040] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CC4-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363157087809003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363157087809003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363157087809003, v:0}}]) [2024-06-26 08:52:37.502843] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CC4-0-0] [lt=11] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363155367645001, v:0}) [2024-06-26 08:52:37.867960] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DD3-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:38.060331] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DD2-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:38.323189] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DD0-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:38.504911] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CC5-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363158089589004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363158089589004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363158089589004, v:0}}]) [2024-06-26 08:52:38.640691] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363157831684, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363156368745001, v:0}, replayable_scn:{val:1719363156368745001, v:0}, standby_scn:{val:1719363156368745001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:38.834036] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=24] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363157369871001, v:0}, replayable_scn:{val:1719363157369871001, v:0}, standby_scn:{val:1719363157369871001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363158831638, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363157369871001, v:0}, replayable_scn:{val:1719363157369871001, v:0}, standby_scn:{val:1719363157369871001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363158831638, ora_rowscn_=1719363158558696000) [2024-06-26 08:52:38.868076] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DD4-0-0] [lt=47] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:39.060446] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DD3-0-0] [lt=46] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:39.323284] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DD1-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:39.515073] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CC6-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363159090657004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363159090657004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363159090657004, v:0}}]) [2024-06-26 08:52:39.868157] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DD5-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:40.060525] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DD4-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:40.323366] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DD2-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:40.521230] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CC7-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363160092150004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363160092150004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363160092150004, v:0}}]) [2024-06-26 08:52:40.868239] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DD6-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:41.060648] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DD5-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:41.323452] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DD3-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:41.532443] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CC8-0-0] [lt=36] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363161093973003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363161093973004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363161093973004, v:0}}]) [2024-06-26 08:52:41.642766] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363160832542, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363159372900001, v:0}, replayable_scn:{val:1719363159372900001, v:0}, standby_scn:{val:1719363159372900001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:41.834133] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363160373802001, v:0}, replayable_scn:{val:1719363160373802001, v:0}, standby_scn:{val:1719363160373802001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363161831964, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363160373802001, v:0}, replayable_scn:{val:1719363160373802001, v:0}, standby_scn:{val:1719363160373802001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363161831964, ora_rowscn_=1719363161585063000) [2024-06-26 08:52:41.868330] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DD7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:42.060764] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DD6-0-0] [lt=48] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:42.323554] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DD4-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:42.538378] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CC9-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363162094968004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363162094968004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363162094968004, v:0}}]) [2024-06-26 08:52:42.542379] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CC9-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363162094968004, v:0}, readable_scn:{val:1719363162094968004, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:52:42.868414] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DD8-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:43.060850] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DD7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:43.323647] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DD5-0-0] [lt=25] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:43.545333] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CCA-0-0] [lt=18] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363163094929005, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363163094929005, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363163094929005, v:0}}]) [2024-06-26 08:52:43.868494] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DD9-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:44.060977] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DD8-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:44.323727] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DD6-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:44.551222] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CCB-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363164095839004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363164095839004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363164095839004, v:0}}]) [2024-06-26 08:52:44.644804] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363163832422, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363162376803002, v:0}, replayable_scn:{val:1719363162376803002, v:0}, standby_scn:{val:1719363162376803002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:44.834514] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363163468631000, v:0}, replayable_scn:{val:1719363163468631000, v:0}, standby_scn:{val:1719363163468631000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363164832531, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363163468631000, v:0}, replayable_scn:{val:1719363163468631000, v:0}, standby_scn:{val:1719363163468631000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363164832531, ora_rowscn_=1719363164602822000) [2024-06-26 08:52:44.868574] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DDA-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:45.061100] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DD9-0-0] [lt=52] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:45.323814] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DD7-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:45.557088] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CCC-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363165097137004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363165097137004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363165097137004, v:0}}]) [2024-06-26 08:52:45.868660] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DDB-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:46.061228] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DDA-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:46.323867] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DD8-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:46.564216] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CCD-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363166098022003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363166098022004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363166098022004, v:0}}]) [2024-06-26 08:52:46.868743] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DDC-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:47.061361] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DDB-0-0] [lt=64] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:47.323951] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DD9-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:47.573010] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CCE-0-0] [lt=36] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363167099386004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363167099386004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363167099386004, v:0}}]) [2024-06-26 08:52:47.577429] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CCE-0-0] [lt=12] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363165380721002, v:0}) [2024-06-26 08:52:47.646696] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=4] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363166832371, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363165380721002, v:0}, replayable_scn:{val:1719363165380721002, v:0}, standby_scn:{val:1719363165380721002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:47.834676] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=31] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363166382154002, v:0}, replayable_scn:{val:1719363166382154002, v:0}, standby_scn:{val:1719363166382154002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363167832944, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363166382154002, v:0}, replayable_scn:{val:1719363166382154002, v:0}, standby_scn:{val:1719363166382154002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363167832944, ora_rowscn_=1719363167619717000) [2024-06-26 08:52:47.868830] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DDD-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:48.061451] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DDC-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:48.324040] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DDA-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:48.579622] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CCF-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363168099460004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363168099460004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363168099460004, v:0}}]) [2024-06-26 08:52:48.868912] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DDE-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:49.061537] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DDD-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:49.324117] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DDB-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:49.586377] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CD0-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363169100868004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363169100868004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363169100868004, v:0}}]) [2024-06-26 08:52:49.868995] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DDF-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:50.061619] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DDE-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:50.324196] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DDC-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:50.593093] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CD1-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363170101888004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363170101888004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363170101888004, v:0}}]) [2024-06-26 08:52:50.648632] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363169832626, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363168384744002, v:0}, replayable_scn:{val:1719363168384744002, v:0}, standby_scn:{val:1719363168384744002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:50.834883] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363169492987000, v:0}, replayable_scn:{val:1719363169492987000, v:0}, standby_scn:{val:1719363169492987000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363170832430, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363169492987000, v:0}, replayable_scn:{val:1719363169492987000, v:0}, standby_scn:{val:1719363169492987000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363170832430, ora_rowscn_=1719363170637424000) [2024-06-26 08:52:50.869076] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DE0-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:51.061709] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DDF-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:51.324283] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DDD-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:51.599161] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CD2-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363171102996003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363171102996004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363171102996004, v:0}}]) [2024-06-26 08:52:51.869157] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DE1-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:52.061789] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DE0-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:52.324369] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DDE-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:52.608082] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CD3-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363172103468004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363172103468004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363172103468004, v:0}}]) [2024-06-26 08:52:52.612430] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CD3-0-0] [lt=10] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363172103468004, v:0}, readable_scn:{val:1719363172103468004, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:52:52.869338] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DE2-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:53.061872] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DE1-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:53.324457] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DDF-0-0] [lt=18] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:53.614591] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CD4-0-0] [lt=14] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363173605977000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363173605977000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363173605977000, v:0}}]) [2024-06-26 08:52:53.650670] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363172833098, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363171386809002, v:0}, replayable_scn:{val:1719363171386809002, v:0}, standby_scn:{val:1719363171386809002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:53.836526] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363172388141002, v:0}, replayable_scn:{val:1719363172388141002, v:0}, standby_scn:{val:1719363172388141002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363173833258, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363172388141002, v:0}, replayable_scn:{val:1719363172388141002, v:0}, standby_scn:{val:1719363172388141002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363173833258, ora_rowscn_=1719363173655799000) [2024-06-26 08:52:53.869452] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DE3-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:54.061924] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DE2-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:54.324539] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DE0-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:54.620483] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CD5-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363174607173000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363174607173000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363174607173000, v:0}}]) [2024-06-26 08:52:54.869562] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DE4-0-0] [lt=45] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:55.062010] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DE3-0-0] [lt=19] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:55.324623] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DE1-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:55.627266] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CD6-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363175607978000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363175607978000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363175607978000, v:0}}]) [2024-06-26 08:52:55.869644] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DE5-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:56.062092] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DE4-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:56.324712] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DE2-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:56.633803] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CD7-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363176609364000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363176609364000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363176609364000, v:0}}]) [2024-06-26 08:52:56.652534] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=6] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363175833756, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363174495772000, v:0}, replayable_scn:{val:1719363174495772000, v:0}, standby_scn:{val:1719363174495772000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:56.838183] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363175390529002, v:0}, replayable_scn:{val:1719363175390529002, v:0}, standby_scn:{val:1719363175390529002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363176833296, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363175390529002, v:0}, replayable_scn:{val:1719363175390529002, v:0}, standby_scn:{val:1719363175390529002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363176833296, ora_rowscn_=1719363176673047000) [2024-06-26 08:52:56.869730] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DE6-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:57.062213] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DE5-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:57.324768] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DE3-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:57.639502] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CD8-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363177609487000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363177609487000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363177609487000, v:0}}]) [2024-06-26 08:52:57.643406] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CD8-0-0] [lt=10] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363175390529002, v:0}) [2024-06-26 08:52:57.869810] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DE7-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:58.062294] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DE6-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:58.324948] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DE4-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:58.645340] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CD9-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363178611384000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363178611384000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363178611384000, v:0}}]) [2024-06-26 08:52:58.869905] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DE8-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:59.062372] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DE7-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:59.325081] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DE5-0-0] [lt=43] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:52:59.651747] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CDA-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363179611306000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363179611306000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363179611306000, v:0}}]) [2024-06-26 08:52:59.654718] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=26] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363178833479, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363177392873002, v:0}, replayable_scn:{val:1719363177392873002, v:0}, standby_scn:{val:1719363177392873002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:52:59.869991] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DE9-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:00.062453] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DE8-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:00.325177] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DE6-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:00.660175] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CDB-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363180113163005, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363180113163005, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363180113163005, v:0}}]) [2024-06-26 08:53:00.835617] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=129] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363179499385000, v:0}, replayable_scn:{val:1719363179499385000, v:0}, standby_scn:{val:1719363179499385000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363180833827, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363179499385000, v:0}, replayable_scn:{val:1719363179499385000, v:0}, standby_scn:{val:1719363179499385000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363180833827, ora_rowscn_=1719363180698706000) [2024-06-26 08:53:00.870106] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DEA-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:01.062537] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DE9-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:01.325262] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DE7-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:01.667356] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CDC-0-0] [lt=12] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363181114546005, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363181114546005, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363181114546005, v:0}}]) [2024-06-26 08:53:01.870218] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DEB-0-0] [lt=44] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:02.062621] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DEA-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:02.325349] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DE8-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:02.656811] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363181833998, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363180395913002, v:0}, replayable_scn:{val:1719363180395913002, v:0}, standby_scn:{val:1719363180395913002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:53:02.673592] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CDD-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363182115381004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363182115381004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363182115381004, v:0}}]) [2024-06-26 08:53:02.679932] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CDD-0-0] [lt=31] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363182115381004, v:0}, readable_scn:{val:1719363182115381004, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:53:02.870301] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DEC-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:03.062698] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DEB-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:03.325401] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DE9-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:03.682089] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CDE-0-0] [lt=47] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363183116926004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363183116926004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363183116926004, v:0}}]) [2024-06-26 08:53:03.835739] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=26] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363182397371003, v:0}, replayable_scn:{val:1719363182397371003, v:0}, standby_scn:{val:1719363182397371003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363183834044, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363182397371003, v:0}, replayable_scn:{val:1719363182397371003, v:0}, standby_scn:{val:1719363182397371003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363183834044, ora_rowscn_=1719363183715622000) [2024-06-26 08:53:03.870386] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DED-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:04.062780] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DEC-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:04.325484] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DEA-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:04.689438] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CDF-0-0] [lt=10] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363184117599004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363184117599004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363184117599004, v:0}}]) [2024-06-26 08:53:04.870489] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DEE-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:05.062819] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DED-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:05.325580] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DEB-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:05.658992] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363184834144, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363183478020001, v:0}, replayable_scn:{val:1719363183478020001, v:0}, standby_scn:{val:1719363183478020001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:53:05.698229] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CE0-0-0] [lt=37] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363185118273003, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363185118273003, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363185118273003, v:0}}]) [2024-06-26 08:53:05.870577] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DEF-0-0] [lt=20] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:06.062903] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DEE-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:06.325670] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DEC-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:06.703695] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CE1-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363186119405004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363186119405004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363186119405004, v:0}}]) [2024-06-26 08:53:06.835926] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=24] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363185401429003, v:0}, replayable_scn:{val:1719363185401429003, v:0}, standby_scn:{val:1719363185401429003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363186833539, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363185401429003, v:0}, replayable_scn:{val:1719363185401429003, v:0}, standby_scn:{val:1719363185401429003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363186833539, ora_rowscn_=1719363186733808000) [2024-06-26 08:53:06.870660] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DF0-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:07.062992] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DEF-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:07.325759] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DED-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:07.709958] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CE2-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363187120906004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363187120906004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363187120906004, v:0}}]) [2024-06-26 08:53:07.714190] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CE2-0-0] [lt=11] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363185401429003, v:0}) [2024-06-26 08:53:07.870775] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DF1-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:08.063091] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DF0-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:08.325847] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DEE-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:08.661014] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=27] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363187834011, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363186402560003, v:0}, replayable_scn:{val:1719363186402560003, v:0}, standby_scn:{val:1719363186402560003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:53:08.716017] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CE3-0-0] [lt=15] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363188120829004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363188120829004, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363188120829004, v:0}}]) [2024-06-26 08:53:08.870898] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DF2-0-0] [lt=55] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:09.063169] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DF1-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:09.325937] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DEF-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:09.721989] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CE4-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363189122318004, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363189623094000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363189623094000, v:0}}]) [2024-06-26 08:53:09.836301] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=27] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363188404836003, v:0}, replayable_scn:{val:1719363188404836003, v:0}, standby_scn:{val:1719363188404836003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363189834765, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363188404836003, v:0}, replayable_scn:{val:1719363188404836003, v:0}, standby_scn:{val:1719363188404836003, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363189834765, ora_rowscn_=1719363189750397000) [2024-06-26 08:53:09.870977] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DF3-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:10.063255] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DF2-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:10.326022] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DF0-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:10.727629] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CE5-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363190624315000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363190624315000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363190624315000, v:0}}]) [2024-06-26 08:53:10.871061] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DF4-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:11.063357] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DF3-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:11.326106] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DF1-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:11.663212] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363190834671, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363189506355001, v:0}, replayable_scn:{val:1719363189506355001, v:0}, standby_scn:{val:1719363189506355001, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:53:11.734015] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CE6-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363191624866000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363191624866000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363191624866000, v:0}}]) [2024-06-26 08:53:11.871106] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DF5-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:12.063436] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DF4-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:12.326181] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DF2-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:12.739390] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CE7-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363192625271000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363192625271000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363192625271000, v:0}}]) [2024-06-26 08:53:12.743291] INFO [RS] update_ls_recovery (ob_ls_recovery_reportor.cpp:336) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CE7-0-0] [lt=11] tenant update ls recovery stat(ret=0, ret="OB_SUCCESS", ls_recovery_stat={tenant_id:1002, ls_id:{id:1003}, sync_scn:{val:1719363192625271000, v:0}, readable_scn:{val:1719363192625271000, v:0}, create_scn:{val:1, v:0}, drop_scn:{val:1, v:0}, config_version_:{proposal_id:5, config_seq:6}}) [2024-06-26 08:53:12.836400] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=23] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363191407838002, v:0}, replayable_scn:{val:1719363191407838002, v:0}, standby_scn:{val:1719363191407838002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363192834742, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363191407838002, v:0}, replayable_scn:{val:1719363191407838002, v:0}, standby_scn:{val:1719363191407838002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363192834742, ora_rowscn_=1719363192769353000) [2024-06-26 08:53:12.871184] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DF6-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:13.063521] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DF5-0-0] [lt=16] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:13.326301] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DF3-0-0] [lt=13] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:13.745481] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CE8-0-0] [lt=17] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363193541182002, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363193541182002, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363193541182002, v:0}}]) [2024-06-26 08:53:13.871267] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DF7-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:14.063600] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DF6-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:14.326423] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DF4-0-0] [lt=42] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:14.665340] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=8] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363193834648, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363192408192002, v:0}, replayable_scn:{val:1719363192408192002, v:0}, standby_scn:{val:1719363192408192002, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:53:14.751694] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CE9-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363194723961000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363194746270000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363194746270000, v:0}}]) [2024-06-26 08:53:14.871380] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DF8-0-0] [lt=21] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:15.063684] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DF7-0-0] [lt=12] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:15.326469] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DF5-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:15.757109] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CEA-0-0] [lt=13] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363195700471000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363195700471000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363195700471000, v:0}}]) [2024-06-26 08:53:15.836638] INFO [RS] refresh_tenant_info (ob_tenant_info_loader.cpp:627) [24960][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=25] refresh tenant info(ret=0, ret="OB_SUCCESS", new_tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363194775060000, v:0}, replayable_scn:{val:1719363194775060000, v:0}, standby_scn:{val:1719363194775060000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, new_refresh_time_us=1719363195834311, tenant_id=1002, tenant_info_={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363194775060000, v:0}, replayable_scn:{val:1719363194775060000, v:0}, standby_scn:{val:1719363194775060000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}, last_sql_update_time_=1719363195834311, ora_rowscn_=1719363195785926000) [2024-06-26 08:53:15.871466] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DF9-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:16.063770] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DF8-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:16.326555] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DF6-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:16.764512] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CEB-0-0] [lt=11] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363196628757000, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363196628757000, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363196628757000, v:0}}]) [2024-06-26 08:53:16.871551] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DFA-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:17.063855] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DF9-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:17.326635] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DF7-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:17.667307] INFO [RS] get_valid_sts_after (ob_tenant_info_loader.cpp:414) [25069][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=5] get_valid_sts_after(ret=-4076, ret="OB_NEED_WAIT", specified_time_us=0, last_sql_update_time=1719363196834730, tenant_info={tenant_id:1002, tenant_role:{value:1}, switchover_status:{value:1}, switchover_epoch:0, sync_scn:{val:1719363195706833000, v:0}, replayable_scn:{val:1719363195706833000, v:0}, standby_scn:{val:1719363195703651000, v:0}, recovery_until_scn:{val:4611686018427387903, v:0}, log_mode:{archive mode:"NOARCHIVELOG"}, max_ls_id:{id:1003}}) [2024-06-26 08:53:17.771031] INFO [RS] gather_replica_readable_scn (ob_ls_recovery_stat_handler.cpp:494) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CEC-0-0] [lt=16] ls readable scn in memory(ret=0, ret="OB_SUCCESS", ls_id={id:1003}, replicas_scn_=[{server:"10.10.10.53:2882", readable_scn:{val:1719363197629850001, v:0}}, {server:"10.10.10.51:2882", readable_scn:{val:1719363197629850001, v:0}}, {server:"10.10.10.52:2882", readable_scn:{val:1719363197629850001, v:0}}]) [2024-06-26 08:53:17.775626] INFO [RS] update_replayable_point_from_tenant_info_ (ob_ls_recovery_reportor.cpp:440) [24963][T1002_TeRec][T1002][YB420A0A0A35-00061BB2C7148CEC-0-0] [lt=49] update_replayable_point_from_tenant_info_ success(ret=0, ret="OB_SUCCESS", replayable_scn={val:1719363195706833000, v:0}) [2024-06-26 08:53:17.871774] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24441][T1_StandbySchem][T1][YB420A0A0A35-00061BB2C5348DFB-0-0] [lt=17] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:18.063945] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24673][T1001_StandbySc][T1001][YB420A0A0A35-00061BB2C5E48DFA-0-0] [lt=14] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS") [2024-06-26 08:53:18.326715] INFO [RS] do_work (ob_standby_schema_refresh_trigger.cpp:70) [24962][T1002_StandbySc][T1002][YB420A0A0A35-00061BB2C7048DF8-0-0] [lt=15] [STANDBY_SCHEMA_REFRESH_TRIGGER] finish one round(ret=0, ret="OB_SUCCESS")