[root@localhost ~]# obd display-trace a4d4046c-9fda-11ef-9c8e-faf1daa64700
[2024-11-10 22:11:28.882] [DEBUG] - cmd: ['obc']
[2024-11-10 22:11:28.882] [DEBUG] - opts: {'servers': None, 'components': None, 'force_delete': None, 'strict_check': None, 'without_parameter': None}
[2024-11-10 22:11:28.882] [DEBUG] - mkdir /root/.obd/lock/
[2024-11-10 22:11:28.883] [DEBUG] - unknown lock mode 
[2024-11-10 22:11:28.883] [DEBUG] - try to get share lock /root/.obd/lock/global
[2024-11-10 22:11:28.883] [DEBUG] - share lock `/root/.obd/lock/global`, count 1
[2024-11-10 22:11:28.883] [DEBUG] - Get Deploy by name
[2024-11-10 22:11:28.883] [DEBUG] - mkdir /root/.obd/cluster/
[2024-11-10 22:11:28.883] [DEBUG] - mkdir /root/.obd/config_parser/
[2024-11-10 22:11:28.883] [DEBUG] - try to get exclusive lock /root/.obd/lock/deploy_obc
[2024-11-10 22:11:28.883] [DEBUG] - exclusive lock `/root/.obd/lock/deploy_obc`, count 1
[2024-11-10 22:11:28.890] [DEBUG] - Deploy status judge
[2024-11-10 22:11:28.890] [INFO] Get local repositories
[2024-11-10 22:11:28.891] [DEBUG] - mkdir /root/.obd/repository
[2024-11-10 22:11:28.891] [DEBUG] - Get local repository oceanbase-ce-4.2.1.8-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:28.891] [DEBUG] - Search repository oceanbase-ce version: 4.2.1.8, tag: 499b676f2ede5a16e0c07b2b15991d1160d972e8, release: None, package_hash: None
[2024-11-10 22:11:28.891] [DEBUG] - try to get share lock /root/.obd/lock/mirror_and_repo
[2024-11-10 22:11:28.891] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 1
[2024-11-10 22:11:28.891] [DEBUG] - mkdir /root/.obd/repository/oceanbase-ce
[2024-11-10 22:11:28.893] [DEBUG] - Found repository oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:28.894] [DEBUG] - Get local repository obproxy-ce-4.3.1.0-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:28.894] [DEBUG] - Search repository obproxy-ce version: 4.3.1.0, tag: 835f4803c1f4da186439323b66c51db4662678a3, release: None, package_hash: None
[2024-11-10 22:11:28.894] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 2
[2024-11-10 22:11:28.894] [DEBUG] - mkdir /root/.obd/repository/obproxy-ce
[2024-11-10 22:11:28.895] [DEBUG] - Found repository obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:28.896] [DEBUG] - Get local repository ocp-server-ce-4.3.2-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:28.896] [DEBUG] - Search repository ocp-server-ce version: 4.3.2, tag: 610610e2daf63f6df08af686f9a88b6d8cefcc52, release: None, package_hash: None
[2024-11-10 22:11:28.896] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 3
[2024-11-10 22:11:28.896] [DEBUG] - mkdir /root/.obd/repository/ocp-server-ce
[2024-11-10 22:11:28.898] [DEBUG] - Found repository ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:29.022] [DEBUG] - Get deploy config
[2024-11-10 22:11:29.047] [INFO] Search plugins
[2024-11-10 22:11:29.048] [DEBUG] - Searching start_check plugin for components ...
[2024-11-10 22:11:29.048] [DEBUG] - Searching start_check plugin for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:29.048] [DEBUG] - mkdir /root/.obd/plugins
[2024-11-10 22:11:29.049] [DEBUG] - Found for oceanbase-ce-py_script_start_check-4.2.1.4 for oceanbase-ce-4.2.1.8
[2024-11-10 22:11:29.049] [DEBUG] - Searching start_check plugin for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:29.050] [DEBUG] - Found for obproxy-ce-py_script_start_check-4.3.0 for obproxy-ce-4.3.1.0
[2024-11-10 22:11:29.050] [DEBUG] - Searching start_check plugin for ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:29.050] [DEBUG] - Found for ocp-server-ce-py_script_start_check-4.2.2 for ocp-server-ce-4.3.2
[2024-11-10 22:11:29.050] [DEBUG] - Searching create_tenant plugin for components ...
[2024-11-10 22:11:29.050] [DEBUG] - Searching create_tenant plugin for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:29.051] [DEBUG] - Found for oceanbase-ce-py_script_create_tenant-4.2.0.0 for oceanbase-ce-4.2.1.8
[2024-11-10 22:11:29.051] [DEBUG] - Searching create_tenant plugin for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:29.051] [DEBUG] - No such create_tenant plugin for obproxy-ce-4.3.1.0
[2024-11-10 22:11:29.051] [DEBUG] - Searching create_tenant plugin for ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:29.051] [DEBUG] - No such create_tenant plugin for ocp-server-ce-4.3.2
[2024-11-10 22:11:29.051] [DEBUG] - Searching tenant_optimize plugin for components ...
[2024-11-10 22:11:29.051] [DEBUG] - Searching tenant_optimize plugin for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:29.052] [DEBUG] - No such tenant_optimize plugin for oceanbase-ce-4.2.1.8
[2024-11-10 22:11:29.052] [DEBUG] - Searching tenant_optimize plugin for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:29.052] [DEBUG] - No such tenant_optimize plugin for obproxy-ce-4.3.1.0
[2024-11-10 22:11:29.052] [DEBUG] - Searching tenant_optimize plugin for ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:29.052] [DEBUG] - No such tenant_optimize plugin for ocp-server-ce-4.3.2
[2024-11-10 22:11:29.052] [DEBUG] - Searching start plugin for components ...
[2024-11-10 22:11:29.052] [DEBUG] - Searching start plugin for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:29.053] [DEBUG] - Found for oceanbase-ce-py_script_start-4.2.1.4 for oceanbase-ce-4.2.1.8
[2024-11-10 22:11:29.053] [DEBUG] - Searching start plugin for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:29.053] [DEBUG] - Found for obproxy-ce-py_script_start-4.3.0 for obproxy-ce-4.3.1.0
[2024-11-10 22:11:29.053] [DEBUG] - Searching start plugin for ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:29.053] [DEBUG] - Found for ocp-server-ce-py_script_start-4.2.1 for ocp-server-ce-4.3.2
[2024-11-10 22:11:29.053] [DEBUG] - Searching connect plugin for components ...
[2024-11-10 22:11:29.053] [DEBUG] - Searching connect plugin for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:29.054] [DEBUG] - Found for oceanbase-ce-py_script_connect-4.2.1.4 for oceanbase-ce-4.2.1.8
[2024-11-10 22:11:29.054] [DEBUG] - Searching connect plugin for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:29.054] [DEBUG] - Found for obproxy-ce-py_script_connect-3.1.0 for obproxy-ce-4.3.1.0
[2024-11-10 22:11:29.055] [DEBUG] - Searching connect plugin for ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:29.055] [DEBUG] - Found for ocp-server-ce-py_script_connect-4.2.1 for ocp-server-ce-4.3.2
[2024-11-10 22:11:29.055] [DEBUG] - Searching bootstrap plugin for components ...
[2024-11-10 22:11:29.055] [DEBUG] - Searching bootstrap plugin for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:29.055] [DEBUG] - Found for oceanbase-ce-py_script_bootstrap-4.2.1.4 for oceanbase-ce-4.2.1.8
[2024-11-10 22:11:29.056] [DEBUG] - Searching bootstrap plugin for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:29.056] [DEBUG] - Found for obproxy-ce-py_script_bootstrap-3.1.0 for obproxy-ce-4.3.1.0
[2024-11-10 22:11:29.056] [DEBUG] - Searching bootstrap plugin for ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:29.056] [DEBUG] - Found for ocp-server-ce-py_script_bootstrap-4.2.1 for ocp-server-ce-4.3.2
[2024-11-10 22:11:29.056] [DEBUG] - Searching display plugin for components ...
[2024-11-10 22:11:29.056] [DEBUG] - Searching display plugin for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:29.057] [DEBUG] - Found for oceanbase-ce-py_script_display-3.1.0 for oceanbase-ce-4.2.1.8
[2024-11-10 22:11:29.057] [DEBUG] - Searching display plugin for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:29.057] [DEBUG] - Found for obproxy-ce-py_script_display-3.1.0 for obproxy-ce-4.3.1.0
[2024-11-10 22:11:29.057] [DEBUG] - Searching display plugin for ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:29.057] [DEBUG] - Found for ocp-server-ce-py_script_display-4.2.1 for ocp-server-ce-4.3.2
[2024-11-10 22:11:29.180] [INFO] Load cluster param plugin
[2024-11-10 22:11:29.180] [DEBUG] - Get local repository oceanbase-ce-4.2.1.8-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:29.180] [DEBUG] - Get local repository obproxy-ce-4.3.1.0-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:29.180] [DEBUG] - Get local repository ocp-server-ce-4.3.2-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:29.180] [DEBUG] - Searching param plugin for components ...
[2024-11-10 22:11:29.180] [DEBUG] - Search param plugin for oceanbase-ce
[2024-11-10 22:11:29.181] [DEBUG] - Found for oceanbase-ce-param-4.2.1.4 for oceanbase-ce-4.2.1.8
[2024-11-10 22:11:29.181] [DEBUG] - Applying oceanbase-ce-param-4.2.1.4 for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:29.679] [DEBUG] - Search param plugin for obproxy-ce
[2024-11-10 22:11:29.679] [DEBUG] - Found for obproxy-ce-param-4.3.0 for obproxy-ce-4.3.1.0
[2024-11-10 22:11:29.679] [DEBUG] - Applying obproxy-ce-param-4.3.0 for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:29.803] [DEBUG] - Search param plugin for ocp-server-ce
[2024-11-10 22:11:29.803] [DEBUG] - Found for ocp-server-ce-param-4.2.1 for ocp-server-ce-4.3.2
[2024-11-10 22:11:29.803] [DEBUG] - Applying ocp-server-ce-param-4.2.1 for ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:29.906] [INFO] Cluster status check
[2024-11-10 22:11:29.907] [DEBUG] - Searching status plugin for components ...
[2024-11-10 22:11:29.907] [DEBUG] - Searching status plugin for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:29.908] [DEBUG] - Found for oceanbase-ce-py_script_status-3.1.0 for oceanbase-ce-4.2.1.8
[2024-11-10 22:11:29.908] [DEBUG] - Searching status plugin for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:29.908] [DEBUG] - Found for obproxy-ce-py_script_status-3.1.0 for obproxy-ce-4.3.1.0
[2024-11-10 22:11:29.908] [DEBUG] - Searching status plugin for ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:29.908] [DEBUG] - Found for ocp-server-ce-py_script_status-4.2.1 for ocp-server-ce-4.3.2
[2024-11-10 22:11:29.912] [DEBUG] - host: 192.168.20.210, port: 22, user: admin, password: XYJ@2024
[2024-11-10 22:11:30.038] [DEBUG] - Call oceanbase-ce-py_script_status-3.1.0 for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:30.038] [DEBUG] - import status
[2024-11-10 22:11:30.048] [DEBUG] - add status ref count to 1
[2024-11-10 22:11:30.049] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/oceanbase/run/observer.pid 
[2024-11-10 22:11:30.085] [DEBUG] -- exited code 0
[2024-11-10 22:11:30.086] [DEBUG] -- admin@192.168.20.210 execute: ls /proc/9813 
[2024-11-10 22:11:30.132] [DEBUG] -- exited code 2, error output:
[2024-11-10 22:11:30.132] [DEBUG] ls: cannot access /proc/9813: No such file or directory
[2024-11-10 22:11:30.132] [DEBUG] 
[2024-11-10 22:11:30.132] [DEBUG] - sub status ref count to 0
[2024-11-10 22:11:30.132] [DEBUG] - export status
[2024-11-10 22:11:30.132] [DEBUG] - plugin oceanbase-ce-py_script_status-3.1.0 result: True
[2024-11-10 22:11:30.132] [DEBUG] - Call obproxy-ce-py_script_status-3.1.0 for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:30.132] [DEBUG] - import status
[2024-11-10 22:11:30.153] [DEBUG] - add status ref count to 1
[2024-11-10 22:11:30.153] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/obproxy/run/obproxy-192.168.20.210-2883.pid 
[2024-11-10 22:11:30.177] [DEBUG] -- exited code 0
[2024-11-10 22:11:30.177] [DEBUG] -- admin@192.168.20.210 execute: ls /proc/11434 
[2024-11-10 22:11:30.222] [DEBUG] -- exited code 2, error output:
[2024-11-10 22:11:30.222] [DEBUG] ls: cannot access /proc/11434: No such file or directory
[2024-11-10 22:11:30.222] [DEBUG] 
[2024-11-10 22:11:30.223] [DEBUG] - sub status ref count to 0
[2024-11-10 22:11:30.223] [DEBUG] - export status
[2024-11-10 22:11:30.223] [DEBUG] - plugin obproxy-ce-py_script_status-3.1.0 result: True
[2024-11-10 22:11:30.223] [DEBUG] - Call ocp-server-ce-py_script_status-4.2.1 for ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:30.223] [DEBUG] - import status
[2024-11-10 22:11:30.230] [DEBUG] - add status ref count to 1
[2024-11-10 22:11:30.230] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/ocp/run/ocp-server.pid 
[2024-11-10 22:11:30.295] [DEBUG] -- exited code 0
[2024-11-10 22:11:30.295] [DEBUG] -- admin@192.168.20.210 execute: ls /proc/12767 
[2024-11-10 22:11:30.340] [DEBUG] -- exited code 2, error output:
[2024-11-10 22:11:30.340] [DEBUG] ls: cannot access /proc/12767: No such file or directory
[2024-11-10 22:11:30.340] [DEBUG] 
[2024-11-10 22:11:30.341] [DEBUG] - sub status ref count to 0
[2024-11-10 22:11:30.341] [DEBUG] - export status
[2024-11-10 22:11:30.341] [DEBUG] - plugin ocp-server-ce-py_script_status-4.2.1 result: True
[2024-11-10 22:11:30.341] [DEBUG] - Call oceanbase-ce-py_script_start_check-4.2.1.4 for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:30.341] [DEBUG] - import start_check
[2024-11-10 22:11:30.365] [DEBUG] - add start_check ref count to 1
[2024-11-10 22:11:30.366] [INFO] Check before start observer
[2024-11-10 22:11:30.368] [DEBUG] -- admin@192.168.20.210 execute: ls /data/1/clog/tenant_1/ 
[2024-11-10 22:11:30.654] [DEBUG] -- exited code 0
[2024-11-10 22:11:30.654] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/oceanbase/run/observer.pid 
[2024-11-10 22:11:30.699] [DEBUG] -- exited code 0
[2024-11-10 22:11:30.700] [DEBUG] -- admin@192.168.20.210 execute: ls /proc/9813 
[2024-11-10 22:11:30.744] [DEBUG] -- exited code 2, error output:
[2024-11-10 22:11:30.745] [DEBUG] ls: cannot access /proc/9813: No such file or directory
[2024-11-10 22:11:30.745] [DEBUG] 
[2024-11-10 22:11:30.745] [DEBUG] -- 192.168.20.210 port check
[2024-11-10 22:11:30.745] [DEBUG] -- admin@192.168.20.210 execute: bash -c 'cat /proc/net/{tcp*,udp*}' | awk -F' ' '{if($4=="0A") print $2,$4,$10}' | grep ':0B41' | awk -F' ' '{print $3}' | uniq 
[2024-11-10 22:11:30.792] [DEBUG] -- exited code 0
[2024-11-10 22:11:30.793] [DEBUG] -- admin@192.168.20.210 execute: bash -c 'cat /proc/net/{tcp*,udp*}' | awk -F' ' '{if($4=="0A") print $2,$4,$10}' | grep ':0B42' | awk -F' ' '{print $3}' | uniq 
[2024-11-10 22:11:30.839] [DEBUG] -- exited code 0
[2024-11-10 22:11:30.840] [DEBUG] -- admin@192.168.20.210 execute: bash -c 'cat /proc/net/{tcp*,udp*}' | awk -F' ' '{if($4=="0A") print $2,$4,$10}' | grep ':0B46' | awk -F' ' '{print $3}' | uniq 
[2024-11-10 22:11:30.886] [DEBUG] -- exited code 0
[2024-11-10 22:11:30.886] [DEBUG] -- admin@192.168.20.210 execute: ls /data/1/sstable/block_file 
[2024-11-10 22:11:30.950] [DEBUG] -- exited code 0
[2024-11-10 22:11:30.950] [DEBUG] -- admin@192.168.20.210 execute: cat /proc/sys/fs/aio-max-nr /proc/sys/fs/aio-nr 
[2024-11-10 22:11:30.994] [DEBUG] -- exited code 0
[2024-11-10 22:11:30.995] [DEBUG] -- admin@192.168.20.210 execute: ulimit -a 
[2024-11-10 22:11:31.038] [DEBUG] -- exited code 0
[2024-11-10 22:11:31.039] [DEBUG] -- admin@192.168.20.210 execute: sysctl -a 
[2024-11-10 22:11:31.197] [DEBUG] -- exited code 0
[2024-11-10 22:11:31.199] [DEBUG] -- admin@192.168.20.210 execute: cat /proc/meminfo 
[2024-11-10 22:11:31.241] [DEBUG] -- exited code 0
[2024-11-10 22:11:31.242] [DEBUG] -- admin@192.168.20.210 execute: df --block-size=1024  
[2024-11-10 22:11:31.287] [DEBUG] -- exited code 0
[2024-11-10 22:11:31.288] [DEBUG] -- get disk info for path /dev, total: 8315772928 avail: 8315772928
[2024-11-10 22:11:31.288] [DEBUG] -- get disk info for path /dev/shm, total: 8327950336 avail: 8327950336
[2024-11-10 22:11:31.288] [DEBUG] -- get disk info for path /run, total: 8327950336 avail: 8318902272
[2024-11-10 22:11:31.288] [DEBUG] -- get disk info for path /sys/fs/cgroup, total: 8327950336 avail: 8327950336
[2024-11-10 22:11:31.288] [DEBUG] -- get disk info for path /, total: 42631053312 avail: 32032256000
[2024-11-10 22:11:31.288] [DEBUG] -- get disk info for path /data, total: 270428868608 avail: 193837699072
[2024-11-10 22:11:31.288] [DEBUG] -- get disk info for path /ocp, total: 1082119344128 avail: 1027047321600
[2024-11-10 22:11:31.288] [DEBUG] -- get disk info for path /boot, total: 1063256064 avail: 906223616
[2024-11-10 22:11:31.289] [DEBUG] -- get disk info for path /home, total: 20814233600 avail: 11807436800
[2024-11-10 22:11:31.289] [DEBUG] -- get disk info for path /run/user/0, total: 1665593344 avail: 1665593344
[2024-11-10 22:11:31.289] [DEBUG] -- get disk info for path /run/user/1000, total: 1665593344 avail: 1665593344
[2024-11-10 22:11:31.289] [DEBUG] -- disk: {'/dev': {'total': 8315772928, 'avail': 8315772928, 'need': 0}, '/dev/shm': {'total': 8327950336, 'avail': 8327950336, 'need': 0}, '/run': {'total': 8327950336, 'avail': 8318902272, 'need': 0}, '/sys/fs/cgroup': {'total': 8327950336, 'avail': 8327950336, 'need': 0}, '/': {'total': 42631053312, 'avail': 32032256000, 'need': 0}, '/data': {'total': 270428868608, 'avail': 193837699072, 'need': 0}, '/ocp': {'total': 1082119344128, 'avail': 1027047321600, 'need': 0}, '/boot': {'total': 1063256064, 'avail': 906223616, 'need': 0}, '/home': {'total': 20814233600, 'avail': 11807436800, 'need': 0}, '/run/user/0': {'total': 1665593344, 'avail': 1665593344, 'need': 0}, '/run/user/1000': {'total': 1665593344, 'avail': 1665593344, 'need': 0}}
[2024-11-10 22:11:31.289] [DEBUG] -- admin@192.168.20.210 execute: date +%s%N 
[2024-11-10 22:11:31.332] [DEBUG] -- exited code 0
[2024-11-10 22:11:31.333] [DEBUG] -- 192.168.20.210 time delta 20.394775390625
[2024-11-10 22:11:31.411] [DEBUG] - sub start_check ref count to 0
[2024-11-10 22:11:31.411] [DEBUG] - export start_check
[2024-11-10 22:11:31.411] [DEBUG] - plugin oceanbase-ce-py_script_start_check-4.2.1.4 result: True
[2024-11-10 22:11:31.412] [DEBUG] - Call obproxy-ce-py_script_start_check-4.3.0 for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:11:31.412] [DEBUG] - import start_check
[2024-11-10 22:11:31.436] [DEBUG] - add start_check ref count to 1
[2024-11-10 22:11:31.436] [INFO] Check before start obproxy
[2024-11-10 22:11:31.437] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/obproxy/run/obproxy-192.168.20.210-2883.pid 
[2024-11-10 22:11:31.441] [DEBUG] -- exited code 0
[2024-11-10 22:11:31.442] [DEBUG] -- admin@192.168.20.210 execute: ls /proc/11434/fd 
[2024-11-10 22:11:31.486] [DEBUG] -- exited code 2, error output:
[2024-11-10 22:11:31.486] [DEBUG] ls: cannot access /proc/11434/fd: No such file or directory
[2024-11-10 22:11:31.486] [DEBUG] 
[2024-11-10 22:11:31.486] [DEBUG] -- 192.168.20.210 port check
[2024-11-10 22:11:31.486] [DEBUG] -- admin@192.168.20.210 execute: bash -c 'cat /proc/net/{tcp*,udp*}' | awk -F' ' '{if($4=="0A") print $2,$4,$10}' | grep ':0B43' | awk -F' ' '{print $3}' | uniq 
[2024-11-10 22:11:31.533] [DEBUG] -- exited code 0
[2024-11-10 22:11:31.534] [DEBUG] -- admin@192.168.20.210 execute: bash -c 'cat /proc/net/{tcp*,udp*}' | awk -F' ' '{if($4=="0A") print $2,$4,$10}' | grep ':0B44' | awk -F' ' '{print $3}' | uniq 
[2024-11-10 22:11:31.580] [DEBUG] -- exited code 0
[2024-11-10 22:11:31.698] [DEBUG] - sub start_check ref count to 0
[2024-11-10 22:11:31.698] [DEBUG] - export start_check
[2024-11-10 22:11:31.698] [DEBUG] - plugin obproxy-ce-py_script_start_check-4.3.0 result: True
[2024-11-10 22:11:31.699] [DEBUG] - Call ocp-server-ce-py_script_start_check-4.2.2 for ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:11:31.699] [DEBUG] - import start_check
[2024-11-10 22:11:31.739] [DEBUG] - add start_check ref count to 1
[2024-11-10 22:11:31.739] [INFO] Check before start ocp-server
[2024-11-10 22:11:31.741] [DEBUG] -- oceanbase version check
[2024-11-10 22:11:31.741] [DEBUG] -- admin@192.168.20.210 execute: sudo -n true 
[2024-11-10 22:11:31.782] [DEBUG] -- exited code 0
[2024-11-10 22:11:31.783] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/ocp/run/ocp-server.pid 
[2024-11-10 22:11:31.826] [DEBUG] -- exited code 0
[2024-11-10 22:11:31.827] [DEBUG] -- admin@192.168.20.210 execute: ls /proc/12767 
[2024-11-10 22:11:31.871] [DEBUG] -- exited code 2, error output:
[2024-11-10 22:11:31.871] [DEBUG] ls: cannot access /proc/12767: No such file or directory
[2024-11-10 22:11:31.872] [DEBUG] 
[2024-11-10 22:11:31.872] [DEBUG] -- user check 
[2024-11-10 22:11:31.872] [DEBUG] -- port check 
[2024-11-10 22:11:31.872] [DEBUG] -- admin@192.168.20.210 execute: bash -c 'cat /proc/net/{udp*,tcp*}' | awk -F' ' '{if($4=="0A") print $2,$4,$10}' | grep ':1F90' | awk -F' ' '{print $3}' | uniq 
[2024-11-10 22:11:31.918] [DEBUG] -- exited code 0
[2024-11-10 22:11:31.918] [DEBUG] -- java check 
[2024-11-10 22:11:31.918] [DEBUG] -- admin@192.168.20.210 append '/home/admin/ocp/jre/bin:' to PATH
[2024-11-10 22:11:31.919] [DEBUG] -- admin@192.168.20.210 execute: java -version 
[2024-11-10 22:11:33.103] [DEBUG] -- exited code 0
[2024-11-10 22:11:33.103] [DEBUG] -- java version <ssh.SshReturn object at 0x2b3508253850>
[2024-11-10 22:11:33.104] [DEBUG] -- java_major_version 1.8.0
[2024-11-10 22:11:33.104] [DEBUG] -- java_update_version 332
[2024-11-10 22:11:33.104] [DEBUG] -- clockdiff check 
[2024-11-10 22:11:33.104] [DEBUG] -- admin@192.168.20.210 execute: clockdiff -o 127.0.0.1 
[2024-11-10 22:11:33.183] [DEBUG] -- exited code 0
[2024-11-10 22:11:33.183] [DEBUG] -- memory check 
[2024-11-10 22:11:33.183] [DEBUG] -- admin@192.168.20.210 execute: cat /proc/meminfo 
[2024-11-10 22:11:33.228] [DEBUG] -- exited code 0
[2024-11-10 22:11:33.228] [DEBUG] -- disk check 
[2024-11-10 22:11:33.229] [DEBUG] -- admin@192.168.20.210 execute: df --block-size=1024  
[2024-11-10 22:11:33.273] [DEBUG] -- exited code 0
[2024-11-10 22:11:33.273] [DEBUG] -- get disk info for path /dev, total: 8315772928 avail: 8315772928
[2024-11-10 22:11:33.274] [DEBUG] -- get disk info for path /dev/shm, total: 8327950336 avail: 8327950336
[2024-11-10 22:11:33.274] [DEBUG] -- get disk info for path /run, total: 8327950336 avail: 8318902272
[2024-11-10 22:11:33.274] [DEBUG] -- get disk info for path /sys/fs/cgroup, total: 8327950336 avail: 8327950336
[2024-11-10 22:11:33.274] [DEBUG] -- get disk info for path /, total: 42631053312 avail: 32032190464
[2024-11-10 22:11:33.274] [DEBUG] -- get disk info for path /data, total: 270428868608 avail: 193837699072
[2024-11-10 22:11:33.274] [DEBUG] -- get disk info for path /ocp, total: 1082119344128 avail: 1027047321600
[2024-11-10 22:11:33.274] [DEBUG] -- get disk info for path /boot, total: 1063256064 avail: 906223616
[2024-11-10 22:11:33.274] [DEBUG] -- get disk info for path /home, total: 20814233600 avail: 11807436800
[2024-11-10 22:11:33.274] [DEBUG] -- get disk info for path /run/user/0, total: 1665593344 avail: 1665593344
[2024-11-10 22:11:33.274] [DEBUG] -- get disk info for path /run/user/1000, total: 1665593344 avail: 1665593344
[2024-11-10 22:11:33.274] [DEBUG] -- admin@192.168.20.210 execute: df --block-size=1024 /home/admin/logs 
[2024-11-10 22:11:33.318] [DEBUG] -- exited code 0
[2024-11-10 22:11:33.318] [DEBUG] -- get disk info for path /home, total: 20814233600 avail: 11807436800
[2024-11-10 22:11:33.436] [DEBUG] - sub start_check ref count to 0
[2024-11-10 22:11:33.437] [DEBUG] - export start_check
[2024-11-10 22:11:33.437] [DEBUG] - plugin ocp-server-ce-py_script_start_check-4.2.2 result: True
[2024-11-10 22:11:33.437] [DEBUG] - Call oceanbase-ce-py_script_start-4.2.1.4 for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:33.437] [DEBUG] - import start
[2024-11-10 22:11:33.451] [DEBUG] - add start ref count to 1
[2024-11-10 22:11:33.451] [INFO] Start observer
[2024-11-10 22:11:33.452] [DEBUG] -- admin@192.168.20.210 execute: ls /data/1/clog/tenant_1/ 
[2024-11-10 22:11:33.457] [DEBUG] -- exited code 0
[2024-11-10 22:11:33.457] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/oceanbase/run/observer.pid 
[2024-11-10 22:11:33.501] [DEBUG] -- exited code 0
[2024-11-10 22:11:33.502] [DEBUG] -- admin@192.168.20.210 execute: ls /proc/9813 
[2024-11-10 22:11:33.546] [DEBUG] -- exited code 2, error output:
[2024-11-10 22:11:33.546] [DEBUG] ls: cannot access /proc/9813: No such file or directory
[2024-11-10 22:11:33.546] [DEBUG] 
[2024-11-10 22:11:33.546] [DEBUG] -- 192.168.20.210 start command construction
[2024-11-10 22:11:33.546] [DEBUG] -- starting 192.168.20.210 observer
[2024-11-10 22:11:33.547] [DEBUG] -- admin@192.168.20.210 export LD_LIBRARY_PATH='/home/admin/oceanbase/lib:'
[2024-11-10 22:11:33.547] [DEBUG] -- admin@192.168.20.210 execute: cd /home/admin/oceanbase; /home/admin/oceanbase/bin/observer -p 2881 -P 2882 -z 'zone1' -n 'obc' -c 1730619184 -d '/data/1' -I '192.168.20.210' -o __min_full_resource_pool_memory=2147483648,enable_syslog_wf=False,max_syslog_file_count=4,memory_limit='10G',datafile_size='29G',system_memory='1G',log_disk_size='29G',cpu_count=16,datafile_maxsize='191G',datafile_next='19G' 
[2024-11-10 22:11:35.704] [DEBUG] -- exited code 0
[2024-11-10 22:11:35.705] [DEBUG] -- admin@192.168.20.210 delete env LD_LIBRARY_PATH
[2024-11-10 22:11:35.799] [DEBUG] -- start_obshell: True
[2024-11-10 22:11:35.799] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/oceanbase/run/obshell.pid 
[2024-11-10 22:11:35.864] [DEBUG] -- exited code 0
[2024-11-10 22:11:35.864] [DEBUG] -- admin@192.168.20.210 execute: ls /proc/10440 
[2024-11-10 22:11:35.910] [DEBUG] -- exited code 2, error output:
[2024-11-10 22:11:35.911] [DEBUG] ls: cannot access /proc/10440: No such file or directory
[2024-11-10 22:11:35.911] [DEBUG] 
[2024-11-10 22:11:35.911] [DEBUG] -- admin@192.168.20.210 export OB_ROOT_PASSWORD=''******''
[2024-11-10 22:11:35.911] [DEBUG] -- start obshell: cd /home/admin/oceanbase; /home/admin/oceanbase/bin/obshell admin start --ip 192.168.20.210 --port 2886
[2024-11-10 22:11:35.911] [DEBUG] -- admin@192.168.20.210 execute: cd /home/admin/oceanbase; /home/admin/oceanbase/bin/obshell admin start --ip 192.168.20.210 --port 2886 
[2024-11-10 22:11:38.517] [DEBUG] -- exited code 0
[2024-11-10 22:11:38.518] [INFO] observer program health check
[2024-11-10 22:11:41.520] [DEBUG] -- 192.168.20.210 program health check
[2024-11-10 22:11:41.521] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/oceanbase/run/observer.pid 
[2024-11-10 22:11:41.526] [DEBUG] -- exited code 0
[2024-11-10 22:11:41.526] [DEBUG] -- admin@192.168.20.210 execute: ls /proc/4277 
[2024-11-10 22:11:41.571] [DEBUG] -- exited code 0
[2024-11-10 22:11:41.572] [DEBUG] -- 192.168.20.210 observer[pid: 4277] started
[2024-11-10 22:11:41.646] [INFO] obshell program health check
[2024-11-10 22:11:41.647] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/oceanbase/run/obshell.pid 
[2024-11-10 22:11:41.652] [DEBUG] -- exited code 0
[2024-11-10 22:11:41.653] [DEBUG] -- admin@192.168.20.210 execute: ls /proc/4348 
[2024-11-10 22:11:41.699] [DEBUG] -- exited code 0
[2024-11-10 22:11:41.699] [DEBUG] -- 192.168.20.210 obshell[pid: 4348] started
[2024-11-10 22:11:41.777] [DEBUG] -- need_bootstrap: False
[2024-11-10 22:11:41.778] [DEBUG] - sub start ref count to 0
[2024-11-10 22:11:41.778] [DEBUG] - export start
[2024-11-10 22:11:41.778] [DEBUG] - plugin oceanbase-ce-py_script_start-4.2.1.4 result: True
[2024-11-10 22:11:41.778] [DEBUG] - Call oceanbase-ce-py_script_connect-4.2.1.4 for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:11:41.778] [DEBUG] - import connect
[2024-11-10 22:11:42.429] [DEBUG] - add connect ref count to 1
[2024-11-10 22:11:42.430] [DEBUG] -- connect obshell (192.168.20.210:2886)
[2024-11-10 22:11:42.430] [INFO] Connect to observer
[2024-11-10 22:11:42.431] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:11:45.435] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:11:48.453] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:11:51.469] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:11:54.478] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:11:57.482] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:12:00.486] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:12:03.490] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:12:06.497] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:12:09.501] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:12:12.505] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:12:15.509] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:12:18.514] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:12:21.518] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:12:24.522] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:12:27.526] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:12:30.529] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:12:33.534] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:12:36.538] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:12:39.542] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:12:42.547] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:12:45.551] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:12:48.555] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:12:51.560] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:12:54.564] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:12:57.568] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:13:00.578] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:13:03.582] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:13:06.586] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:13:09.590] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:13:12.595] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:13:15.609] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:13:18.613] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:13:21.617] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:13:24.621] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:13:27.625] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:13:30.630] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:13:33.634] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p
[2024-11-10 22:13:36.638] [DEBUG] -- connect 192.168.20.210 -P2881 -uroot -p******
[2024-11-10 22:13:36.845] [DEBUG] -- execute sql: select 1. args: None
[2024-11-10 22:13:36.870] [DEBUG] - sub connect ref count to 0
[2024-11-10 22:13:36.870] [DEBUG] - export connect
[2024-11-10 22:13:36.870] [DEBUG] - plugin oceanbase-ce-py_script_connect-4.2.1.4 result: True
[2024-11-10 22:13:36.871] [DEBUG] - Call obproxy-ce-py_script_start-4.3.0 for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:13:36.871] [DEBUG] - import start
[2024-11-10 22:13:36.963] [DEBUG] - add start ref count to 1
[2024-11-10 22:13:36.965] [INFO] Start obproxy
[2024-11-10 22:13:36.966] [DEBUG] -- admin@192.168.20.210 execute: ls /home/admin/obproxy/etc/obproxy_config.bin 
[2024-11-10 22:13:36.980] [DEBUG] -- exited code 2, error output:
[2024-11-10 22:13:36.981] [DEBUG] ls: cannot access /home/admin/obproxy/etc/obproxy_config.bin: No such file or directory
[2024-11-10 22:13:36.981] [DEBUG] 
[2024-11-10 22:13:36.981] [DEBUG] -- 192.168.20.210 port check
[2024-11-10 22:13:36.981] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/obproxy/run/obproxy-192.168.20.210-2883.pid 
[2024-11-10 22:13:37.025] [DEBUG] -- exited code 0
[2024-11-10 22:13:37.025] [DEBUG] -- admin@192.168.20.210 execute: ls /proc/11434/ 
[2024-11-10 22:13:37.071] [DEBUG] -- exited code 2, error output:
[2024-11-10 22:13:37.071] [DEBUG] ls: cannot access /proc/11434/: No such file or directory
[2024-11-10 22:13:37.071] [DEBUG] 
[2024-11-10 22:13:37.071] [DEBUG] -- starting 192.168.20.210 obproxy
[2024-11-10 22:13:37.072] [DEBUG] -- admin@192.168.20.210 export LD_LIBRARY_PATH='/home/admin/obproxy/lib:'
[2024-11-10 22:13:37.072] [DEBUG] -- admin@192.168.20.210 execute: cd /home/admin/obproxy; /home/admin/obproxy/bin/obproxy -o client_session_id_version=2,proxy_id=591,obproxy_sys_password='b4841214bd045575f8cd2e23bce1ca844e3cef97',enable_obproxy_rpc_service=False,enable_strict_kernel_release=False,skip_proxy_sys_private_check=True,enable_cluster_checkout=False,proxy_id=591,client_session_id_version=2 --listen_port 2883 --prometheus_listen_port 2884 --rs_list '192.168.20.210:2881' --cluster_name 'obc' 
[2024-11-10 22:13:37.483] [DEBUG] -- exited code 0
[2024-11-10 22:13:37.484] [DEBUG] -- admin@192.168.20.210 delete env LD_LIBRARY_PATH
[2024-11-10 22:13:37.484] [DEBUG] -- admin@192.168.20.210 execute: ps -aux | grep -e '/home/admin/obproxy/bin/obproxy -o client_session_id_version=2,proxy_id=591,obproxy_sys_password=b4841214bd045575f8cd2e23bce1ca844e3cef97,enable_obproxy_rpc_service=False,enable_strict_kernel_release=False,skip_proxy_sys_private_check=True,enable_cluster_checkout=False,proxy_id=591,client_session_id_version=2 --listen_port 2883 --prometheus_listen_port 2884 --rs_list 192.168.20.210:2881 --cluster_name obc$' | grep -v grep | awk '{print $2}' > /home/admin/obproxy/run/obproxy-192.168.20.210-2883.pid 
[2024-11-10 22:13:37.563] [DEBUG] -- exited code 0
[2024-11-10 22:13:37.619] [INFO] obproxy program health check
[2024-11-10 22:13:37.619] [DEBUG] -- 192.168.20.210 program health check
[2024-11-10 22:13:37.620] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/obproxy/run/obproxy-192.168.20.210-2883.pid 
[2024-11-10 22:13:37.625] [DEBUG] -- exited code 0
[2024-11-10 22:13:37.625] [DEBUG] -- admin@192.168.20.210 execute: bash -c 'cat /proc/net/{tcp*,udp*}' | awk -F' ' '{print $2,$10}' | grep '00000000:0B43' | awk -F' ' '{print $2}' | uniq 
[2024-11-10 22:13:37.672] [DEBUG] -- exited code 0
[2024-11-10 22:13:37.673] [DEBUG] -- failed to start 192.168.20.210 obproxy, remaining retries: 299
[2024-11-10 22:13:38.674] [DEBUG] -- 192.168.20.210 program health check
[2024-11-10 22:13:38.674] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/obproxy/run/obproxy-192.168.20.210-2883.pid 
[2024-11-10 22:13:38.681] [DEBUG] -- exited code 0
[2024-11-10 22:13:38.682] [DEBUG] -- admin@192.168.20.210 execute: bash -c 'cat /proc/net/{tcp*,udp*}' | awk -F' ' '{print $2,$10}' | grep '00000000:0B43' | awk -F' ' '{print $2}' | uniq 
[2024-11-10 22:13:38.729] [DEBUG] -- exited code 0
[2024-11-10 22:13:38.729] [DEBUG] -- 66278
[2024-11-10 22:13:38.729] [DEBUG] 
[2024-11-10 22:13:38.729] [DEBUG] -- admin@192.168.20.210 execute: ls -l /proc/5817/fd/ |grep -E 'socket:\[(66278)\]' 
[2024-11-10 22:13:38.775] [DEBUG] -- exited code 0
[2024-11-10 22:13:38.776] [DEBUG] -- admin@192.168.20.210 execute: pid=`cat /home/admin/obproxy/run/obproxyd-192.168.20.210-2883.pid` && ls /proc/$pid 
[2024-11-10 22:13:38.838] [DEBUG] -- exited code 2, error output:
[2024-11-10 22:13:38.838] [DEBUG] ls: cannot access /proc/11421: No such file or directory
[2024-11-10 22:13:38.838] [DEBUG] 
[2024-11-10 22:13:38.839] [DEBUG] -- admin@192.168.20.210 execute: echo 5817 > /home/admin/obproxy/run/obproxy-192.168.20.210-2883.pid 
[2024-11-10 22:13:38.882] [DEBUG] -- exited code 0
[2024-11-10 22:13:38.954] [DEBUG] - current remote_transporter RemoteTransporter.CLIENT
[2024-11-10 22:13:38.955] [DEBUG] -- admin@192.168.20.210 execute: mkdir -p /home/admin/obproxy && rm -fr /home/admin/obproxy/obproxyd.sh 
[2024-11-10 22:13:38.982] [DEBUG] -- exited code 0
[2024-11-10 22:13:38.982] [DEBUG] -- send /root/.obd/plugins/obproxy-ce/4.3.0/obproxyd.sh to /home/admin/obproxy/obproxyd.sh
[2024-11-10 22:13:39.069] [DEBUG] - admin@192.168.20.210 execute: chmod 644 /home/admin/obproxy/obproxyd.sh 
[2024-11-10 22:13:39.079] [DEBUG] - exited code 0
[2024-11-10 22:13:39.079] [DEBUG] -- admin@192.168.20.210 execute: bash /home/admin/obproxy/obproxyd.sh /home/admin/obproxy 192.168.20.210 2883 
[2024-11-10 22:13:39.126] [DEBUG] -- exited code 0
[2024-11-10 22:13:40.127] [DEBUG] -- 192.168.20.210 program health check
[2024-11-10 22:13:40.127] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/obproxy/run/obproxy-192.168.20.210-2883.pid 
[2024-11-10 22:13:40.133] [DEBUG] -- exited code 0
[2024-11-10 22:13:40.133] [DEBUG] -- admin@192.168.20.210 execute: bash -c 'cat /proc/net/{tcp*,udp*}' | awk -F' ' '{print $2,$10}' | grep '00000000:0B43' | awk -F' ' '{print $2}' | uniq 
[2024-11-10 22:13:40.182] [DEBUG] -- exited code 0
[2024-11-10 22:13:40.183] [DEBUG] -- failed to start 192.168.20.210 obproxy, remaining retries: 297
[2024-11-10 22:13:41.184] [DEBUG] -- 192.168.20.210 program health check
[2024-11-10 22:13:41.184] [DEBUG] -- admin@192.168.20.210 execute: cat /home/admin/obproxy/run/obproxy-192.168.20.210-2883.pid 
[2024-11-10 22:13:41.189] [DEBUG] -- exited code 0
[2024-11-10 22:13:41.189] [DEBUG] -- admin@192.168.20.210 execute: bash -c 'cat /proc/net/{tcp*,udp*}' | awk -F' ' '{print $2,$10}' | grep '00000000:0B43' | awk -F' ' '{print $2}' | uniq 
[2024-11-10 22:13:41.237] [DEBUG] -- exited code 0
[2024-11-10 22:13:41.237] [DEBUG] -- 69785
[2024-11-10 22:13:41.237] [DEBUG] 
[2024-11-10 22:13:41.237] [DEBUG] -- admin@192.168.20.210 execute: ls -l /proc/5906/fd/ |grep -E 'socket:\[(69785)\]' 
[2024-11-10 22:13:41.284] [DEBUG] -- exited code 0
[2024-11-10 22:13:41.285] [DEBUG] -- admin@192.168.20.210 execute: pid=`cat /home/admin/obproxy/run/obproxyd-192.168.20.210-2883.pid` && ls /proc/$pid 
[2024-11-10 22:13:41.335] [DEBUG] -- exited code 0
[2024-11-10 22:13:41.335] [DEBUG] -- 192.168.20.210 obproxy[pid: 5906] started
[2024-11-10 22:13:41.400] [DEBUG] - sub start ref count to 0
[2024-11-10 22:13:41.400] [DEBUG] - export start
[2024-11-10 22:13:41.400] [DEBUG] - plugin obproxy-ce-py_script_start-4.3.0 result: True
[2024-11-10 22:13:41.401] [DEBUG] - Call obproxy-ce-py_script_connect-3.1.0 for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:13:41.401] [DEBUG] - import connect
[2024-11-10 22:13:41.428] [DEBUG] - add connect ref count to 1
[2024-11-10 22:13:41.429] [INFO] Connect to obproxy
[2024-11-10 22:13:41.431] [DEBUG] -- connect 192.168.20.210 -P2883 -uroot@proxysys -p******
[2024-11-10 22:13:41.562] [DEBUG] - sub connect ref count to 0
[2024-11-10 22:13:41.562] [DEBUG] - export connect
[2024-11-10 22:13:41.562] [DEBUG] - plugin obproxy-ce-py_script_connect-3.1.0 result: True
[2024-11-10 22:13:41.562] [INFO] Initialize obproxy-ce
[2024-11-10 22:13:41.563] [DEBUG] - Call obproxy-ce-py_script_bootstrap-3.1.0 for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:13:41.563] [DEBUG] - import bootstrap
[2024-11-10 22:13:41.652] [DEBUG] - add bootstrap ref count to 1
[2024-11-10 22:13:41.653] [DEBUG] -- execute sql: alter proxyconfig set observer_sys_password = %s. args: ['******']
[2024-11-10 22:13:41.681] [DEBUG] - sub bootstrap ref count to 0
[2024-11-10 22:13:41.681] [DEBUG] - export bootstrap
[2024-11-10 22:13:41.681] [DEBUG] - plugin obproxy-ce-py_script_bootstrap-3.1.0 result: True
[2024-11-10 22:13:41.693] [DEBUG] - Call ocp-server-ce-py_script_start-4.2.1 for ocp-server-ce-4.3.2-20241012145836.el7-610610e2daf63f6df08af686f9a88b6d8cefcc52
[2024-11-10 22:13:41.694] [DEBUG] - import start
[2024-11-10 22:13:41.709] [DEBUG] - add start ref count to 1
[2024-11-10 22:13:41.709] [DEBUG] -- metadb connect check
[2024-11-10 22:13:41.710] [DEBUG] -- connect 192.168.20.210 -P2883 -uroot@ocp_meta -p******
[2024-11-10 22:13:46.933] [DEBUG] -- meta tenant or monitor tenant connect failed, retrying(9)
[2024-11-10 22:13:47.934] [DEBUG] -- connect 192.168.20.210 -P2883 -uroot@ocp_meta -p******
[2024-11-10 22:13:48.751] [DEBUG] -- meta tenant or monitor tenant connect failed, retrying(8)
[2024-11-10 22:13:49.752] [DEBUG] -- connect 192.168.20.210 -P2883 -uroot@ocp_meta -p******
[2024-11-10 22:13:49.754] [DEBUG] -- meta tenant or monitor tenant connect failed, retrying(7)
[2024-11-10 22:13:50.756] [DEBUG] -- connect 192.168.20.210 -P2883 -uroot@ocp_meta -p******
[2024-11-10 22:13:50.758] [DEBUG] -- meta tenant or monitor tenant connect failed, retrying(6)
[2024-11-10 22:13:51.760] [DEBUG] -- connect 192.168.20.210 -P2883 -uroot@ocp_meta -p******
[2024-11-10 22:13:51.762] [DEBUG] -- meta tenant or monitor tenant connect failed, retrying(5)
[2024-11-10 22:13:52.763] [DEBUG] -- connect 192.168.20.210 -P2883 -uroot@ocp_meta -p******
[2024-11-10 22:13:52.765] [DEBUG] -- meta tenant or monitor tenant connect failed, retrying(4)
[2024-11-10 22:13:53.766] [DEBUG] -- connect 192.168.20.210 -P2883 -uroot@ocp_meta -p******
[2024-11-10 22:13:53.772] [DEBUG] -- meta tenant or monitor tenant connect failed, retrying(3)
[2024-11-10 22:13:54.773] [DEBUG] -- connect 192.168.20.210 -P2883 -uroot@ocp_meta -p******
[2024-11-10 22:13:54.776] [DEBUG] -- meta tenant or monitor tenant connect failed, retrying(2)
[2024-11-10 22:13:55.777] [DEBUG] -- connect 192.168.20.210 -P2883 -uroot@ocp_meta -p******
[2024-11-10 22:13:55.779] [DEBUG] -- meta tenant or monitor tenant connect failed, retrying(1)
[2024-11-10 22:13:56.781] [DEBUG] -- connect 192.168.20.210 -P2883 -uroot@ocp_meta -p******
[2024-11-10 22:13:56.783] [DEBUG] -- meta tenant or monitor tenant connect failed, retrying(0)
[2024-11-10 22:13:56.783] [ERROR] meta tenant or monitor tenant connect failed
[2024-11-10 22:13:56.783] [ERROR] start ocp-server-ce failed
[2024-11-10 22:13:56.783] [DEBUG] - sub start ref count to 0
[2024-11-10 22:13:56.783] [DEBUG] - export start
[2024-11-10 22:13:56.783] [DEBUG] - plugin ocp-server-ce-py_script_start-4.2.1 result: False
[2024-11-10 22:13:56.783] [ERROR] ocp-server-ce start failed
[2024-11-10 22:13:56.784] [DEBUG] - Call oceanbase-ce-py_script_display-3.1.0 for oceanbase-ce-4.2.1.8-108000022024072217.el7-499b676f2ede5a16e0c07b2b15991d1160d972e8
[2024-11-10 22:13:56.784] [DEBUG] - import display
[2024-11-10 22:13:56.798] [DEBUG] - add display ref count to 1
[2024-11-10 22:13:56.798] [INFO] Wait for observer init
[2024-11-10 22:13:56.799] [DEBUG] -- execute sql: select * from oceanbase.__all_server. args: None
[2024-11-10 22:13:56.802] [INFO] +--------------------------------------------------+
[2024-11-10 22:13:56.802] [INFO] |                   oceanbase-ce                   |
[2024-11-10 22:13:56.802] [INFO] +----------------+---------+------+-------+--------+
[2024-11-10 22:13:56.802] [INFO] | ip             | version | port | zone  | status |
[2024-11-10 22:13:56.802] [INFO] +----------------+---------+------+-------+--------+
[2024-11-10 22:13:56.802] [INFO] | 192.168.20.210 | 4.2.1.8 | 2881 | zone1 | ACTIVE |
[2024-11-10 22:13:56.802] [INFO] +----------------+---------+------+-------+--------+
[2024-11-10 22:13:56.802] [INFO] obclient -h192.168.20.210 -P2881 -uroot -p'******' -Doceanbase -A
[2024-11-10 22:13:56.930] [INFO] +--------------------------------------------------+
[2024-11-10 22:13:56.930] [INFO] |                   oceanbase-ce                   |
[2024-11-10 22:13:56.930] [INFO] +----------------+---------+------+-------+--------+
[2024-11-10 22:13:56.930] [INFO] | ip             | version | port | zone  | status |
[2024-11-10 22:13:56.930] [INFO] +----------------+---------+------+-------+--------+
[2024-11-10 22:13:56.930] [INFO] | 192.168.20.210 | 4.2.1.8 | 2881 | zone1 | ACTIVE |
[2024-11-10 22:13:56.930] [INFO] +----------------+---------+------+-------+--------+
[2024-11-10 22:13:56.930] [INFO] obclient -h192.168.20.210 -P2881 -uroot -p'******' -Doceanbase -A
[2024-11-10 22:13:56.930] [INFO] 
[2024-11-10 22:13:56.930] [DEBUG] -- execute sql: select unix_timestamp(gmt_create) as gmt_create from oceanbase.__all_virtual_sys_variable limit 1. args: None
[2024-11-10 22:13:56.966] [INFO] cluster unique id: 2e90a1e8-0928-5fdd-acfc-7837f1b64b73-192f0f31e79-08010204
[2024-11-10 22:13:56.966] [INFO] 
[2024-11-10 22:13:56.966] [DEBUG] - sub display ref count to 0
[2024-11-10 22:13:56.966] [DEBUG] - export display
[2024-11-10 22:13:56.966] [DEBUG] - plugin oceanbase-ce-py_script_display-3.1.0 result: True
[2024-11-10 22:13:56.966] [DEBUG] - Call obproxy-ce-py_script_display-3.1.0 for obproxy-ce-4.3.1.0-4.el7-835f4803c1f4da186439323b66c51db4662678a3
[2024-11-10 22:13:56.966] [DEBUG] - import display
[2024-11-10 22:13:56.994] [DEBUG] - add display ref count to 1
[2024-11-10 22:13:56.994] [DEBUG] -- execute sql: show proxyconfig like "%port". args: None
[2024-11-10 22:13:57.009] [INFO] +--------------------------------------------------+
[2024-11-10 22:13:57.009] [INFO] |                    obproxy-ce                    |
[2024-11-10 22:13:57.009] [INFO] +----------------+------+-----------------+--------+
[2024-11-10 22:13:57.009] [INFO] | ip             | port | prometheus_port | status |
[2024-11-10 22:13:57.009] [INFO] +----------------+------+-----------------+--------+
[2024-11-10 22:13:57.009] [INFO] | 192.168.20.210 | 2883 | 2884            | active |
[2024-11-10 22:13:57.009] [INFO] +----------------+------+-----------------+--------+
[2024-11-10 22:13:57.010] [INFO] obclient -h192.168.20.210 -P2883 -uroot@proxysys -p'******' -Doceanbase -A 
[2024-11-10 22:13:57.010] [INFO] 
[2024-11-10 22:13:57.010] [DEBUG] - sub display ref count to 0
[2024-11-10 22:13:57.010] [DEBUG] - export display
[2024-11-10 22:13:57.010] [DEBUG] - plugin obproxy-ce-py_script_display-3.1.0 result: True
[2024-11-10 22:13:57.015] [DEBUG] - share lock /root/.obd/lock/mirror_and_repo release, count 2
[2024-11-10 22:13:57.015] [DEBUG] - share lock /root/.obd/lock/mirror_and_repo release, count 1
[2024-11-10 22:13:57.015] [DEBUG] - share lock /root/.obd/lock/mirror_and_repo release, count 0
[2024-11-10 22:13:57.015] [DEBUG] - unlock /root/.obd/lock/mirror_and_repo
[2024-11-10 22:13:57.015] [DEBUG] - exclusive lock /root/.obd/lock/deploy_obc release, count 0
[2024-11-10 22:13:57.015] [DEBUG] - unlock /root/.obd/lock/deploy_obc
[2024-11-10 22:13:57.016] [DEBUG] - share lock /root/.obd/lock/global release, count 0
[2024-11-10 22:13:57.016] [DEBUG] - unlock /root/.obd/lock/global
[2024-11-10 22:13:57.016] [INFO] See https://www.oceanbase.com/product/ob-deployer/error-codes .
[2024-11-10 22:13:57.016] [INFO] Trace ID: a4d4046c-9fda-11ef-9c8e-faf1daa64700
[2024-11-10 22:13:57.016] [INFO] If you want to view detailed obd logs, please run: obd display-trace a4d4046c-9fda-11ef-9c8e-faf1daa64700