[root@ocp ~]# ps -ef | grep agent root 1049 1 0 2月06 ? 00:10:47 /usr/bin/qemu-ga --method=virtio-serial --path=/dev/virtio-ports/org.qemu.guest_agent.0 --blacklist= -F/etc/qemu-ga/fsfreeze-hook root 1077 1 0 2月06 ? 00:18:04 /usr/local/zstack/zwatch-vm-agent/zwatch-vm-agent -conf /usr/local/zstack/zwatch-vm-agent/conf.yaml root 1189 1 0 2月06 ? 01:07:47 /usr/local/zstack/zwatch-vm-agent/node_exporter --web.listen-address 127.0.0.1:9110 root 1200 1 0 2月06 ? 00:27:55 /usr/local/zstack/zwatch-vm-agent/collectd_exporter -collectd.listen-address :25827 -web.listen-address 127.0.0.1:9113 root 1204 1 0 2月06 ? 00:00:00 /usr/local/zstack/zwatch-vm-agent/collectd/collectdmon -c /usr/local/zstack/zwatch-vm-agent/collectd/collectd -- -C /usr/local/zstack/zwatch-vm-agent/collectd/collectd.conf -P /usr/local/zstack/zwatch-vm-agent/collectd/collectd.pid -f root 1243 1204 0 2月06 ? 00:08:10 /usr/local/zstack/zwatch-vm-agent/collectd/collectd -C /usr/local/zstack/zwatch-vm-agent/collectd/collectd.conf -P /usr/local/zstack/zwatch-vm-agent/collectd/collectd.pid -f root 4045795 4021656 0 15:52 pts/0 00:00:00 grep --color=auto agent [root@ocp ~]# obd cluster list +------------------------------------------------------+ | Cluster List | +--------+---------------------------+-----------------+ | Name | Configuration Path | Status (Cached) | +--------+---------------------------+-----------------+ | tsc_ob | /root/.obd/cluster/tsc_ob | running | +--------+---------------------------+-----------------+ Trace ID: d43d841c-f4df-11ef-b2cf-fab313495300 If you want to view detailed obd logs, please run: obd display-trace d43d841c-f4df-11ef-b2cf-fab313495300 [root@ocp ~]# obd cluster edit-config tsc_ob ## Only need to configure when remote login is required user: username: root password: ******** # key_file: /root/.ssh/id_rsa port: 22 timeout: 30 oceanbase-ce: servers: - name: ob1 ip: 192.168.8.47 - name: ob2 ip: 192.168.8.48 - name: ob3 ip: 192.168.8.49 global: production_mode: true # Starting from observer version 4.2, the network selection for the observer is based on the 'local_ip' parameter, and the 'devname' parameter is no longer mandatory. # If the 'local_ip' parameter is set, the observer will first use this parameter for the configuration, regardless of the 'devname' parameter. # If only the 'devname' parameter is set, the observer will use the 'devname' parameter for the configuration. # If neither the 'devname' nor the 'local_ip' parameters are set, the 'local_ip' parameter will be automatically assigned the IP address configured above. # devname: eth0 # if current hardware's memory capacity is smaller than 50G, please use the setting of "mini-single-example.yaml" and do a small adjustment. memory_limit: 50G # The maximum running memory for an observer # The reserved system memory. system_memory is reserved for general tenants. The default value is 30G. system_memory: 8G datafile_size: 143G # Size of the data file. datafile_next: 160G datafile_maxsize: 2T log_disk_size: 143G # The size of disk space used by the clog files. enable_syslog_wf: false # Print system logs whose levels are higher than WARNING to a separate log file. The default value is true. max_syslog_file_count: 30 # The maximum number of reserved log files before enabling auto recycling. The default value is 0. # Cluster name for OceanBase Database. The default value is obcluster. When you deploy OceanBase Database and obproxy, this value must be the same as the cluster_name for obproxy. appname: tsc_ob home_path: /home/tsc_ob root_password: ******** # proxyro_password: # proxyro user pasword, consistent with obproxy's observer_sys_password, can be empty proxyro_password: ******** # ocp_meta_db: ocp_express # The database name of ocp express meta # ocp_meta_username: meta # The username of ocp express meta # ocp_meta_password: '' # The password of ocp express meta # ocp_agent_monitor_password: '' # The password for obagent monitor user ocp_agent_monitor_password: ******** ocp_meta_tenant: # The config for ocp express meta tenant tenant_name: ocp max_cpu: 2 memory_size: 4G log_disk_size: 7680M # The recommend value is (4608 + (expect node num + expect tenant num) * 512) M. # In this example , support multiple ob process in single node, so different process use different ports. # If deploy ob cluster in multiple nodes, the port and path setting can be same. cluster_id: 1737017987 ob1: mysql_port: 2881 # External port for OceanBase Database. The default value is 2881. DO NOT change this value after the cluster is started. rpc_port: 2882 # Internal port for OceanBase Database. The default value is 2882. DO NOT change this value after the cluster is started. obshell_port: 2886 # Operation and maintenance port for Oceanbase Database. The default value is 2886. This parameter is valid only when the version of oceanbase-ce is 4.2.2.0 or later. # The working directory for OceanBase Database. OceanBase Database is started under this directory. This is a required field. home_path: /home/tsc_ob # The directory for data storage. The default value is $home_path/store. # data_dir: /data # The directory for clog, ilog, and slog. The default value is the same as the data_dir value. # redo_dir: /redo zone: zone1 ob2: mysql_port: 2881 # External port for OceanBase Database. The default value is 2881. DO NOT change this value after the cluster is started. rpc_port: 2882 # Internal port for OceanBase Database. The default value is 2882. DO NOT change this value after the cluster is started. obshell_port: 2886 # Operation and maintenance port for Oceanbase Database. The default value is 2886. This parameter is valid only when the version of oceanbase-ce is 4.2.2.0 or later. # The working directory for OceanBase Database. OceanBase Database is started under this directory. This is a required field. home_path: /home/tsc_ob # The directory for data storage. The default value is $home_path/store. # data_dir: /data # The directory for clog, ilog, and slog. The default value is the same as the data_dir value. # redo_dir: /redo zone: zone2 ob3: mysql_port: 2881 # External port for OceanBase Database. The default value is 2881. DO NOT change this value after the cluster is started. rpc_port: 2882 # Internal port for OceanBase Database. The default value is 2882. DO NOT change this value after the cluster is started. obshell_port: 2886 # Operation and maintenance port for Oceanbase Database. The default value is 2886. This parameter is valid only when the version of oceanbase-ce is 4.2.2.0 or later. # The working directory for OceanBase Database. OceanBase Database is started under this directory. This is a required field. home_path: /home/tsc_ob # The directory for data storage. The default value is $home_path/store. # data_dir: /data # The directory for clog, ilog, and slog. The default value is the same as the data_dir value. # redo_dir: /redo zone: zone3 obproxy-ce: # Set dependent components for the component. # When the associated configurations are not done, OBD will automatically get the these configurations from the dependent components. depends: - oceanbase-ce servers: - 192.168.8.46 global: listen_port: 2883 # External port. The default value is 2883. prometheus_listen_port: 2884 # The Prometheus port. The default value is 2884. rpc_listen_port: 2885 home_path: /home/tsc_ob/obproxy # oceanbase root server list # format: ip:mysql_port;ip:mysql_port. When a depends exists, OBD gets this value from the oceanbase-ce of the depends. rs_list: 192.168.8.47:2881;192.168.8.48:2881;192.168.8.49:2881 enable_cluster_checkout: false # observer cluster name, consistent with oceanbase-ce's appname. When a depends exists, OBD gets this value from the oceanbase-ce of the depends. cluster_name: tsc_ob skip_proxy_sys_private_check: true enable_strict_kernel_release: false # obproxy_sys_password: # obproxy sys user password, can be empty. When a depends exists, OBD gets this value from the oceanbase-ce of the depends. # observer_sys_password: # proxyro user pasword, consistent with oceanbase-ce's proxyro_password, can be empty. When a depends exists, OBD gets this value from the oceanbase-ce of the depends. obproxy_root_password: ******** obagent: depends: - oceanbase-ce servers: - name: ob1 ip: 192.168.8.47 - name: ob2 ip: 192.168.8.48 - name: ob3 ip: 192.168.8.49 global: home_path: /home/tsc_ob/obagent http_basic_auth_password: ******** ocp-express: depends: - oceanbase-ce - obproxy-ce - obagent servers: - 192.168.8.46 global: # The working directory for prometheus. prometheus is started under this directory. This is a required field. home_path: /home/tsc_ob/ocp-express # log_dir: /home/oceanbase/ocp-express/log # The log directory of ocp express server. The default value is {home_path}/log. memory_size: 2G # The memory size of ocp-express server. The recommend value is 512MB * (expect node num + expect tenant num) * 60MB. logging_file_total_size_cap: 10G # The total log file size of ocp-express server logging_file_max_history: 7 # The maximum of retention days the log archive log files to keep. The default value is unlimited admin_passwd: ******** ocp_root_password: ******** [root@ocp ~]# obd cluster reload tsc_ob Get local repositories and plugins ok Load cluster param plugin ok Open ssh connection ok Nothing to do for obagent reload Nothing to do for ocp-express reload Connect to observer 192.168.8.47:2881 ok Connect to obproxy x [ERROR] OBD-1006: Failed to connect to obproxy-ce [WARN] Some configuration items reload failed See https://www.oceanbase.com/product/ob-deployer/error-codes . Trace ID: ae3321be-f4e9-11ef-a6b3-fab313495300 If you want to view detailed obd logs, please run: obd display-trace ae3321be-f4e9-11ef-a6b3-fab313495300 [root@ocp ~]# obd display-trace 544876d2-f4e8-11ef-83a5-fab313495300 [2025-02-27 16:53:35.541] [DEBUG] - cmd: ['tsc_ob'] [2025-02-27 16:53:35.541] [DEBUG] - opts: {} [2025-02-27 16:53:35.541] [DEBUG] - mkdir /root/.obd/lock/ [2025-02-27 16:53:35.542] [DEBUG] - unknown lock mode [2025-02-27 16:53:35.542] [DEBUG] - try to get share lock /root/.obd/lock/global [2025-02-27 16:53:35.542] [DEBUG] - share lock `/root/.obd/lock/global`, count 1 [2025-02-27 16:53:35.542] [DEBUG] - Get Deploy by name [2025-02-27 16:53:35.542] [DEBUG] - mkdir /root/.obd/cluster/ [2025-02-27 16:53:35.543] [DEBUG] - mkdir /root/.obd/config_parser/ [2025-02-27 16:53:35.543] [DEBUG] - try to get exclusive lock /root/.obd/lock/deploy_tsc_ob [2025-02-27 16:53:35.543] [DEBUG] - exclusive lock `/root/.obd/lock/deploy_tsc_ob`, count 1 [2025-02-27 16:53:35.551] [DEBUG] - Deploy status judge [2025-02-27 16:53:35.552] [INFO] Get local repositories and plugins [2025-02-27 16:53:35.553] [DEBUG] - mkdir /root/.obd/repository [2025-02-27 16:53:35.553] [DEBUG] - Get local repository oceanbase-ce-4.3.5.0-a81cd6413fc9c42f14fdf71c55fc319dfa6cab60 [2025-02-27 16:53:35.554] [DEBUG] - try to get share lock /root/.obd/lock/mirror_and_repo [2025-02-27 16:53:35.554] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 1 [2025-02-27 16:53:35.556] [DEBUG] - Get local repository obproxy-ce-4.3.2.0-463bda45e43079495653238474515da8dada721c [2025-02-27 16:53:35.557] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 2 [2025-02-27 16:53:35.559] [DEBUG] - Get local repository obagent-4.2.2-bf152b880953c2043ddaf80d6180cf22bb8c8ac2 [2025-02-27 16:53:35.559] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 3 [2025-02-27 16:53:35.562] [DEBUG] - Get local repository ocp-express-4.2.2-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75 [2025-02-27 16:53:35.562] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 4 [2025-02-27 16:53:35.684] [DEBUG] - Get deploy config [2025-02-27 16:53:35.729] [DEBUG] - Get new deploy config [2025-02-27 16:53:35.776] [INFO] Load cluster param plugin [2025-02-27 16:53:35.777] [DEBUG] - Searching param plugin for components ... [2025-02-27 16:53:35.777] [DEBUG] - Search param plugin for oceanbase-ce [2025-02-27 16:53:35.777] [DEBUG] - mkdir /root/.obd/plugins [2025-02-27 16:53:35.779] [DEBUG] - Found for oceanbase-ce-param-4.3.3.0 for oceanbase-ce-4.3.5.0 [2025-02-27 16:53:35.779] [DEBUG] - Applying oceanbase-ce-param-4.3.3.0 for oceanbase-ce-4.3.5.0-100000202024123117.el8-a81cd6413fc9c42f14fdf71c55fc319dfa6cab60 [2025-02-27 16:53:36.451] [DEBUG] - Search param plugin for obproxy-ce [2025-02-27 16:53:36.452] [DEBUG] - Found for obproxy-ce-param-4.3.0 for obproxy-ce-4.3.2.0 [2025-02-27 16:53:36.452] [DEBUG] - Applying obproxy-ce-param-4.3.0 for obproxy-ce-4.3.2.0-42.el8-463bda45e43079495653238474515da8dada721c [2025-02-27 16:53:36.616] [DEBUG] - Search param plugin for obagent [2025-02-27 16:53:36.617] [DEBUG] - Found for obagent-param-4.2.2 for obagent-4.2.2 [2025-02-27 16:53:36.617] [DEBUG] - Applying obagent-param-4.2.2 for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2 [2025-02-27 16:53:36.696] [DEBUG] - Search param plugin for ocp-express [2025-02-27 16:53:36.697] [DEBUG] - Found for ocp-express-param-4.1.0 for ocp-express-4.2.2 [2025-02-27 16:53:36.697] [DEBUG] - Applying ocp-express-param-4.1.0 for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75 [2025-02-27 16:53:36.808] [DEBUG] - Searching param plugin for components ... [2025-02-27 16:53:36.808] [DEBUG] - Search param plugin for oceanbase-ce [2025-02-27 16:53:36.809] [DEBUG] - Found for oceanbase-ce-param-4.3.3.0 for oceanbase-ce-4.3.5.0 [2025-02-27 16:53:36.809] [DEBUG] - Applying oceanbase-ce-param-4.3.3.0 for oceanbase-ce-4.3.5.0-100000202024123117.el8-a81cd6413fc9c42f14fdf71c55fc319dfa6cab60 [2025-02-27 16:53:36.809] [DEBUG] - Search param plugin for obproxy-ce [2025-02-27 16:53:36.810] [DEBUG] - Found for obproxy-ce-param-4.3.0 for obproxy-ce-4.3.2.0 [2025-02-27 16:53:36.810] [DEBUG] - Applying obproxy-ce-param-4.3.0 for obproxy-ce-4.3.2.0-42.el8-463bda45e43079495653238474515da8dada721c [2025-02-27 16:53:36.810] [DEBUG] - Search param plugin for obagent [2025-02-27 16:53:36.811] [DEBUG] - Found for obagent-param-4.2.2 for obagent-4.2.2 [2025-02-27 16:53:36.811] [DEBUG] - Applying obagent-param-4.2.2 for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2 [2025-02-27 16:53:36.811] [DEBUG] - Search param plugin for ocp-express [2025-02-27 16:53:36.811] [DEBUG] - Found for ocp-express-param-4.1.0 for ocp-express-4.2.2 [2025-02-27 16:53:36.811] [DEBUG] - Applying ocp-express-param-4.1.0 for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75 [2025-02-27 16:53:36.942] [INFO] Open ssh connection [2025-02-27 16:53:36.948] [DEBUG] - host: 192.168.8.49, port: 22, user: root, password: ****** [2025-02-27 16:53:37.253] [DEBUG] - host: 192.168.8.47, port: 22, user: root, password: ****** [2025-02-27 16:53:37.542] [DEBUG] - host: 192.168.8.48, port: 22, user: root, password: ****** [2025-02-27 16:53:37.837] [DEBUG] - host: 192.168.8.46, port: 22, user: root, password: ****** [2025-02-27 16:53:38.251] [DEBUG] - Searching status_check template for components ... [2025-02-27 16:53:38.252] [DEBUG] - mkdir /root/.obd/workflows [2025-02-27 16:53:38.253] [DEBUG] - Call workflow oceanbase-ce-py_script_workflow_status_check-0.1 for oceanbase-ce-4.3.5.0-100000202024123117.el8-a81cd6413fc9c42f14fdf71c55fc319dfa6cab60 [2025-02-27 16:53:38.253] [DEBUG] - mkdir /root/.obd/mirror [2025-02-27 16:53:38.253] [DEBUG] - mkdir /root/.obd/mirror/remote [2025-02-27 16:53:38.254] [DEBUG] - mkdir /root/.obd/mirror/local [2025-02-27 16:53:38.254] [DEBUG] - mkdir /root/.obd/optimize/ [2025-02-27 16:53:38.254] [DEBUG] - mkdir /root/.obd/tool/ [2025-02-27 16:53:38.255] [DEBUG] - import status_check [2025-02-27 16:53:38.255] [DEBUG] - add status_check ref count to 1 [2025-02-27 16:53:38.256] [DEBUG] - sub status_check ref count to 0 [2025-02-27 16:53:38.256] [DEBUG] - export status_check [2025-02-27 16:53:38.256] [DEBUG] - plugin oceanbase-ce-py_script_workflow_status_check-0.1 result: True [2025-02-27 16:53:38.256] [DEBUG] - Found for oceanbase-ce-py_script_workflow_status_check-0.1 for oceanbase-ce-0.1 [2025-02-27 16:53:38.256] [DEBUG] - Searching status_check template for components ... [2025-02-27 16:53:38.256] [DEBUG] - Call workflow obproxy-ce-py_script_workflow_status_check-0.1 for obproxy-ce-4.3.2.0-42.el8-463bda45e43079495653238474515da8dada721c [2025-02-27 16:53:38.257] [DEBUG] - import status_check [2025-02-27 16:53:38.257] [DEBUG] - add status_check ref count to 1 [2025-02-27 16:53:38.257] [DEBUG] - sub status_check ref count to 0 [2025-02-27 16:53:38.257] [DEBUG] - export status_check [2025-02-27 16:53:38.258] [DEBUG] - plugin obproxy-ce-py_script_workflow_status_check-0.1 result: True [2025-02-27 16:53:38.258] [DEBUG] - Found for obproxy-ce-py_script_workflow_status_check-0.1 for obproxy-ce-0.1 [2025-02-27 16:53:38.258] [DEBUG] - Searching status_check template for components ... [2025-02-27 16:53:38.258] [DEBUG] - Call workflow obagent-py_script_workflow_status_check-0.1 for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2 [2025-02-27 16:53:38.258] [DEBUG] - import status_check [2025-02-27 16:53:38.259] [DEBUG] - add status_check ref count to 1 [2025-02-27 16:53:38.259] [DEBUG] - sub status_check ref count to 0 [2025-02-27 16:53:38.259] [DEBUG] - export status_check [2025-02-27 16:53:38.259] [DEBUG] - plugin obagent-py_script_workflow_status_check-0.1 result: True [2025-02-27 16:53:38.259] [DEBUG] - Found for obagent-py_script_workflow_status_check-0.1 for obagent-0.1 [2025-02-27 16:53:38.259] [DEBUG] - Searching status_check template for components ... [2025-02-27 16:53:38.260] [DEBUG] - Call workflow ocp-express-py_script_workflow_status_check-0.1 for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75 [2025-02-27 16:53:38.260] [DEBUG] - import status_check [2025-02-27 16:53:38.260] [DEBUG] - add status_check ref count to 1 [2025-02-27 16:53:38.261] [DEBUG] - sub status_check ref count to 0 [2025-02-27 16:53:38.261] [DEBUG] - export status_check [2025-02-27 16:53:38.261] [DEBUG] - plugin ocp-express-py_script_workflow_status_check-0.1 result: True [2025-02-27 16:53:38.261] [DEBUG] - Found for ocp-express-py_script_workflow_status_check-0.1 for ocp-express-0.1 [2025-02-27 16:53:38.261] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 5 [2025-02-27 16:53:38.264] [DEBUG] - Searching status plugin for components ... [2025-02-27 16:53:38.265] [DEBUG] - Searching status plugin for oceanbase-ce-4.3.5.0-100000202024123117.el8-a81cd6413fc9c42f14fdf71c55fc319dfa6cab60 [2025-02-27 16:53:38.265] [DEBUG] - Found for oceanbase-ce-py_script_status-3.1.0 for oceanbase-ce-4.3.5.0 [2025-02-27 16:53:38.265] [DEBUG] - Call plugin oceanbase-ce-py_script_status-3.1.0 for oceanbase-ce-4.3.5.0-100000202024123117.el8-a81cd6413fc9c42f14fdf71c55fc319dfa6cab60 [2025-02-27 16:53:38.265] [DEBUG] - import status [2025-02-27 16:53:38.266] [DEBUG] - add status ref count to 1 [2025-02-27 16:53:38.267] [DEBUG] -- root@192.168.8.47 execute: cat /home/tsc_ob/run/observer.pid [2025-02-27 16:53:38.292] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.293] [DEBUG] -- root@192.168.8.47 execute: ls /proc/3373696 [2025-02-27 16:53:38.356] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.357] [DEBUG] -- root@192.168.8.48 execute: cat /home/tsc_ob/run/observer.pid [2025-02-27 16:53:38.383] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.384] [DEBUG] -- root@192.168.8.48 execute: ls /proc/3079052 [2025-02-27 16:53:38.447] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.448] [DEBUG] -- root@192.168.8.49 execute: cat /home/tsc_ob/run/observer.pid [2025-02-27 16:53:38.474] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.475] [DEBUG] -- root@192.168.8.49 execute: ls /proc/3231192 [2025-02-27 16:53:38.540] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.540] [DEBUG] - sub status ref count to 0 [2025-02-27 16:53:38.540] [DEBUG] - export status [2025-02-27 16:53:38.541] [DEBUG] - plugin oceanbase-ce-py_script_status-3.1.0 result: True [2025-02-27 16:53:38.541] [DEBUG] - Searching status_check plugin for components ... [2025-02-27 16:53:38.541] [DEBUG] - Searching status_check plugin for general-4.3.5.0--None [2025-02-27 16:53:38.542] [DEBUG] - Found for general-py_script_status_check-0.1 for general-4.3.5.0 [2025-02-27 16:53:38.542] [DEBUG] - Call plugin general-py_script_status_check-0.1 for oceanbase-ce-4.3.5.0-100000202024123117.el8-a81cd6413fc9c42f14fdf71c55fc319dfa6cab60 [2025-02-27 16:53:38.542] [DEBUG] - import status_check [2025-02-27 16:53:38.543] [DEBUG] - add status_check ref count to 1 [2025-02-27 16:53:38.543] [DEBUG] - sub status_check ref count to 0 [2025-02-27 16:53:38.543] [DEBUG] - export status_check [2025-02-27 16:53:38.543] [DEBUG] - plugin general-py_script_status_check-0.1 result: True [2025-02-27 16:53:38.543] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 6 [2025-02-27 16:53:38.546] [DEBUG] - Searching status plugin for components ... [2025-02-27 16:53:38.546] [DEBUG] - Searching status plugin for obproxy-ce-4.3.2.0-42.el8-463bda45e43079495653238474515da8dada721c [2025-02-27 16:53:38.547] [DEBUG] - Found for obproxy-ce-py_script_status-3.1.0 for obproxy-ce-4.3.2.0 [2025-02-27 16:53:38.547] [DEBUG] - Call plugin obproxy-ce-py_script_status-3.1.0 for obproxy-ce-4.3.2.0-42.el8-463bda45e43079495653238474515da8dada721c [2025-02-27 16:53:38.547] [DEBUG] - import status [2025-02-27 16:53:38.547] [DEBUG] - add status ref count to 1 [2025-02-27 16:53:38.548] [DEBUG] -- root@192.168.8.46 execute: cat /home/tsc_ob/obproxy/run/obproxy-192.168.8.46-2883.pid [2025-02-27 16:53:38.574] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.575] [DEBUG] -- root@192.168.8.46 execute: ls /proc/4049582 [2025-02-27 16:53:38.642] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.642] [DEBUG] - sub status ref count to 0 [2025-02-27 16:53:38.643] [DEBUG] - export status [2025-02-27 16:53:38.643] [DEBUG] - plugin obproxy-ce-py_script_status-3.1.0 result: True [2025-02-27 16:53:38.643] [DEBUG] - Searching status_check plugin for components ... [2025-02-27 16:53:38.643] [DEBUG] - Searching status_check plugin for general-4.3.2.0--None [2025-02-27 16:53:38.644] [DEBUG] - Found for general-py_script_status_check-0.1 for general-4.3.2.0 [2025-02-27 16:53:38.644] [DEBUG] - Call plugin general-py_script_status_check-0.1 for obproxy-ce-4.3.2.0-42.el8-463bda45e43079495653238474515da8dada721c [2025-02-27 16:53:38.644] [DEBUG] - plugin general-py_script_status_check-0.1 result: True [2025-02-27 16:53:38.644] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 7 [2025-02-27 16:53:38.647] [DEBUG] - Searching status plugin for components ... [2025-02-27 16:53:38.647] [DEBUG] - Searching status plugin for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2 [2025-02-27 16:53:38.648] [DEBUG] - Found for obagent-py_script_status-1.3.0 for obagent-4.2.2 [2025-02-27 16:53:38.648] [DEBUG] - Call plugin obagent-py_script_status-1.3.0 for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2 [2025-02-27 16:53:38.648] [DEBUG] - import status [2025-02-27 16:53:38.649] [DEBUG] - add status ref count to 1 [2025-02-27 16:53:38.649] [DEBUG] -- root@192.168.8.47 execute: cat /home/tsc_ob/obagent/run/ob_agentd.pid [2025-02-27 16:53:38.673] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.673] [DEBUG] -- root@192.168.8.47 execute: ls /proc/2748990 [2025-02-27 16:53:38.737] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.738] [DEBUG] -- root@192.168.8.48 execute: cat /home/tsc_ob/obagent/run/ob_agentd.pid [2025-02-27 16:53:38.761] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.761] [DEBUG] -- root@192.168.8.48 execute: ls /proc/2493999 [2025-02-27 16:53:38.824] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.825] [DEBUG] -- root@192.168.8.49 execute: cat /home/tsc_ob/obagent/run/ob_agentd.pid [2025-02-27 16:53:38.850] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.850] [DEBUG] -- root@192.168.8.49 execute: ls /proc/2626422 [2025-02-27 16:53:38.915] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.915] [DEBUG] - sub status ref count to 0 [2025-02-27 16:53:38.915] [DEBUG] - export status [2025-02-27 16:53:38.916] [DEBUG] - plugin obagent-py_script_status-1.3.0 result: True [2025-02-27 16:53:38.916] [DEBUG] - Searching status_check plugin for components ... [2025-02-27 16:53:38.916] [DEBUG] - Searching status_check plugin for general-4.2.2--None [2025-02-27 16:53:38.916] [DEBUG] - Found for general-py_script_status_check-0.1 for general-4.2.2 [2025-02-27 16:53:38.916] [DEBUG] - Call plugin general-py_script_status_check-0.1 for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2 [2025-02-27 16:53:38.917] [DEBUG] - plugin general-py_script_status_check-0.1 result: True [2025-02-27 16:53:38.917] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 8 [2025-02-27 16:53:38.920] [DEBUG] - Searching status plugin for components ... [2025-02-27 16:53:38.920] [DEBUG] - Searching status plugin for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75 [2025-02-27 16:53:38.920] [DEBUG] - Found for ocp-express-py_script_status-1.0 for ocp-express-4.2.2 [2025-02-27 16:53:38.921] [DEBUG] - Call plugin ocp-express-py_script_status-1.0 for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75 [2025-02-27 16:53:38.921] [DEBUG] - import status [2025-02-27 16:53:38.922] [DEBUG] - add status ref count to 1 [2025-02-27 16:53:38.922] [DEBUG] -- root@192.168.8.46 execute: cat /home/tsc_ob/ocp-express/run/ocp-express.pid [2025-02-27 16:53:38.948] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.948] [DEBUG] -- root@192.168.8.46 execute: ls /proc/2740444 [2025-02-27 16:53:38.973] [DEBUG] -- exited code 0 [2025-02-27 16:53:38.973] [DEBUG] - sub status ref count to 0 [2025-02-27 16:53:38.973] [DEBUG] - export status [2025-02-27 16:53:38.973] [DEBUG] - plugin ocp-express-py_script_status-1.0 result: True [2025-02-27 16:53:38.974] [DEBUG] - Searching status_check plugin for components ... [2025-02-27 16:53:38.974] [DEBUG] - Searching status_check plugin for general-4.2.2--None [2025-02-27 16:53:38.974] [DEBUG] - Found for general-py_script_status_check-0.1 for general-4.2.2 [2025-02-27 16:53:38.974] [DEBUG] - Call plugin general-py_script_status_check-0.1 for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75 [2025-02-27 16:53:38.974] [DEBUG] - plugin general-py_script_status_check-0.1 result: True [2025-02-27 16:53:38.975] [DEBUG] - Searching reload template for components ... [2025-02-27 16:53:38.975] [DEBUG] - Call workflow oceanbase-ce-py_script_workflow_reload-4.2.1.4 for oceanbase-ce-4.3.5.0-100000202024123117.el8-a81cd6413fc9c42f14fdf71c55fc319dfa6cab60 [2025-02-27 16:53:38.975] [DEBUG] - import reload [2025-02-27 16:53:38.976] [DEBUG] - add reload ref count to 1 [2025-02-27 16:53:38.976] [DEBUG] - sub reload ref count to 0 [2025-02-27 16:53:38.976] [DEBUG] - export reload [2025-02-27 16:53:38.977] [DEBUG] - plugin oceanbase-ce-py_script_workflow_reload-4.2.1.4 result: True [2025-02-27 16:53:38.977] [DEBUG] - Found for oceanbase-ce-py_script_workflow_reload-4.2.1.4 for oceanbase-ce-4.2.1.4 [2025-02-27 16:53:38.977] [DEBUG] - Searching reload template for components ... [2025-02-27 16:53:38.977] [DEBUG] - Call workflow obproxy-ce-py_script_workflow_reload-4.2.3 for obproxy-ce-4.3.2.0-42.el8-463bda45e43079495653238474515da8dada721c [2025-02-27 16:53:38.977] [DEBUG] - import reload [2025-02-27 16:53:38.978] [DEBUG] - add reload ref count to 1 [2025-02-27 16:53:38.978] [DEBUG] - sub reload ref count to 0 [2025-02-27 16:53:38.978] [DEBUG] - export reload [2025-02-27 16:53:38.978] [DEBUG] - plugin obproxy-ce-py_script_workflow_reload-4.2.3 result: True [2025-02-27 16:53:38.978] [DEBUG] - Found for obproxy-ce-py_script_workflow_reload-4.2.3 for obproxy-ce-4.2.3 [2025-02-27 16:53:38.978] [DEBUG] - Searching reload template for components ... [2025-02-27 16:53:38.979] [DEBUG] - Call workflow obagent-py_script_workflow_reload-0.1 for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2 [2025-02-27 16:53:38.979] [DEBUG] - import reload [2025-02-27 16:53:38.980] [DEBUG] - add reload ref count to 1 [2025-02-27 16:53:38.980] [INFO] Nothing to do for obagent reload [2025-02-27 16:53:38.980] [DEBUG] - sub reload ref count to 0 [2025-02-27 16:53:38.980] [DEBUG] - export reload [2025-02-27 16:53:38.980] [DEBUG] - plugin obagent-py_script_workflow_reload-0.1 result: True [2025-02-27 16:53:38.980] [DEBUG] - Found for obagent-py_script_workflow_reload-0.1 for obagent-0.1 [2025-02-27 16:53:38.980] [DEBUG] - Searching reload template for components ... [2025-02-27 16:53:38.981] [DEBUG] - Call workflow ocp-express-py_script_workflow_reload-0.1 for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75 [2025-02-27 16:53:38.981] [DEBUG] - import reload [2025-02-27 16:53:38.981] [DEBUG] - add reload ref count to 1 [2025-02-27 16:53:38.982] [INFO] Nothing to do for ocp-express reload [2025-02-27 16:53:38.982] [DEBUG] - sub reload ref count to 0 [2025-02-27 16:53:38.982] [DEBUG] - export reload [2025-02-27 16:53:38.982] [DEBUG] - plugin ocp-express-py_script_workflow_reload-0.1 result: True [2025-02-27 16:53:38.982] [DEBUG] - Found for ocp-express-py_script_workflow_reload-0.1 for ocp-express-0.1 [2025-02-27 16:53:38.983] [DEBUG] - Searching connect plugin for components ... [2025-02-27 16:53:38.983] [DEBUG] - Searching connect plugin for oceanbase-ce-4.3.5.0-100000202024123117.el8-a81cd6413fc9c42f14fdf71c55fc319dfa6cab60 [2025-02-27 16:53:38.983] [DEBUG] - Found for oceanbase-ce-py_script_connect-3.1.0 for oceanbase-ce-4.3.5.0 [2025-02-27 16:53:38.984] [DEBUG] - Call plugin oceanbase-ce-py_script_connect-3.1.0 for oceanbase-ce-4.3.5.0-100000202024123117.el8-a81cd6413fc9c42f14fdf71c55fc319dfa6cab60 [2025-02-27 16:53:38.984] [DEBUG] - import connect [2025-02-27 16:53:38.985] [DEBUG] - add connect ref count to 1 [2025-02-27 16:53:38.985] [INFO] Connect to observer [2025-02-27 16:53:38.986] [DEBUG] -- connect 192.168.8.47 -P2881 -uroot -p****** [2025-02-27 16:53:38.989] [DEBUG] -- execute sql: select 1. args: None [2025-02-27 16:53:39.118] [DEBUG] - sub connect ref count to 0 [2025-02-27 16:53:39.118] [DEBUG] - export connect [2025-02-27 16:53:39.118] [DEBUG] - plugin oceanbase-ce-py_script_connect-3.1.0 result: True [2025-02-27 16:53:39.118] [DEBUG] - Searching connect plugin for components ... [2025-02-27 16:53:39.118] [DEBUG] - Searching connect plugin for obproxy-ce-4.3.2.0-42.el8-463bda45e43079495653238474515da8dada721c [2025-02-27 16:53:39.119] [DEBUG] - Found for obproxy-ce-py_script_connect-3.1.0 for obproxy-ce-4.3.2.0 [2025-02-27 16:53:39.119] [DEBUG] - Call plugin obproxy-ce-py_script_connect-3.1.0 for obproxy-ce-4.3.2.0-42.el8-463bda45e43079495653238474515da8dada721c [2025-02-27 16:53:39.119] [DEBUG] - import connect [2025-02-27 16:53:39.121] [DEBUG] - add connect ref count to 1 [2025-02-27 16:53:39.122] [INFO] Connect to obproxy [2025-02-27 16:54:09.241] [ERROR] OBD-1006: Failed to connect to obproxy-ce [2025-02-27 16:54:09.242] [DEBUG] - sub connect ref count to 0 [2025-02-27 16:54:09.242] [DEBUG] - export connect [2025-02-27 16:54:09.242] [DEBUG] - plugin obproxy-ce-py_script_connect-3.1.0 result: False [2025-02-27 16:54:09.243] [DEBUG] - open /root/.obd/cluster/tsc_ob/inner_config.yaml for w [2025-02-27 16:54:09.256] [WARNING] Some configuration items reload failed [2025-02-27 16:54:09.261] [DEBUG] - share lock /root/.obd/lock/mirror_and_repo release, count 7 [2025-02-27 16:54:09.261] [DEBUG] - share lock /root/.obd/lock/mirror_and_repo release, count 6 [2025-02-27 16:54:09.261] [DEBUG] - share lock /root/.obd/lock/mirror_and_repo release, count 5 [2025-02-27 16:54:09.261] [DEBUG] - share lock /root/.obd/lock/mirror_and_repo release, count 4 [2025-02-27 16:54:09.261] [DEBUG] - share lock /root/.obd/lock/mirror_and_repo release, count 3 [2025-02-27 16:54:09.261] [DEBUG] - share lock /root/.obd/lock/mirror_and_repo release, count 2 [2025-02-27 16:54:09.261] [DEBUG] - share lock /root/.obd/lock/mirror_and_repo release, count 1 [2025-02-27 16:54:09.261] [DEBUG] - share lock /root/.obd/lock/mirror_and_repo release, count 0 [2025-02-27 16:54:09.262] [DEBUG] - unlock /root/.obd/lock/mirror_and_repo [2025-02-27 16:54:09.262] [DEBUG] - exclusive lock /root/.obd/lock/deploy_tsc_ob release, count 0 [2025-02-27 16:54:09.262] [DEBUG] - unlock /root/.obd/lock/deploy_tsc_ob [2025-02-27 16:54:09.262] [DEBUG] - share lock /root/.obd/lock/global release, count 0 [2025-02-27 16:54:09.262] [DEBUG] - unlock /root/.obd/lock/global [2025-02-27 16:54:09.262] [INFO] See https://www.oceanbase.com/product/ob-deployer/error-codes . [2025-02-27 16:54:09.263] [INFO] Trace ID: 544876d2-f4e8-11ef-83a5-fab313495300 [2025-02-27 16:54:09.263] [INFO] If you want to view detailed obd logs, please run: obd display-trace 544876d2-f4e8-11ef-83a5-fab313495300