[root@ob1 ~]# obd display-trace 04e95192-3ce7-11ef-a6c7-faa4be8d4200
[2024-07-08 13:00:38.929] [DEBUG] - cmd: ['ds_ob_test']
[2024-07-08 13:00:38.929] [DEBUG] - opts: {'servers': 'ocpexpress', 'components': None, 'force_delete': None, 'strict_check': None, 'without_parameter': None}
[2024-07-08 13:00:38.929] [DEBUG] - mkdir /root/.obd/lock/
[2024-07-08 13:00:38.929] [DEBUG] - unknown lock mode
[2024-07-08 13:00:38.929] [DEBUG] - try to get share lock /root/.obd/lock/global
[2024-07-08 13:00:38.929] [DEBUG] - share lock `/root/.obd/lock/global`, count 1
[2024-07-08 13:00:38.929] [DEBUG] - Get Deploy by name
[2024-07-08 13:00:38.929] [DEBUG] - mkdir /root/.obd/cluster/
[2024-07-08 13:00:38.929] [DEBUG] - mkdir /root/.obd/config_parser/
[2024-07-08 13:00:38.930] [DEBUG] - try to get exclusive lock /root/.obd/lock/deploy_ds_ob_test
[2024-07-08 13:00:38.930] [DEBUG] - exclusive lock `/root/.obd/lock/deploy_ds_ob_test`, count 1
[2024-07-08 13:00:38.935] [DEBUG] - Deploy status judge
[2024-07-08 13:00:38.936] [INFO] Get local repositories
[2024-07-08 13:00:38.936] [DEBUG] - mkdir /root/.obd/repository
[2024-07-08 13:00:38.936] [DEBUG] - Get local repository oceanbase-ce-4.2.2.0-5d2a012023c63e651a979e1cbcbf096d9340b7d3
[2024-07-08 13:00:38.937] [DEBUG] - Search repository oceanbase-ce version: 4.2.2.0, tag: 5d2a012023c63e651a979e1cbcbf096d9340b7d3, release: None, package_hash: None
[2024-07-08 13:00:38.937] [DEBUG] - try to get share lock /root/.obd/lock/mirror_and_repo
[2024-07-08 13:00:38.937] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 1
[2024-07-08 13:00:38.937] [DEBUG] - mkdir /root/.obd/repository/oceanbase-ce
[2024-07-08 13:00:38.939] [DEBUG] - Found repository oceanbase-ce-4.2.2.0-100010012024022719.el8-5d2a012023c63e651a979e1cbcbf096d9340b7d3
[2024-07-08 13:00:38.939] [DEBUG] - Get local repository obproxy-ce-4.2.1.0-6b1c8edcc1606189c94090acd2131e73899d1a61
[2024-07-08 13:00:38.939] [DEBUG] - Search repository obproxy-ce version: 4.2.1.0, tag: 6b1c8edcc1606189c94090acd2131e73899d1a61, release: None, package_hash: None
[2024-07-08 13:00:38.939] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 2
[2024-07-08 13:00:38.939] [DEBUG] - mkdir /root/.obd/repository/obproxy-ce
[2024-07-08 13:00:38.941] [DEBUG] - Found repository obproxy-ce-4.2.1.0-11.el8-6b1c8edcc1606189c94090acd2131e73899d1a61
[2024-07-08 13:00:38.941] [DEBUG] - Get local repository obagent-4.2.2-bf152b880953c2043ddaf80d6180cf22bb8c8ac2
[2024-07-08 13:00:38.941] [DEBUG] - Search repository obagent version: 4.2.2, tag: bf152b880953c2043ddaf80d6180cf22bb8c8ac2, release: None, package_hash: None
[2024-07-08 13:00:38.941] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 3
[2024-07-08 13:00:38.941] [DEBUG] - mkdir /root/.obd/repository/obagent
[2024-07-08 13:00:38.942] [DEBUG] - Found repository obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2
[2024-07-08 13:00:38.942] [DEBUG] - Get local repository ocp-express-4.2.2-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75
[2024-07-08 13:00:38.943] [DEBUG] - Search repository ocp-express version: 4.2.2, tag: e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75, release: None, package_hash: None
[2024-07-08 13:00:38.943] [DEBUG] - share lock `/root/.obd/lock/mirror_and_repo`, count 4
[2024-07-08 13:00:38.943] [DEBUG] - mkdir /root/.obd/repository/ocp-express
[2024-07-08 13:00:38.944] [DEBUG] - Found repository ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75
[2024-07-08 13:00:39.067] [DEBUG] - Get deploy config
[2024-07-08 13:00:39.093] [INFO] Search plugins
[2024-07-08 13:00:39.094] [DEBUG] - Searching start_check plugin for components ...
[2024-07-08 13:00:39.094] [DEBUG] - Searching start_check plugin for oceanbase-ce-4.2.2.0-100010012024022719.el8-5d2a012023c63e651a979e1cbcbf096d9340b7d3
[2024-07-08 13:00:39.094] [DEBUG] - mkdir /root/.obd/plugins
[2024-07-08 13:00:39.095] [DEBUG] - Found for oceanbase-ce-py_script_start_check-4.2.2.0 for oceanbase-ce-4.2.2.0
[2024-07-08 13:00:39.095] [DEBUG] - Searching start_check plugin for obproxy-ce-4.2.1.0-11.el8-6b1c8edcc1606189c94090acd2131e73899d1a61
[2024-07-08 13:00:39.095] [DEBUG] - Found for obproxy-ce-py_script_start_check-3.1.0 for obproxy-ce-4.2.1.0
[2024-07-08 13:00:39.095] [DEBUG] - Searching start_check plugin for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2
[2024-07-08 13:00:39.095] [DEBUG] - Found for obagent-py_script_start_check-1.3.0 for obagent-4.2.2
[2024-07-08 13:00:39.095] [DEBUG] - Searching start_check plugin for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75
[2024-07-08 13:00:39.095] [DEBUG] - Found for ocp-express-py_script_start_check-4.2.1 for ocp-express-4.2.2
[2024-07-08 13:00:39.096] [DEBUG] - Searching create_tenant plugin for components ...
[2024-07-08 13:00:39.096] [DEBUG] - Searching create_tenant plugin for oceanbase-ce-4.2.2.0-100010012024022719.el8-5d2a012023c63e651a979e1cbcbf096d9340b7d3
[2024-07-08 13:00:39.096] [DEBUG] - Found for oceanbase-ce-py_script_create_tenant-4.2.0.0 for oceanbase-ce-4.2.2.0
[2024-07-08 13:00:39.096] [DEBUG] - Searching create_tenant plugin for obproxy-ce-4.2.1.0-11.el8-6b1c8edcc1606189c94090acd2131e73899d1a61
[2024-07-08 13:00:39.096] [DEBUG] - No such create_tenant plugin for obproxy-ce-4.2.1.0
[2024-07-08 13:00:39.096] [DEBUG] - Searching create_tenant plugin for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2
[2024-07-08 13:00:39.096] [DEBUG] - No such create_tenant plugin for obagent-4.2.2
[2024-07-08 13:00:39.096] [DEBUG] - Searching create_tenant plugin for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75
[2024-07-08 13:00:39.097] [DEBUG] - No such create_tenant plugin for ocp-express-4.2.2
[2024-07-08 13:00:39.097] [DEBUG] - Searching start plugin for components ...
[2024-07-08 13:00:39.097] [DEBUG] - Searching start plugin for oceanbase-ce-4.2.2.0-100010012024022719.el8-5d2a012023c63e651a979e1cbcbf096d9340b7d3
[2024-07-08 13:00:39.097] [DEBUG] - Found for oceanbase-ce-py_script_start-4.2.2.0 for oceanbase-ce-4.2.2.0
[2024-07-08 13:00:39.097] [DEBUG] - Searching start plugin for obproxy-ce-4.2.1.0-11.el8-6b1c8edcc1606189c94090acd2131e73899d1a61
[2024-07-08 13:00:39.097] [DEBUG] - Found for obproxy-ce-py_script_start-3.1.0 for obproxy-ce-4.2.1.0
[2024-07-08 13:00:39.097] [DEBUG] - Searching start plugin for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2
[2024-07-08 13:00:39.097] [DEBUG] - Found for obagent-py_script_start-1.3.0 for obagent-4.2.2
[2024-07-08 13:00:39.098] [DEBUG] - Searching start plugin for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75
[2024-07-08 13:00:39.098] [DEBUG] - Found for ocp-express-py_script_start-4.2.1 for ocp-express-4.2.2
[2024-07-08 13:00:39.098] [DEBUG] - Searching connect plugin for components ...
[2024-07-08 13:00:39.098] [DEBUG] - Searching connect plugin for oceanbase-ce-4.2.2.0-100010012024022719.el8-5d2a012023c63e651a979e1cbcbf096d9340b7d3
[2024-07-08 13:00:39.098] [DEBUG] - Found for oceanbase-ce-py_script_connect-4.2.2.0 for oceanbase-ce-4.2.2.0
[2024-07-08 13:00:39.098] [DEBUG] - Searching connect plugin for obproxy-ce-4.2.1.0-11.el8-6b1c8edcc1606189c94090acd2131e73899d1a61
[2024-07-08 13:00:39.098] [DEBUG] - Found for obproxy-ce-py_script_connect-3.1.0 for obproxy-ce-4.2.1.0
[2024-07-08 13:00:39.098] [DEBUG] - Searching connect plugin for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2
[2024-07-08 13:00:39.099] [DEBUG] - Found for obagent-py_script_connect-1.3.0 for obagent-4.2.2
[2024-07-08 13:00:39.099] [DEBUG] - Searching connect plugin for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75
[2024-07-08 13:00:39.099] [DEBUG] - Found for ocp-express-py_script_connect-1.0.1 for ocp-express-4.2.2
[2024-07-08 13:00:39.099] [DEBUG] - Searching bootstrap plugin for components ...
[2024-07-08 13:00:39.099] [DEBUG] - Searching bootstrap plugin for oceanbase-ce-4.2.2.0-100010012024022719.el8-5d2a012023c63e651a979e1cbcbf096d9340b7d3
[2024-07-08 13:00:39.099] [DEBUG] - Found for oceanbase-ce-py_script_bootstrap-4.2.2.0 for oceanbase-ce-4.2.2.0
[2024-07-08 13:00:39.099] [DEBUG] - Searching bootstrap plugin for obproxy-ce-4.2.1.0-11.el8-6b1c8edcc1606189c94090acd2131e73899d1a61
[2024-07-08 13:00:39.099] [DEBUG] - Found for obproxy-ce-py_script_bootstrap-3.1.0 for obproxy-ce-4.2.1.0
[2024-07-08 13:00:39.100] [DEBUG] - Searching bootstrap plugin for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2
[2024-07-08 13:00:39.100] [DEBUG] - Found for obagent-py_script_bootstrap-0.1 for obagent-4.2.2
[2024-07-08 13:00:39.100] [DEBUG] - Searching bootstrap plugin for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75
[2024-07-08 13:00:39.100] [DEBUG] - Found for ocp-express-py_script_bootstrap-1.0.1 for ocp-express-4.2.2
[2024-07-08 13:00:39.100] [DEBUG] - Searching display plugin for components ...
[2024-07-08 13:00:39.100] [DEBUG] - Searching display plugin for oceanbase-ce-4.2.2.0-100010012024022719.el8-5d2a012023c63e651a979e1cbcbf096d9340b7d3
[2024-07-08 13:00:39.100] [DEBUG] - Found for oceanbase-ce-py_script_display-3.1.0 for oceanbase-ce-4.2.2.0
[2024-07-08 13:00:39.100] [DEBUG] - Searching display plugin for obproxy-ce-4.2.1.0-11.el8-6b1c8edcc1606189c94090acd2131e73899d1a61
[2024-07-08 13:00:39.100] [DEBUG] - Found for obproxy-ce-py_script_display-3.1.0 for obproxy-ce-4.2.1.0
[2024-07-08 13:00:39.100] [DEBUG] - Searching display plugin for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2
[2024-07-08 13:00:39.101] [DEBUG] - Found for obagent-py_script_display-1.3.0 for obagent-4.2.2
[2024-07-08 13:00:39.101] [DEBUG] - Searching display plugin for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75
[2024-07-08 13:00:39.101] [DEBUG] - Found for ocp-express-py_script_display-1.0.1 for ocp-express-4.2.2
[2024-07-08 13:00:39.225] [INFO] Load cluster param plugin
[2024-07-08 13:00:39.226] [DEBUG] - Get local repository oceanbase-ce-4.2.2.0-5d2a012023c63e651a979e1cbcbf096d9340b7d3
[2024-07-08 13:00:39.226] [DEBUG] - Get local repository obproxy-ce-4.2.1.0-6b1c8edcc1606189c94090acd2131e73899d1a61
[2024-07-08 13:00:39.226] [DEBUG] - Get local repository obagent-4.2.2-bf152b880953c2043ddaf80d6180cf22bb8c8ac2
[2024-07-08 13:00:39.226] [DEBUG] - Get local repository ocp-express-4.2.2-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75
[2024-07-08 13:00:39.226] [DEBUG] - Searching param plugin for components ...
[2024-07-08 13:00:39.226] [DEBUG] - Search param plugin for oceanbase-ce
[2024-07-08 13:00:39.226] [DEBUG] - Found for oceanbase-ce-param-4.2.2.0 for oceanbase-ce-4.2.2.0
[2024-07-08 13:00:39.226] [DEBUG] - Applying oceanbase-ce-param-4.2.2.0 for oceanbase-ce-4.2.2.0-100010012024022719.el8-5d2a012023c63e651a979e1cbcbf096d9340b7d3
[2024-07-08 13:00:39.697] [DEBUG] - Search param plugin for obproxy-ce
[2024-07-08 13:00:39.698] [DEBUG] - Found for obproxy-ce-param-3.1.0 for obproxy-ce-4.2.1.0
[2024-07-08 13:00:39.698] [DEBUG] - Applying obproxy-ce-param-3.1.0 for obproxy-ce-4.2.1.0-11.el8-6b1c8edcc1606189c94090acd2131e73899d1a61
[2024-07-08 13:00:39.810] [DEBUG] - Search param plugin for obagent
[2024-07-08 13:00:39.810] [DEBUG] - Found for obagent-param-1.3.0 for obagent-4.2.2
[2024-07-08 13:00:39.810] [DEBUG] - Applying obagent-param-1.3.0 for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2
[2024-07-08 13:00:39.866] [DEBUG] - Search param plugin for ocp-express
[2024-07-08 13:00:39.867] [DEBUG] - Found for ocp-express-param-4.1.0 for ocp-express-4.2.2
[2024-07-08 13:00:39.867] [DEBUG] - Applying ocp-express-param-4.1.0 for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75
[2024-07-08 13:00:40.080] [INFO] Open ssh connection
[2024-07-08 13:00:40.081] [DEBUG] - host: 10.10.140.101, port: 32200, user: root, password: None
[2024-07-08 13:00:40.267] [DEBUG] - host: 10.10.140.100, port: 32200, user: root, password: None
[2024-07-08 13:00:40.570] [DEBUG] - Call oceanbase-ce-py_script_start_check-4.2.2.0 for oceanbase-ce-4.2.2.0-100010012024022719.el8-5d2a012023c63e651a979e1cbcbf096d9340b7d3
[2024-07-08 13:00:40.570] [DEBUG] - import start_check
[2024-07-08 13:00:40.578] [DEBUG] - add start_check ref count to 1
[2024-07-08 13:00:40.578] [DEBUG] - plugin oceanbase-ce-py_script_start_check-4.2.2.0 target_servers: []
[2024-07-08 13:00:40.578] [INFO] Check before start observer
[2024-07-08 13:00:40.580] [ERROR] oceanbase-ce-py_script_start_check-4.2.2.0 RuntimeError: free variable 'server' referenced before assignment in enclosing scope
[2024-07-08 13:00:40.580] [ERROR] Traceback (most recent call last):
[2024-07-08 13:00:40.580] [ERROR]   File "core.py", line 2020, in start_cluster
[2024-07-08 13:00:40.580] [ERROR]   File "core.py", line 2098, in _start_cluster
[2024-07-08 13:00:40.580] [ERROR]   File "core.py", line 188, in call_plugin
[2024-07-08 13:00:40.580] [ERROR]   File "_plugin.py", line 347, in __call__
[2024-07-08 13:00:40.581] [ERROR]   File "_plugin.py", line 305, in _new_func
[2024-07-08 13:00:40.581] [ERROR]   File "/root/.obd/plugins/oceanbase-ce/4.2.2.0/start_check.py", line 736, in start_check
[2024-07-08 13:00:40.581] [ERROR]     error('ocp meta db', err.EC_OCP_EXPRESS_META_DB_NOT_ENOUGH_MEM.format(), [suggest])
[2024-07-08 13:00:40.581] [ERROR]   File "/root/.obd/plugins/oceanbase-ce/4.2.2.0/start_check.py", line 184, in error
[2024-07-08 13:00:40.581] [ERROR]     check_fail(item, _error, suggests)
[2024-07-08 13:00:40.581] [ERROR]   File "/root/.obd/plugins/oceanbase-ce/4.2.2.0/start_check.py", line 151, in check_fail
[2024-07-08 13:00:40.581] [ERROR]     status = check_status[server][item]
[2024-07-08 13:00:40.581] [ERROR] NameError: free variable 'server' referenced before assignment in enclosing scope
[2024-07-08 13:00:40.581] [ERROR]
[2024-07-08 13:00:40.581] [DEBUG] - sub start_check ref count to 0
[2024-07-08 13:00:40.581] [DEBUG] - export start_check
[2024-07-08 13:00:40.581] [DEBUG] - oceanbase-ce starting check failed.
[2024-07-08 13:00:40.581] [DEBUG] - Call obproxy-ce-py_script_start_check-3.1.0 for obproxy-ce-4.2.1.0-11.el8-6b1c8edcc1606189c94090acd2131e73899d1a61
[2024-07-08 13:00:40.581] [DEBUG] - import start_check
[2024-07-08 13:00:40.582] [DEBUG] - add start_check ref count to 1
[2024-07-08 13:00:40.583] [DEBUG] - plugin obproxy-ce-py_script_start_check-3.1.0 target_servers: []
[2024-07-08 13:00:40.583] [WARNING] OBD-4521: The config observer_sys_password in obproxy-ce did not take effect, please config it in oceanbase-ce
[2024-07-08 13:00:40.583] [DEBUG] - sub start_check ref count to 0
[2024-07-08 13:00:40.583] [DEBUG] - export start_check
[2024-07-08 13:00:40.583] [DEBUG] - Call obagent-py_script_start_check-1.3.0 for obagent-4.2.2-100000042024011120.el8-bf152b880953c2043ddaf80d6180cf22bb8c8ac2
[2024-07-08 13:00:40.583] [DEBUG] - import start_check
[2024-07-08 13:00:40.585] [DEBUG] - add start_check ref count to 1
[2024-07-08 13:00:40.585] [DEBUG] - plugin obagent-py_script_start_check-1.3.0 target_servers: []
[2024-07-08 13:00:40.586] [DEBUG] - sub start_check ref count to 0
[2024-07-08 13:00:40.587] [DEBUG] - export start_check
[2024-07-08 13:00:40.587] [DEBUG] - Call ocp-express-py_script_start_check-4.2.1 for ocp-express-4.2.2-100000022024011120.el8-e5c152ebdd65839ed5f5521ff6c73e6a29cb9e75
[2024-07-08 13:00:40.587] [DEBUG] - import start_check
[2024-07-08 13:00:40.590] [DEBUG] - add start_check ref count to 1
[2024-07-08 13:00:40.591] [DEBUG] - plugin ocp-express-py_script_start_check-4.2.1 target_servers: []
[2024-07-08 13:00:40.593] [DEBUG] - sub start_check ref count to 0
[2024-07-08 13:00:40.593] [DEBUG] - export start_check
[2024-07-08 13:00:40.593] [DEBUG] - ocp-express starting check failed.
[2024-07-08 13:00:40.595] [INFO] See https://www.oceanbase.com/product/ob-deployer/error-codes .
[2024-07-08 13:00:40.595] [INFO] Trace ID: 04e95192-3ce7-11ef-a6c7-faa4be8d4200
[2024-07-08 13:00:40.595] [INFO] If you want to view detailed obd logs, please run: obd display-trace 04e95192-3ce7-11ef-a6c7-faa4be8d4200
[2024-07-08 13:00:40.710] [INFO] [ERROR] oceanbase-ce-py_script_start_check-4.2.2.0 RuntimeError: free variable 'server' referenced before assignment in enclosing scope
[2024-07-08 13:00:40.710] [INFO] [WARN] OBD-4521: The config observer_sys_password in obproxy-ce did not take effect, please config it in oceanbase-ce
[2024-07-08 13:00:40.710] [INFO] See https://www.oceanbase.com/product/ob-deployer/error-codes .
[2024-07-08 13:00:40.710] [INFO] Trace ID: 04e95192-3ce7-11ef-a6c7-faa4be8d4200
[2024-07-08 13:00:40.710] [INFO] If you want to view detailed obd logs, please run: obd display-trace 04e95192-3ce7-11ef-a6c7-faa4be8d4200
[2024-07-08 13:00:40.710] [INFO]
[2024-07-08 13:00:40.711] [DEBUG] - unlock /root/.obd/lock/global
[2024-07-08 13:00:40.711] [DEBUG] - unlock /root/.obd/lock/deploy_ds_ob_test
[2024-07-08 13:00:40.711] [DEBUG] - unlock /root/.obd/lock/mirror_and_repo