[2023-09-16 05:31:45.817385] INFO [/home/admin/start_ob.sh] env OBCLUSTER_NAME=obcluster [2023-09-16 05:31:45.818978] INFO [/home/admin/start_ob.sh] env OBCLUSTER_ID=100000 [2023-09-16 05:31:45.820496] INFO [/home/admin/start_ob.sh] env LOCAL_IP=172.17.0.1 [2023-09-16 05:31:45.821994] INFO [/home/admin/start_ob.sh] env OBCLUSTER_IP_LIST=172.17.0.1 [2023-09-16 05:31:45.823646] INFO [/home/admin/start_ob.sh] env NIC_NAME=bond0 [2023-09-16 05:31:45.825219] INFO [/home/admin/start_ob.sh] env DATAFILE_SIZE=100G [2023-09-16 05:31:45.832729] INFO [/home/admin/start_ob.sh] env DATAFILE_DISK_PARAM: datafile_size=100G [2023-09-16 05:31:45.834286] WARN [/home/admin/start_ob.sh] env ZONE_NAME not set [2023-09-16 05:31:45.835826] INFO [/home/admin/start_ob.sh] generate ZONE_NAME=zone_ [2023-09-16 05:31:45.837372] INFO [/home/admin/start_ob.sh] env REGION=region1 [2023-09-16 05:31:45.838957] INFO [/home/admin/start_ob.sh] env IDC_ROOM=idc1 [2023-09-16 05:31:45.840524] INFO [/home/admin/start_ob.sh] env CONTAINER_CPU=8 [2023-09-16 05:31:45.842108] INFO [/home/admin/start_ob.sh] env CONTAINER_MEM=16G [2023-09-16 05:31:45.849095] INFO [/home/admin/start_ob.sh] env SYSTEM_MEMORY=8G [2023-09-16 05:31:45.862657] WARN [/home/admin/start_ob.sh] env OBCLUSTER_OPTSTR not set [2023-09-16 05:31:45.864140] INFO [/home/admin/start_ob.sh] env OPTSTR=cpu_count=8,memory_limit=15G,__min_full_resource_pool_memory=1073741824,_ob_enable_prepared_statement=false,memory_limit_percentage=90,system_memory=8G [2023-09-16 05:31:45.865644] INFO [/home/admin/start_ob.sh] env OB_SYS_PASS=xxxxxxxx [2023-09-16 05:31:45.867208] WARN [/home/admin/start_ob.sh] env OBCLUSTER_SQL_PORT not set [2023-09-16 05:31:45.868732] INFO [/home/admin/start_ob.sh] generate OBCLUSTER_SQL_PORT=2881 [2023-09-16 05:31:45.870219] WARN [/home/admin/start_ob.sh] env OBCLUSTER_RPC_PORT not set [2023-09-16 05:31:45.871759] INFO [/home/admin/start_ob.sh] generate OBCLUSTER_RPC_PORT=2882 [2023-09-16 05:31:45.873286] WARN [/home/admin/start_ob.sh] env OBPROXY_PORT not set [2023-09-16 05:31:45.874849] INFO [/home/admin/start_ob.sh] generate OBPROXY_PORT=2883 [2023-09-16 05:31:45.880951] INFO [/home/admin/start_ob.sh] env EXEC_USER=root [2023-09-16 05:31:45.882488] INFO [/home/admin/start_ob.sh] check env param pass [2023-09-16 05:31:45.884088] INFO [/home/admin/start_ob.sh] check observer list from sys ERROR 2002 (HY000): Can't connect to MySQL server on '127.0.0.1' (115) [2023-09-16 05:31:45.904211] INFO [/home/admin/start_ob.sh] CURR_OBSERVER_LIST () NOT exists, no need to merge with 172.17.0.1 [2023-09-16 05:31:45.913310] INFO [/home/admin/start_ob.sh] generate SORTED_RS_IP_LIST=172.17.0.1 from SORTED_OB_IP_LIST=172.17.0.1 [2023-09-16 05:31:45.914912] INFO [/home/admin/start_ob.sh] generate ZONE1_RS_IP=172.17.0.1 from SORTED_OB_IP_LIST=172.17.0.1 ERROR 2002 (HY000): Can't connect to MySQL server on '127.0.0.1' (115) ERROR 2002 (HY000): Can't connect to MySQL server on '127.0.0.1' (115) [2023-09-16 05:31:45.950365] INFO [/home/admin/start_ob.sh] zone index (1) <= max zone limit (3) [2023-09-16 05:31:45.951945] INFO [/home/admin/start_ob.sh] will add zone by default, new zone name: zone_1 ERROR 2002 (HY000): Can't connect to MySQL server on '127.0.0.1' (115) [2023-09-16 05:31:45.964924] INFO [/home/admin/start_ob.sh] generate rootservice list: 172.17.0.1:2882:2881 [2023-09-16 05:31:45.966595] INFO [/home/admin/start_ob.sh] check if bootstrap of obcluster is done, 1 time [2023-09-16 05:31:47.984770] INFO [/home/admin/start_ob.sh] check if bootstrap of obcluster is done, 2 time [2023-09-16 05:31:50.003987] INFO [/home/admin/start_ob.sh] check if bootstrap of obcluster is done, 3 time [2023-09-16 05:31:52.023780] WARN [/home/admin/start_ob.sh] bootstrap of obcluster is NOT done [2023-09-16 05:31:52.025529] INFO [/home/admin/start_ob.sh] check last observer list from /home/admin/oceanbase/etc/LAST_OBSERVER_LIST.DO_NOT_REMOVE [2023-09-16 05:31:52.086166] INFO [/home/admin/start_ob.sh] start observer [2023-09-16 05:31:52.087826] INFO [/home/admin/start_ob.sh] moving /tmp/home/admin/oceanbase [2023-09-16 05:31:56.945158] INFO [/home/admin/start_ob.sh] moving /tmp/home/admin/oceanbase done [2023-09-16 05:31:56.946783] INFO [/home/admin/start_ob.sh] making oceanbase directories [2023-09-16 05:31:56.966194] INFO [/home/admin/start_ob.sh] making oceanbase directories done [2023-09-16 05:31:56.967765] INFO [/home/admin/start_ob.sh] making io_bench bench_dir=/data/1/obcluster, file_size=95G, output_dir=/home/admin/oceanbase/etc prepare bench file prepare_cmd: fio -filename=/data/1/obcluster/bench_chunk -filesize=95G -rw=randread -bs=1M -runtime=1 -name=prepare 2>&1 > /dev/null exec io bench 0: block_size=4096, bench_mode=0 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randread -bs=4096 -runtime=10 -name=ob_io_bench_0 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 8, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 40 mode=randread, size=4096, iops=1306, rt=24347.718916 exec io bench 1: block_size=8192, bench_mode=0 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randread -bs=8192 -runtime=10 -name=ob_io_bench_1 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 8, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 40 mode=randread, size=8192, iops=1183, rt=26857.128506 exec io bench 2: block_size=16384, bench_mode=0 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randread -bs=16384 -runtime=10 -name=ob_io_bench_2 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 8, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 40 mode=randread, size=16384, iops=1045, rt=30439.353186 exec io bench 3: block_size=32768, bench_mode=0 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randread -bs=32768 -runtime=10 -name=ob_io_bench_3 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 8, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 40 mode=randread, size=32768, iops=875, rt=36450.740057 exec io bench 4: block_size=65536, bench_mode=0 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randread -bs=65536 -runtime=10 -name=ob_io_bench_4 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 8, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 40 mode=randread, size=65536, iops=671, rt=47345.269904 exec io bench 5: block_size=131072, bench_mode=0 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randread -bs=131072 -runtime=10 -name=ob_io_bench_5 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 8, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 40 mode=randread, size=131072, iops=430, rt=73981.668954 exec io bench 6: block_size=262144, bench_mode=0 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randread -bs=262144 -runtime=10 -name=ob_io_bench_6 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 8, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 40 mode=randread, size=262144, iops=325, rt=97592.317031 exec io bench 7: block_size=524288, bench_mode=0 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randread -bs=524288 -runtime=10 -name=ob_io_bench_7 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 8, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 40 mode=randread, size=524288, iops=261, rt=121409.918494 exec io bench 8: block_size=1048576, bench_mode=0 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randread -bs=1048576 -runtime=10 -name=ob_io_bench_8 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 8, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 40 mode=randread, size=1048576, iops=183, rt=172981.188008 exec io bench 9: block_size=4096, bench_mode=1 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randwrite -bs=4096 -runtime=10 -name=ob_io_bench_9 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 49, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 81 mode=randwrite, size=4096, iops=2427, rt=12954.832421 exec io bench 10: block_size=8192, bench_mode=1 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randwrite -bs=8192 -runtime=10 -name=ob_io_bench_10 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 49, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 81 mode=randwrite, size=8192, iops=1466, rt=21438.899877 exec io bench 11: block_size=16384, bench_mode=1 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randwrite -bs=16384 -runtime=10 -name=ob_io_bench_11 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 49, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 81 mode=randwrite, size=16384, iops=1506, rt=21204.344237 exec io bench 12: block_size=32768, bench_mode=1 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randwrite -bs=32768 -runtime=10 -name=ob_io_bench_12 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 49, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 81 mode=randwrite, size=32768, iops=1180, rt=26603.504867 exec io bench 13: block_size=65536, bench_mode=1 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randwrite -bs=65536 -runtime=10 -name=ob_io_bench_13 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 49, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 81 mode=randwrite, size=65536, iops=733, rt=42290.160261 exec io bench 14: block_size=131072, bench_mode=1 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randwrite -bs=131072 -runtime=10 -name=ob_io_bench_14 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 49, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 81 mode=randwrite, size=131072, iops=481, rt=65011.196881 exec io bench 15: block_size=262144, bench_mode=1 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randwrite -bs=262144 -runtime=10 -name=ob_io_bench_15 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 49, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 81 mode=randwrite, size=262144, iops=296, rt=107310.868692 exec io bench 16: block_size=524288, bench_mode=1 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randwrite -bs=524288 -runtime=10 -name=ob_io_bench_16 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 49, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 81 mode=randwrite, size=524288, iops=182, rt=173657.970633 exec io bench 17: block_size=1048576, bench_mode=1 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randwrite -bs=1048576 -runtime=10 -name=ob_io_bench_17 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 49, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 81 mode=randwrite, size=1048576, iops=118, rt=266448.038021 exec io bench 18: block_size=2097152, bench_mode=1 bench_cmd: fio -filename=/data/1/obcluster/bench_chunk -size=95G -numjobs=32 -thread -group_reporting -ioengine=libaio -direct=1 -iodepth=1 -rw=randwrite -bs=2097152 -runtime=10 -name=ob_io_bench_18 --output-format=terse --terse-version=3 --output=/home/admin/oceanbase/etc/bench.log parse_iops_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 49, parse_rt_cmd: tail -1 /home/admin/oceanbase/etc/bench.log | cut -d ';' -f 81 mode=randwrite, size=2097152, iops=80, rt=390034.501442 [2023-09-16 05:38:39.504850] INFO [/home/admin/start_ob.sh] making io_bench done [2023-09-16 05:38:39.506544] INFO [/home/admin/start_ob.sh] making soft links [2023-09-16 05:38:39.515814] INFO [/home/admin/start_ob.sh] making soft links done [2023-09-16 05:38:39.517372] INFO [/home/admin/start_ob.sh] starting observer process /home/admin/oceanbase/bin/observer -i bond0 -p 2881 -P 2882 -n obcluster -z zone_1 -d /home/admin/oceanbase/store/obcluster -l info -o rootservice_list=172.17.0.1:2882:2881,datafile_size=100G,cluster_id=100000,config_additional_dir=/data/log1/obcluster/etc2;/data/1/obcluster/etc3,cpu_count=8,memory_limit=15G,__min_full_resource_pool_memory=1073741824,_ob_enable_prepared_statement=false,memory_limit_percentage=90,system_memory=8G devname: bond0 mysql port: 2881 rpc port: 2882 appname: obcluster zone: zone_1 data_dir: /home/admin/oceanbase/store/obcluster log level: info optstr: rootservice_list=172.17.0.1:2882:2881,datafile_size=100G,cluster_id=100000,config_additional_dir=/data/log1/obcluster/etc2;/data/1/obcluster/etc3,cpu_count=8,memory_limit=15G,__min_full_resource_pool_memory=1073741824,_ob_enable_prepared_statement=false,memory_limit_percentage=90,system_memory=8G [2023-09-16 05:38:40.777991] INFO [/home/admin/start_ob.sh] starting observer process done [2023-09-16 05:39:10.784298] INFO [/home/admin/start_ob.sh] check if bootstrap of obcluster is done, 1 time [2023-09-16 05:39:12.828578] INFO [/home/admin/start_ob.sh] check if bootstrap of obcluster is done, 2 time [2023-09-16 05:39:14.847829] INFO [/home/admin/start_ob.sh] check if bootstrap of obcluster is done, 3 time [2023-09-16 05:39:16.866781] WARN [/home/admin/start_ob.sh] bootstrap of obcluster is NOT done [2023-09-16 05:39:16.868489] INFO [/home/admin/start_ob.sh] check last observer list from /home/admin/oceanbase/etc/LAST_OBSERVER_LIST.DO_NOT_REMOVE [2023-09-16 05:39:16.876653] INFO [/home/admin/start_ob.sh] waiting observer ready on 172.17.0.1 [2023-09-16 05:40:16.885101] INFO [/home/admin/start_ob.sh] waiting observer ready on 172.17.0.1 for 1 mins [2023-09-16 05:41:16.893886] INFO [/home/admin/start_ob.sh] waiting observer ready on 172.17.0.1 for 2 mins [2023-09-16 05:42:16.902691] INFO [/home/admin/start_ob.sh] waiting observer ready on 172.17.0.1 for 3 mins [2023-09-16 05:43:16.911615] INFO [/home/admin/start_ob.sh] waiting observer ready on 172.17.0.1 for 4 mins [2023-09-16 05:44:16.920530] INFO [/home/admin/start_ob.sh] waiting observer ready on 172.17.0.1 for 5 mins [2023-09-16 05:45:16.929294] INFO [/home/admin/start_ob.sh] waiting observer ready on 172.17.0.1 for 6 mins [2023-09-16 05:46:16.938153] INFO [/home/admin/start_ob.sh] waiting observer ready on 172.17.0.1 for 7 mins