ocp 版本3.3.2
###############ocp################# --134.98.8.111 --已经脱敏
1.配置ntp
–ocp配置本机就可以
vi /etc/ntp.conf
restrict 134.98.8.0 mask 255.255.255.0 nomodify
server 127.127.1.0
fudge 127.127.1.0 stratum 10
ocp_cs:~/t-oceanbase-antman/clonescripts # service ntpd restart
ocp_cs:~/t-oceanbase-antman/clonescripts # ntpq -np
remote refid st t when poll reach delay offset jitter
==============================================================================
127.127.1.0 .LOCL. 10 l 34 64 1 0.000 +0.000 0.000
2.磁盘划分
/ 最好大于10g因为/root/t-oceanbase-antman 下要放安装包
/home 100G
/data/log1 200g
/data/1 100g
/docker 200g
********参考命令****虚拟机磁盘不一致
fdisk -l
vgextend vg /dev/sda3
lvcreate -L 100G vg -n lv_home
mkfs.ext4 /dev/vg/lv_home
mount /dev/vg/lv_home /home
vgcreate vg00 /dev/sdb
lvcreate -L 100G vg00 -n lv_1
lvcreate -L 200G vg00 -n lv_log
lvcreate -L 200G vg00 -n lv_docker
mkfs.ext4 /dev/vg00/lv_1
mkfs.ext4 /dev/vg00/lv_log
mkfs.ext4 /dev/vg00/lv_docker
mkdir -p /data/1
mkdir -p /data/log1
mkdir -p /docker
mount /dev/vg00/lv_1 /data/1
mount /dev/vg00/lv_log /data/log1
mount /dev/vg00/lv_docker /docker
vi /etc/fstab
/dev/vg00/lv_1 /data/1 ext4 acl,user_xattr 1 2
/dev/vg01/lv_log /data/log1 ext4 acl,user_xattr 1 2
/dev/vg/lv_home /home ext4 acl,user_xattr 1 2
/dev/vg00/lv_docker /docker ext4 acl,user_xattr 1 2
3.软件准备
##antman
t-oceanbase-antman-1.4.3-20220807073355.alios7.x86_64.rpm
**安装
rpm -ivh t-oceanbase-antman-1.4.3-20220807073355.alios7.x86_64.rpm
##ocp和ob docker 新版本ob和obproxy docker合在一个里面了
ocp333.tar.gz
OB2277_OBP320_x86_20220429.tar
****查看docker包的信息
–docker load -i 包名
–docker ps
–docker images
–docker stop 包名
–docker -f rmi contain_name
4.生成配置文件
cd /root/t-oceanbase-antman
bash init_obcluster_conf.sh
因为是单节点ocp选择1 节点
按照步骤修改obcluster.conf 或者直接保存配置再另外配置也行
主要修改
############ 填写机器IP和 metaob 容器内的root/admin密码 / Edit Machine IP and Password Of root/admin ############
ZONE1_RS_IP=134.98.8.111
OBSERVER01_ROOTPASS=‘EqLk12@#’ # metaob容器使用,非宿主机账号,宿主机SSH信息请使用指定环境变量的方式,详见 install.sh -h
OBSERVER01_ADMINPASS=‘admin’
LB_MODE=none *******这个确认下
******因为虚拟机是16c64g的机器需要修改配置小点,生产可以调大点
############ 根据服务器CPU、内存设置容器资源编排 / Allocate Container Resources According To Server ############
OB_DOCKER_CPUS=12
OB_DOCKER_MEMORY=50G
OB_SYSTEM_MEMORY=15G # Do not modify OS_SYSTEM_MEMORY unless you know what you are doing!
OCP_DOCKER_CPUS=8
OCP_DOCKER_MEMORY=16G
OBPROXY_DOCKER_CPUS=4
OBPROXY_DOCKER_MEMORY=2G
*****这个信息是上面docker命令查到的
############ 填写OCP各组件容器的版本信息 / Edit Docker Image, Repo And Tag of OCP Components ############
OB docker
OB_DOCKER_IMAGE_PACKAGE=OB2277_OBP320_x86_20220429.tar
OB_IMAGE_REPO=reg.docker.alibaba-inc.com/antman/ob-docker
OB_IMAGE_TAG=OB2277_OBP320_x86_20220429
OCP docker
OCP_DOCKER_IMAGE_PACKAGE=ocp333.tar.gz
OCP_IMAGE_REPO=reg.docker.alibaba-inc.com/oceanbase/ocp-all-in-one
OCP_IMAGE_TAG=3.3.3-20220906114643
OBPROXY docker,如果使用了内置proxy的OB镜像,OBPROXY镜像会被忽略
OBPROXY_DOCKER_IMAGE_PACKAGE=
OBPROXY_IMAGE_REPO=fake
OBPROXY_IMAGE_TAG=fake
OBPROXY_USE_RS=FALSE # 使用独立proxy镜像时是否使用rs而不是configurl启动
5.修改脚本,因为该资源小需要修改脚本
vi install_OB_docker.sh
****88行
[ -z “$OB_SYSTEM_MEMORY” ] && OB_SYSTEM_MEMORY=50G 修改为
[ -z “$OB_SYSTEM_MEMORY” ] && OB_SYSTEM_MEMORY=15G
vi install.sh
******1558行
[ -z “$OB_SYSTEM_MEMORY” ] && OB_SYSTEM_MEMORY=50G 修改为
[ -z “$OB_SYSTEM_MEMORY” ] && OB_SYSTEM_MEMORY=15G
******1560行 屏蔽
[ $avail_tenant_memory_num -lt 37 ] && { antman_log “docker ob avail tenant memory is (${OB_DOCKER_MEMORY%G} - ${OB_SYSTEM_MEMORY%G})G, docker memory limit($ {OB_DOCKER_MEMORY}) too small.” “ERROR”; exit 1; }
6.配置yum
让主机侧挂了镜像
mount /dev/cdrom /mnt
vi /etc/zypp/repos.d/SLES12-SP5-12.5-0.repo
[Base]
name=Base
baseurl=file:///mnt/
enabled=1
gpgcheck=0
##验证
zypper install -y mariadb
7.安装配置和检查
cd /root/t-oceanbase-antman/clonescripts/
###安装docker
./clone.sh -i
###添加admin用户
./clone.sh -u
chown -R admin:admin /data/log1 /data/1
###系统内核设置
./clone.sh -r ocp -c
###安装依赖包
./clone.sh -r ocp -m
###环境检查
sh precheck.sh -m ocp
8.ocp安装
cd /root/t-oceanbase-antman
sh install.sh -i 1-8
######################安装遇到问题#########
1.报错:write /var/lib/docker/image/devicemapper/layerdb/tmp/write-set-223583870/diff: no space left on device
docker info ***查看docker配置root位置
Docker Root Dir: /var/lib/docker
vi /etc/docker/daemon.json
{
“data-root”:"/docker"
}
systemctl restart docker ***重启docker
2.ocp安装到step4
ERROR 4624 (HY000) at line 1: machine resource is not enough to hold a new unit
ERROR 4650 (HY000) at line 1: resource pool ‘ocp_monitor_pool’ not exist
ERROR 5157 (HY000) at line 1: Unknown tenant ‘ocp_monitor’
####可能是虚拟机分配cpu利用问题
看下docker资源
docker inspect META_OB_ZONE_1
进入docker
docker exec -it META_OB_ZONE_1 bash
进入集群,密码可以在antman的tools目录下执行 getpass.sh 获取
mysql -h127.127.1.0 -P2881 -uroot@sys -p’@jv%{NRX0z’
use oceanbase
看报错是ocp_monitor_pool没有创建
ocp_monitor_unit | 4 | 4 | 17179869184 | 17179869184 | 128
#####修改下资源规格
alter resource unit ocp_monitor_unit max_cpu=2,min_cpu=2;
MySQL [oceanbase]> create resource pool ocp_monitor_pool unit=ocp_monitor_unit , unit_num=1;
Query OK, 0 rows affected (0.02 sec)
试了下可以创建了
继续安装ocp
cd /root/t-oceanbase-antman
sh install.sh -i 4-8
3.继续安装报错
[2022-09-08 11:38:33.896633] INFO [use inner proxy, OBPROXY settings is ignore]
[2022-09-08 11:38:33.958669] INFO [step4: initializing ocp metadb, logfile: /root/t-oceanbase-antman/logs/init_metadb.log]
ERROR 1045 (42000): Access denied for user ‘root’@‘xxx.xxx.xxx.xxx’ (using password: NO)
ERROR 1045 (42000): Access denied for user ‘root’@‘xxx.xxx.xxx.xxx’ (using password: NO)
可以看日志 /root/t-oceanbase-antman/logs/init_metadb.log
-
mysql -uroot -P2881 -h134.98.8.111 -Doceanbase ‘-p@jv%{NRX0z’ -e ‘SET global ob_create_table_strict_mode=false;’
-
mysql -uroot@ocp_meta -h134.98.8.111 -P2881 -pR9p%FJp3jS -e ‘SET global ob_create_table_strict_mode=false;’
-
mysql -uroot@ocp_monitor -h134.98.8.111 -P2881 ‘-pe{JS4Y2c7+’ -e ‘SET global ob_create_table_strict_mode=false;’
-
mysql -uroot@ocp_meta -P2881 -h134.98.8.111 -pR9p%FJp3jS -e ‘create database if not EXISTS ocp’
-
mysql -uroot@ocp_monitor -h134.98.8.111 -P2881 ‘-pe{JS4Y2c7+’ -e ‘create database if not EXISTS ocp_monitor’
去库里查看 ocp_monitor和ocp 的数据库已经有了
继续安装
./install.sh -i 5-8
######################
这套环境是申请给同事练习用的虚拟机,跟物理机差挺多的,而且新版本ocp的各个脚本修改跟2.x版本有些许差异,所以第一次我来装了一下,给大家踩一下坑。
这个文章更像是一个笔记,当时边安装边记录的,各位看客见谅~
行之所向,莫问远方