I0627 14:12:47.655100 1 request.go:665] Waited for 1.040010418s due to client-side throttling, not priority and fairness, request: GET:https://10.96.0.1:443/apis/flowcontrol.apiserver.k8s.io/v1beta1?timeout=32s I0627 14:12:47.657964 1 deleg.go:130] controller-runtime/metrics "msg"="metrics server is starting to listen" "addr"="127.0.0.1:8080" I0627 14:12:47.658274 1 controllers.go:45] load github.com/oceanbase/ob-operator/pkg/controllers/statefulapp.Add I0627 14:12:47.658447 1 controllers.go:45] load github.com/oceanbase/ob-operator/pkg/controllers/observer.Add I0627 14:12:47.658539 1 controllers.go:45] load github.com/oceanbase/ob-operator/pkg/controllers/backup.Add I0627 14:12:47.658615 1 controllers.go:45] load github.com/oceanbase/ob-operator/pkg/controllers/tenant-backup.Add I0627 14:12:47.658685 1 controllers.go:45] load github.com/oceanbase/ob-operator/pkg/controllers/restore.Add I0627 14:12:47.658778 1 controllers.go:45] load github.com/oceanbase/ob-operator/pkg/controllers/tenant.Add I0627 14:12:47.658848 1 main.go:140] starting manager. I0627 14:12:47.659147 1 leaderelection.go:248] attempting to acquire leader lease oceanbase-system/oceanbase-system... I0627 14:12:47.659185 1 internal.go:383] "msg"="starting metrics server" "path"="/metrics" I0627 14:12:47.670508 1 leaderelection.go:258] successfully acquired lease oceanbase-system/oceanbase-system I0627 14:12:47.671167 1 controller.go:178] controller/tenant-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"clusterID":0,"clusterName":"","topology":null},"status":{"status":"","topology":null}}} I0627 14:12:47.671197 1 controller.go:186] controller/tenant-controller "msg"="Starting Controller" I0627 14:12:47.671239 1 controller.go:178] controller/backup-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"source":{"clusterID":0,"clusterName":"","clusterNamespace":""},"destPath":"","schedule":null},"status":{"backup set":null,"schedule":null}}} I0627 14:12:47.671276 1 controller.go:186] controller/backup-controller "msg"="Starting Controller" I0627 14:12:47.671452 1 controller.go:178] controller/obcluster-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"imageRepo":"","tag":"","clusterID":0,"imageObagent":"","topology":null,"resources":{"cpu":"0","memory":"0","storage":null}},"status":{"status":"","topology":null}}} I0627 14:12:47.671708 1 controller.go:178] controller/restore-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"source":{"clusterID":0,"clusterName":"","tenant":"","path":{}},"dest":{"clusterID":0,"clusterName":"","tenant":"","topology":null},"savePoint":{"value":""}},"status":{"jobID":0,"status":"","finishTimestamp":""}}} I0627 14:12:47.671738 1 controller.go:186] controller/restore-controller "msg"="Starting Controller" I0627 14:12:47.671808 1 controller.go:178] controller/tenant-backup-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"source":{"clusterID":0,"clusterName":"","clusterNamespace":""},"tenant":null},"status":{"backup set":null}}} I0627 14:12:47.671839 1 controller.go:186] controller/tenant-backup-controller "msg"="Starting Controller" I0627 14:12:47.673786 1 controller.go:178] controller/statefulapp-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"cluster":"","subsets":null,"podTemplate":{"containers":null},"storageTemplates":null},"status":{"cluster":"","clusterStatus":"","subsets":null}}} I0627 14:12:47.673911 1 controller.go:178] controller/obcluster-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"cluster":"","subsets":null,"podTemplate":{"containers":null},"storageTemplates":null},"status":{"cluster":"","clusterStatus":"","subsets":null}}} I0627 14:12:47.673960 1 controller.go:186] controller/obcluster-controller "msg"="Starting Controller" I0627 14:12:47.674111 1 controller.go:178] controller/statefulapp-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"containers":null},"status":{}}} I0627 14:12:47.674623 1 controller.go:178] controller/statefulapp-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"resources":{}},"status":{}}} I0627 14:12:47.674882 1 controller.go:186] controller/statefulapp-controller "msg"="Starting Controller" I0627 14:12:47.973793 1 controller.go:220] controller/tenant-controller "msg"="Starting workers" "worker count"=1 I0627 14:12:47.973797 1 controller.go:220] controller/backup-controller "msg"="Starting workers" "worker count"=1 I0627 14:12:47.973797 1 controller.go:220] controller/tenant-backup-controller "msg"="Starting workers" "worker count"=1 I0627 14:12:47.974919 1 controller.go:220] controller/obcluster-controller "msg"="Starting workers" "worker count"=1 I0627 14:12:47.974932 1 controller.go:220] controller/restore-controller "msg"="Starting workers" "worker count"=1 I0627 14:12:47.978238 1 controller.go:220] controller/statefulapp-controller "msg"="Starting workers" "worker count"=3 E0627 14:12:55.858402 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0627 14:12:55.873519 1 log.go:26] create sapp-ob-test "succeed" I0627 14:12:55.885550 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0627 14:12:55.890728 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 14:12:55.902781 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0627 14:12:55.911102 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0627 14:12:55.912097 1 log.go:26] create rs-ob-test "succeed" I0627 14:12:55.921987 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0627 14:12:55.932988 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0627 14:12:55.942129 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0627 14:12:55.946741 1 log.go:26] create obzone-ob-test "succeed" I0627 14:12:55.949760 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0627 14:12:55.959626 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0627 14:12:55.963899 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0627 14:12:55.969087 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" E0627 14:12:55.969291 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone2-0-obagent-conf-file" not found I0627 14:12:55.978438 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:12:55.983810 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0627 14:12:55.995652 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0627 14:12:56.001209 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0627 14:12:56.009234 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0627 14:12:56.014190 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0627 14:12:56.024650 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:12:56.030563 1 log.go:26] create sapp-ob-test-cn-zone4-0 "succeed" I0627 14:12:56.037161 1 log.go:26] create sapp-ob-test-cn-zone4-0-data-file "succeed" I0627 14:12:56.043060 1 log.go:26] create sapp-ob-test-cn-zone4-0-data-log "succeed" E0627 14:12:56.047774 1 service.go:51] Service "svc-ob-test" not found E0627 14:12:56.047802 1 service.go:51] Service "svc-ob-test" not found I0627 14:12:56.048040 1 log.go:26] create sapp-ob-test-cn-zone4-0-log "succeed" I0627 14:12:56.052721 1 log.go:26] create sapp-ob-test-cn-zone4-0-obagent-conf-file "succeed" I0627 14:12:56.059403 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0627 14:12:56.067420 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:12:56.077642 1 log.go:26] create sapp-ob-test-cn-zone5-0 "succeed" I0627 14:12:56.085263 1 log.go:26] create sapp-ob-test-cn-zone5-0-data-file "succeed" I0627 14:12:56.088786 1 log.go:26] create sapp-ob-test-cn-zone5-0-data-log "succeed" I0627 14:12:56.099088 1 log.go:26] create sapp-ob-test-cn-zone5-0-log "succeed" I0627 14:12:56.105510 1 log.go:26] create sapp-ob-test-cn-zone5-0-obagent-conf-file "succeed" I0627 14:12:56.117267 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:12:56.128609 1 log.go:26] create sapp-ob-test-cn-zone6-0 "succeed" I0627 14:12:56.137459 1 log.go:26] create sapp-ob-test-cn-zone6-0-data-file "succeed" I0627 14:12:56.143762 1 log.go:26] create sapp-ob-test-cn-zone6-0-data-log "succeed" I0627 14:12:56.154391 1 log.go:26] create sapp-ob-test-cn-zone6-0-log "succeed" I0627 14:12:56.164370 1 log.go:26] create sapp-ob-test-cn-zone6-0-obagent-conf-file "succeed" I0627 14:12:56.180060 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:13:08.727967 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:13:13.934067 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:13:19.142845 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} E0627 14:14:40.099680 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0627 14:14:40.107421 1 log.go:26] create sapp-ob-test "succeed" I0627 14:14:40.118073 1 log.go:26] create rs-ob-test "succeed" I0627 14:14:40.128230 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0627 14:14:40.129199 1 log.go:26] create obzone-ob-test "succeed" E0627 14:14:40.129362 1 service.go:51] Service "svc-ob-test" not found E0627 14:14:40.129381 1 service.go:51] Service "svc-ob-test" not found I0627 14:14:40.136868 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 14:14:40.137899 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0627 14:14:40.147319 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0627 14:14:40.152999 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0627 14:14:40.159198 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0627 14:14:40.172407 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0627 14:14:40.178899 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0627 14:14:40.186894 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0627 14:14:40.192667 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0627 14:14:40.195486 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0627 14:14:40.202315 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0627 14:14:40.212111 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:14:40.219796 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0627 14:14:40.225212 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0627 14:14:40.230499 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0627 14:14:40.238285 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0627 14:14:40.242258 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0627 14:14:40.258494 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:14:40.295849 1 log.go:26] create sapp-ob-test-cn-zone4-0 "succeed" I0627 14:14:40.306401 1 log.go:26] create sapp-ob-test-cn-zone4-0-data-file "succeed" I0627 14:14:40.310559 1 log.go:26] create sapp-ob-test-cn-zone4-0-data-log "succeed" I0627 14:14:40.317440 1 log.go:26] create sapp-ob-test-cn-zone4-0-log "succeed" I0627 14:14:40.326243 1 log.go:26] create sapp-ob-test-cn-zone4-0-obagent-conf-file "succeed" I0627 14:14:40.353661 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:14:40.360301 1 log.go:26] create sapp-ob-test-cn-zone5-0 "succeed" I0627 14:14:40.367047 1 log.go:26] create sapp-ob-test-cn-zone5-0-data-file "succeed" I0627 14:14:40.378284 1 log.go:26] create sapp-ob-test-cn-zone5-0-data-log "succeed" I0627 14:14:40.386619 1 log.go:26] create sapp-ob-test-cn-zone5-0-log "succeed" I0627 14:14:40.398067 1 log.go:26] create sapp-ob-test-cn-zone5-0-obagent-conf-file "succeed" E0627 14:14:40.398741 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone5-0-obagent-conf-file" not found I0627 14:14:40.411308 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:14:40.420646 1 log.go:26] create sapp-ob-test-cn-zone6-0 "succeed" I0627 14:14:40.424680 1 log.go:26] create sapp-ob-test-cn-zone6-0-data-file "succeed" I0627 14:14:40.431368 1 log.go:26] create sapp-ob-test-cn-zone6-0-data-log "succeed" I0627 14:14:40.436531 1 log.go:26] create sapp-ob-test-cn-zone6-0-log "succeed" I0627 14:14:40.440448 1 log.go:26] create sapp-ob-test-cn-zone6-0-obagent-conf-file "succeed" I0627 14:14:40.453354 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:14:47.671036 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:14:52.880420 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:14:58.089438 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:16:11.002645 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:16:37.039696 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.186.69","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:24:43.382853 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1687847083 create time 1687846480 I0627 14:24:43.395901 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0627 14:24:43.504037 1 log.go:26] delete RootService rs-ob-test "succeed" I0627 14:24:43.613060 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0627 14:24:43.613167 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0627 14:24:43.613191 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0627 14:24:43.613253 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0627 14:24:43.618365 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0627 14:24:43.627737 1 log.go:26] create sapp-ob-test "succeed" I0627 14:24:43.635675 1 log.go:26] create rs-ob-test "succeed" I0627 14:24:43.640273 1 log.go:26] create obzone-ob-test "succeed" E0627 14:24:43.640437 1 service.go:51] Service "svc-ob-test" not found E0627 14:24:43.640457 1 service.go:51] Service "svc-ob-test" not found I0627 14:24:43.640515 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1687847083 create time -62135596800 E0627 14:24:43.640557 1 statefulapp.go:86] resource name may not be empty E0627 14:24:43.640598 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" I0627 14:24:43.640980 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0627 14:24:43.650640 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.186.69","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Running","podIP":"10.244.189.57","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} E0627 14:24:43.650771 1 service.go:51] Service "svc-ob-test" not found E0627 14:24:43.650791 1 service.go:51] Service "svc-ob-test" not found I0627 14:24:43.657946 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0627 14:24:43.658067 1 service.go:51] Service "svc-ob-test" not found E0627 14:24:43.658085 1 service.go:51] Service "svc-ob-test" not found I0627 14:24:43.667432 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0627 14:24:43.667453 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/06/27 14:24:43 Get "http://:19001/api/system/info": dial tcp :19001: connect: connection refused E0627 14:24:43.668534 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-06-27T06:24:43Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.186.69","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Running","podIP":"10.244.189.57","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} E0627 14:24:43.668593 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" I0627 14:24:46.561318 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0627 14:24:46.565527 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 14:24:46.571590 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0627 14:24:46.577409 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0627 14:24:46.582026 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0627 14:24:46.599449 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.186.69","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Running","podIP":"10.244.189.57","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:24:46.606976 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0627 14:24:46.613280 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0627 14:24:46.617608 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0627 14:24:46.621398 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0627 14:24:46.627144 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0627 14:24:46.640244 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.186.69","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Running","podIP":"10.244.189.57","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:24:46.646503 1 log.go:26] create sapp-ob-test-cn-zone5-0 "succeed" I0627 14:24:46.654688 1 log.go:26] create sapp-ob-test-cn-zone5-0-data-file "succeed" I0627 14:24:46.664616 1 log.go:26] create sapp-ob-test-cn-zone5-0-data-log "succeed" I0627 14:24:46.671564 1 log.go:26] create sapp-ob-test-cn-zone5-0-log "succeed" I0627 14:24:46.677851 1 log.go:26] create sapp-ob-test-cn-zone5-0-obagent-conf-file "succeed" I0627 14:24:46.688513 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.186.69","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Running","podIP":"10.244.189.57","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:24:46.713023 1 log.go:26] create sapp-ob-test-cn-zone6-0 "succeed" I0627 14:24:46.718356 1 log.go:26] create sapp-ob-test-cn-zone6-0-data-file "succeed" I0627 14:24:46.729008 1 log.go:26] create sapp-ob-test-cn-zone6-0-data-log "succeed" I0627 14:24:46.732697 1 log.go:26] create sapp-ob-test-cn-zone6-0-log "succeed" I0627 14:24:46.736806 1 log.go:26] create sapp-ob-test-cn-zone6-0-obagent-conf-file "succeed" I0627 14:24:46.755901 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.186.69","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Running","podIP":"10.244.189.57","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:24:56.971665 1 log.go:26] create sapp-ob-test-cn-zone4-0 "succeed" I0627 14:24:56.979793 1 log.go:26] create sapp-ob-test-cn-zone4-0-data-file "succeed" I0627 14:24:56.986826 1 log.go:26] create sapp-ob-test-cn-zone4-0-data-log "succeed" I0627 14:24:56.991607 1 log.go:26] create sapp-ob-test-cn-zone4-0-log "succeed" I0627 14:24:56.999832 1 log.go:26] create sapp-ob-test-cn-zone4-0-obagent-conf-file "succeed" I0627 14:24:57.017129 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.186.69","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Running","podIP":"10.244.189.57","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:25:07.392703 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.186.69","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:25:23.013962 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0627 14:25:23.017473 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0627 14:25:23.022360 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0627 14:25:23.027879 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0627 14:25:23.032743 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0627 14:25:23.046358 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.186.69","nodeIP":"10.10.103.58","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Running","podIP":"10.244.189.3","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:25:28.220765 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Running","podIP":"10.244.189.3","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:25:33.433345 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone4","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone4-0","index":0,"podPhase":"Running","podIP":"10.244.189.3","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone4-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone4-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone5","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone5-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone5-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone5-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone6","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone6-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone6-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone6-0-obagent-conf-file","phase":"Pending"}]}]}]} E0627 14:41:03.110636 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0627 14:41:03.121698 1 log.go:26] create sapp-ob-test "succeed" I0627 14:41:03.126723 1 log.go:26] create rs-ob-test "succeed" I0627 14:41:03.131362 1 log.go:26] create obzone-ob-test "succeed" E0627 14:41:03.131490 1 service.go:51] Service "svc-ob-test" not found E0627 14:41:03.131510 1 service.go:51] Service "svc-ob-test" not found I0627 14:41:03.132895 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0627 14:41:03.137663 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 14:41:03.138977 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0627 14:41:03.141803 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0627 14:41:03.147033 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0627 14:41:03.158520 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0627 14:41:03.173178 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0627 14:41:03.180117 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0627 14:41:03.185725 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0627 14:41:03.190000 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0627 14:41:03.193968 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0627 14:41:03.199017 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0627 14:41:03.208073 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:41:03.216322 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0627 14:41:03.222789 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0627 14:41:03.229518 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0627 14:41:03.234630 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0627 14:41:03.241249 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0627 14:41:03.252635 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 14:41:10.809598 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:41:16.017114 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:41:21.224609 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.11","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:41:26.434396 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.11","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 14:43:31.428462 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.11","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 14:43:41.841553 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.11","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.32","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 14:43:41.853678 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.11","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.255","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.32","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 14:43:45.340519 1 service.go:51] Service "svc-ob-test" not found E0627 14:43:45.340565 1 service.go:51] Service "svc-ob-test" not found I0627 14:43:45.351126 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0627 14:43:45.518978 1 service.go:51] Service "svc-ob-test" not found E0627 14:43:45.519092 1 service.go:51] Service "svc-ob-test" not found E0627 14:43:45.519684 1 cable_executer.go:49] OBCluster observer 10.244.189.11 starting not ready I0627 14:43:45.520872 1 cable_executer.go:41] start observer 10.244.189.11 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.11:2882:2881;10.244.234.255:2882:2881;10.244.158.32:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0627 14:43:45.521882 1 cable_executer.go:49] OBCluster observer 10.244.234.255 starting not ready I0627 14:43:45.523030 1 cable_executer.go:41] start observer 10.244.234.255 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.11:2882:2881;10.244.234.255:2882:2881;10.244.158.32:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0627 14:43:45.523776 1 cable_executer.go:49] OBCluster observer 10.244.158.32 starting not ready I0627 14:43:45.525022 1 cable_executer.go:41] start observer 10.244.158.32 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.11:2882:2881;10.244.234.255:2882:2881;10.244.158.32:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0627 14:43:45.526881 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0627 14:43:45.527888 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.11 starting not ready E0627 14:43:50.603460 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.11 starting not ready E0627 14:43:55.865864 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.11 starting not ready E0627 14:44:01.129486 1 service.go:51] Service "svc-ob-test" not found E0627 14:44:01.129518 1 service.go:51] Service "svc-ob-test" not found I0627 14:44:01.140740 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0627 14:44:01.140906 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.244.189.11:2882', REGION 'region1' ZONE 'zone2' SERVER '10.244.234.255:2882', REGION 'region1' ZONE 'zone3' SERVER '10.244.158.32:2882' E0627 14:44:01.141002 1 service.go:51] Service "svc-ob-test" not found E0627 14:44:01.141023 1 service.go:51] Service "svc-ob-test" not found I0627 14:44:01.146652 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0627 14:44:01.248706 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0627 14:44:01.253617 1 error.go:25] dial tcp 10.244.189.11:2881: connect: connection refused E0627 14:44:01.253657 1 conn.go:38] 0 I0627 14:44:01.253688 1 pod_controller.go:84] try empty database E0627 14:44:01.254002 1 error.go:25] dial tcp 10.244.189.11:2881: connect: connection refused E0627 14:44:01.254027 1 conn.go:38] 0 E0627 14:44:01.254376 1 error.go:25] dial tcp 10.244.234.255:2881: connect: connection refused E0627 14:44:01.254399 1 conn.go:38] 0 I0627 14:44:01.254413 1 pod_controller.go:84] try empty database E0627 14:44:01.254619 1 error.go:25] dial tcp 10.244.234.255:2881: connect: connection refused E0627 14:44:01.254634 1 conn.go:38] 0 E0627 14:44:01.254904 1 error.go:25] dial tcp 10.244.158.32:2881: connect: connection refused E0627 14:44:01.254941 1 conn.go:38] 0 I0627 14:44:01.254959 1 pod_controller.go:84] try empty database E0627 14:44:01.255207 1 error.go:25] dial tcp 10.244.158.32:2881: connect: connection refused E0627 14:44:01.255233 1 conn.go:38] 0 I0627 14:51:07.391668 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1687848667 create time 1687848063 I0627 14:51:07.401740 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0627 14:51:07.408917 1 log.go:26] delete RootService rs-ob-test "succeed" I0627 14:51:07.415105 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0627 14:51:07.415210 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0627 14:51:07.415239 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0627 14:51:07.415310 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0627 14:51:07.420940 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0627 14:51:07.429326 1 log.go:26] create sapp-ob-test "succeed" I0627 14:51:07.434133 1 log.go:26] create rs-ob-test "succeed" I0627 14:51:07.444527 1 log.go:26] create obzone-ob-test "succeed" E0627 14:51:07.444771 1 service.go:51] Service "svc-ob-test" not found E0627 14:51:07.444823 1 service.go:51] Service "svc-ob-test" not found I0627 14:51:07.445064 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0627 14:51:07.451989 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0627 14:51:07.452015 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1687848667 create time -62135596800 E0627 14:51:07.452064 1 statefulapp.go:86] resource name may not be empty E0627 14:51:07.452106 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0627 14:51:07.452203 1 service.go:51] Service "svc-ob-test" not found E0627 14:51:07.452219 1 service.go:51] Service "svc-ob-test" not found I0627 14:51:07.458253 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0627 14:51:07.592654 1 service.go:51] Service "svc-ob-test" not found E0627 14:51:07.592687 1 service.go:51] Service "svc-ob-test" not found I0627 14:51:07.600519 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0627 14:51:07.602294 1 service.go:51] Service "svc-ob-test" not found E0627 14:51:07.602321 1 service.go:51] Service "svc-ob-test" not found I0627 14:51:07.608569 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status E0627 14:51:07.610183 1 service.go:51] Service "svc-ob-test" not found E0627 14:51:07.610206 1 service.go:51] Service "svc-ob-test" not found I0627 14:51:07.610297 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.244.189.11:2882', REGION 'region1' ZONE 'zone2' SERVER '10.244.234.255:2882', REGION 'region1' ZONE 'zone3' SERVER '10.244.158.32:2882' E0627 14:51:07.610367 1 service.go:51] Service "svc-ob-test" not found E0627 14:51:07.610385 1 service.go:51] Service "svc-ob-test" not found I0627 14:51:07.616691 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0627 14:51:07.616756 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0627 14:51:07.619546 1 error.go:25] dial tcp 10.244.189.11:2881: connect: connection refused E0627 14:51:07.619569 1 conn.go:38] 0 I0627 14:51:07.619584 1 pod_controller.go:84] try empty database E0627 14:51:07.619845 1 error.go:25] dial tcp 10.244.189.11:2881: connect: connection refused E0627 14:51:07.619865 1 conn.go:38] 0 E0627 14:51:07.620179 1 error.go:25] dial tcp 10.244.234.255:2881: connect: connection refused E0627 14:51:07.620196 1 conn.go:38] 0 I0627 14:51:07.620207 1 pod_controller.go:84] try empty database E0627 14:51:07.620430 1 error.go:25] dial tcp 10.244.234.255:2881: connect: connection refused E0627 14:51:07.620449 1 conn.go:38] 0 E0627 14:51:07.620701 1 error.go:25] dial tcp 10.244.158.32:2881: connect: connection refused E0627 14:51:07.620720 1 conn.go:38] 0 I0627 14:51:07.620730 1 pod_controller.go:84] try empty database E0627 14:51:07.620921 1 error.go:25] dial tcp 10.244.158.32:2881: connect: connection refused E0627 14:51:07.620939 1 conn.go:38] 0 I0627 14:51:14.912527 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.11","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.255","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.32","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 14:51:20.120973 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0627 14:51:20.129821 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0627 14:51:20.134280 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0627 14:51:20.139415 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0627 14:51:20.143851 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0627 14:51:20.156670 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.255","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.32","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 14:51:20.169173 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.255","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:51:25.323366 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0627 14:51:25.327121 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0627 14:51:25.333454 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0627 14:51:25.338044 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0627 14:51:25.343633 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0627 14:51:25.358873 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.255","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:51:30.536215 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 14:51:35.743837 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 14:51:40.953082 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.41","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 14:51:46.158797 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0627 14:51:46.162875 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 14:51:46.167284 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0627 14:51:46.170925 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0627 14:51:46.177047 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0627 14:51:46.189158 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.41","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 14:51:56.575617 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.41","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 14:52:01.786913 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.41","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 14:52:01.795830 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.24","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.41","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:01:12.575470 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1687849272 create time 1687848667 I0627 15:01:12.586725 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0627 15:01:12.593319 1 log.go:26] delete RootService rs-ob-test "succeed" I0627 15:01:12.603288 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0627 15:01:12.603426 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0627 15:01:12.603463 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0627 15:01:12.603528 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0627 15:01:12.608848 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0627 15:01:12.618467 1 log.go:26] create sapp-ob-test "succeed" I0627 15:01:12.623289 1 log.go:26] create rs-ob-test "succeed" I0627 15:01:12.641938 1 log.go:26] create obzone-ob-test "succeed" E0627 15:01:12.642129 1 service.go:51] Service "svc-ob-test" not found E0627 15:01:12.642151 1 service.go:51] Service "svc-ob-test" not found I0627 15:01:12.642179 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0627 15:01:12.649178 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0627 15:01:12.649247 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1687849272 create time -62135596800 E0627 15:01:12.649328 1 statefulapp.go:86] resource name may not be empty E0627 15:01:12.649409 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0627 15:01:12.649592 1 service.go:51] Service "svc-ob-test" not found E0627 15:01:12.649629 1 service.go:51] Service "svc-ob-test" not found I0627 15:01:12.656078 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0627 15:01:12.829816 1 service.go:51] Service "svc-ob-test" not found E0627 15:01:12.829850 1 service.go:51] Service "svc-ob-test" not found E0627 15:01:12.830341 1 cable_executer.go:49] OBCluster observer 10.244.189.24 starting not ready I0627 15:01:12.831296 1 cable_executer.go:41] start observer 10.244.189.24 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.24:2882:2881;10.244.234.202:2882:2881;10.244.158.41:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0627 15:01:12.831940 1 cable_executer.go:49] OBCluster observer 10.244.234.202 starting not ready I0627 15:01:12.832851 1 cable_executer.go:41] start observer 10.244.234.202 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.24:2882:2881;10.244.234.202:2882:2881;10.244.158.41:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0627 15:01:12.833785 1 cable_executer.go:49] OBCluster observer 10.244.158.41 starting not ready I0627 15:01:12.835406 1 cable_executer.go:41] start observer 10.244.158.41 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.24:2882:2881;10.244.234.202:2882:2881;10.244.158.41:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0627 15:01:12.838320 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0627 15:01:12.839757 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.24 starting not ready 2023/06/27 15:01:18 Get "http://10.244.189.24:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0627 15:01:18.839131 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.24 starting not ready I0627 15:01:19.014538 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.24","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.41","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} 2023/06/27 15:01:24 Get "http://10.244.189.24:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0627 15:01:24.100857 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.24 starting not ready I0627 15:01:24.221766 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0627 15:01:24.226118 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 15:01:24.232208 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" E0627 15:01:24.243847 1 pvc.go:41] object is being deleted: persistentvolumeclaims "sapp-ob-test-cn-zone1-0-log" already exists E0627 15:01:24.243917 1 pod_controller.go:172] pvc is already exist, need recreate I0627 15:01:24.256267 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 15:01:24.266244 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-data-log "succeed" E0627 15:01:24.266317 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone1-0-log" not found I0627 15:01:24.270536 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0627 15:01:24.295069 1 log.go:26] delete sapp-ob-test-cn-zone1-0 "succeed" 2023/06/27 15:01:29 Get "http://10.244.189.24:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0627 15:01:29.363783 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.24 starting not ready I0627 15:01:29.422293 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0627 15:01:29.426720 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 15:01:29.430106 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0627 15:01:29.436662 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0627 15:01:29.440403 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0627 15:01:29.452417 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.24","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:01:29.462723 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:01:33.625855 1 service.go:51] Service "svc-ob-test" not found E0627 15:01:33.625901 1 service.go:51] Service "svc-ob-test" not found I0627 15:01:33.632740 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0627 15:01:33.632817 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/06/27 15:01:33 Get "http://:19001/api/ob/status": dial tcp :19001: connect: connection refused E0627 15:01:33.633236 1 cable_executer.go:49] OBCluster ob-test observer starting not ready I0627 15:01:34.634377 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:01:39.843948 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:01:39.853271 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:01:44.151484 1 service.go:51] Service "svc-ob-test" not found E0627 15:01:44.151530 1 service.go:51] Service "svc-ob-test" not found I0627 15:01:44.159856 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status 2023/06/27 15:01:45 Get "http://10.244.234.202:19001/api/system/info": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0627 15:01:45.162118 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-06-27T07:01:44Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:01:45.162202 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" 2023/06/27 15:01:46 Get "http://10.244.234.202:19001/api/system/info": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0627 15:01:46.169748 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-06-27T07:01:44Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:01:46.169849 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" 2023/06/27 15:01:47 Get "http://10.244.234.202:19001/api/system/info": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0627 15:01:47.182719 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-06-27T07:01:44Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:01:47.182797 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" 2023/06/27 15:01:48 Get "http://10.244.234.202:19001/api/system/info": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0627 15:01:48.204722 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-06-27T07:01:44Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:01:48.204810 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" 2023/06/27 15:01:49 Get "http://10.244.234.202:19001/api/system/info": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0627 15:01:49.247041 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-06-27T07:01:44Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:01:49.247131 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" I0627 15:01:50.254276 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0627 15:01:50.260871 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0627 15:01:50.267657 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0627 15:01:50.273415 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0627 15:01:50.281751 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0627 15:01:50.291660 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:01:50.301129 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} 2023/06/27 15:01:50 Get "http://10.244.234.202:19001/api/system/info": dial tcp 10.244.234.202:19001: i/o timeout (Client.Timeout exceeded while awaiting headers) E0627 15:01:50.329280 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-06-27T07:01:44Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:01:50.329375 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" E0627 15:01:50.329546 1 service.go:51] Service "svc-ob-test" not found E0627 15:01:50.329565 1 service.go:51] Service "svc-ob-test" not found I0627 15:01:50.337124 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0627 15:01:50.337169 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/06/27 15:01:51 Get "http://10.244.234.202:19001/api/system/info": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0627 15:01:51.338475 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-06-27T07:01:44Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} E0627 15:01:51.338588 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" I0627 15:02:00.676485 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 15:02:00.684942 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:02:05.201484 1 service.go:51] Service "svc-ob-test" not found E0627 15:02:05.201520 1 service.go:51] Service "svc-ob-test" not found I0627 15:02:05.209267 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status I0627 15:02:05.883524 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0627 15:02:05.888693 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0627 15:02:05.896359 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0627 15:02:05.903877 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0627 15:02:05.908404 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0627 15:02:05.923748 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:02:05.936954 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} 2023/06/27 15:02:06 Get "http://10.244.234.202:19001/api/system/info": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0627 15:02:06.211045 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-06-27T07:02:05Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.202","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:02:06.211114 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" E0627 15:02:06.216525 1 service.go:51] Service "svc-ob-test" not found E0627 15:02:06.216553 1 service.go:51] Service "svc-ob-test" not found I0627 15:02:06.223469 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0627 15:02:06.223525 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/06/27 15:02:06 Get "http://:19001/api/system/info": dial tcp :19001: connect: connection refused E0627 15:02:06.224733 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-06-27T07:02:05Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:02:06.224789 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" I0627 15:02:11.087864 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:02:16.296553 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:02:16.307985 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.216","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:02:20.988929 1 service.go:51] Service "svc-ob-test" not found E0627 15:02:20.988971 1 service.go:51] Service "svc-ob-test" not found I0627 15:02:20.997918 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0627 15:02:21.157788 1 service.go:51] Service "svc-ob-test" not found E0627 15:02:21.157819 1 service.go:51] Service "svc-ob-test" not found E0627 15:02:21.158487 1 cable_executer.go:49] OBCluster observer 10.244.189.35 starting not ready I0627 15:02:21.159452 1 cable_executer.go:41] start observer 10.244.189.35 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.35:2882:2881;10.244.234.216:2882:2881;10.244.158.50:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0627 15:02:21.160132 1 cable_executer.go:49] OBCluster observer 10.244.234.216 starting not ready I0627 15:02:21.160944 1 cable_executer.go:41] start observer 10.244.234.216 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.35:2882:2881;10.244.234.216:2882:2881;10.244.158.50:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0627 15:02:21.161618 1 cable_executer.go:49] OBCluster observer 10.244.158.50 starting not ready I0627 15:02:21.162644 1 cable_executer.go:41] start observer 10.244.158.50 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.35:2882:2881;10.244.234.216:2882:2881;10.244.158.50:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0627 15:02:21.167093 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0627 15:02:21.168075 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.35 starting not ready E0627 15:02:26.252536 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.35 starting not ready E0627 15:02:31.514371 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.35 starting not ready E0627 15:02:36.778458 1 service.go:51] Service "svc-ob-test" not found E0627 15:02:36.778553 1 service.go:51] Service "svc-ob-test" not found I0627 15:02:36.789099 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0627 15:02:36.789311 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.244.189.35:2882', REGION 'region1' ZONE 'zone2' SERVER '10.244.234.216:2882', REGION 'region1' ZONE 'zone3' SERVER '10.244.158.50:2882' E0627 15:02:36.789397 1 service.go:51] Service "svc-ob-test" not found E0627 15:02:36.789418 1 service.go:51] Service "svc-ob-test" not found I0627 15:02:36.800596 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0627 15:02:36.800834 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0627 15:02:36.801485 1 error.go:25] dial tcp 10.244.189.35:2881: connect: connection refused E0627 15:02:36.801531 1 conn.go:38] 0 I0627 15:02:36.801582 1 pod_controller.go:84] try empty database E0627 15:02:36.801958 1 error.go:25] dial tcp 10.244.189.35:2881: connect: connection refused E0627 15:02:36.801984 1 conn.go:38] 0 E0627 15:02:36.802325 1 error.go:25] dial tcp 10.244.234.216:2881: connect: connection refused E0627 15:02:36.802357 1 conn.go:38] 0 I0627 15:02:36.802373 1 pod_controller.go:84] try empty database E0627 15:02:36.802581 1 error.go:25] dial tcp 10.244.234.216:2881: connect: connection refused E0627 15:02:36.802599 1 conn.go:38] 0 E0627 15:02:36.802927 1 error.go:25] dial tcp 10.244.158.50:2881: connect: connection refused E0627 15:02:36.802951 1 conn.go:38] 0 I0627 15:02:36.802965 1 pod_controller.go:84] try empty database E0627 15:02:36.803252 1 error.go:25] dial tcp 10.244.158.50:2881: connect: connection refused E0627 15:02:36.803318 1 conn.go:38] 0 I0627 15:11:17.762658 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1687849877 create time 1687849272 I0627 15:11:17.774556 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0627 15:11:17.783086 1 log.go:26] delete RootService rs-ob-test "succeed" I0627 15:11:17.788695 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0627 15:11:17.788944 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0627 15:11:17.789016 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0627 15:11:17.789145 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0627 15:11:17.794498 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0627 15:11:17.805463 1 log.go:26] create sapp-ob-test "succeed" I0627 15:11:17.812965 1 log.go:26] create rs-ob-test "succeed" I0627 15:11:17.815120 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0627 15:11:17.819465 1 log.go:26] create obzone-ob-test "succeed" E0627 15:11:17.819608 1 service.go:51] Service "svc-ob-test" not found E0627 15:11:17.819629 1 service.go:51] Service "svc-ob-test" not found I0627 15:11:17.830507 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0627 15:11:17.831239 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1687849877 create time -62135596800 E0627 15:11:17.831311 1 statefulapp.go:86] resource name may not be empty E0627 15:11:17.831482 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0627 15:11:17.831712 1 service.go:51] Service "svc-ob-test" not found E0627 15:11:17.831753 1 service.go:51] Service "svc-ob-test" not found I0627 15:11:17.839526 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0627 15:11:17.974177 1 service.go:51] Service "svc-ob-test" not found E0627 15:11:17.974223 1 service.go:51] Service "svc-ob-test" not found I0627 15:11:17.982441 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0627 15:11:18.124236 1 service.go:51] Service "svc-ob-test" not found E0627 15:11:18.124276 1 service.go:51] Service "svc-ob-test" not found E0627 15:11:18.127254 1 service.go:51] Service "svc-ob-test" not found E0627 15:11:18.127288 1 service.go:51] Service "svc-ob-test" not found I0627 15:11:18.136946 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0627 15:11:18.137128 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.244.189.35:2882', REGION 'region1' ZONE 'zone2' SERVER '10.244.234.216:2882', REGION 'region1' ZONE 'zone3' SERVER '10.244.158.50:2882' E0627 15:11:18.137199 1 service.go:51] Service "svc-ob-test" not found E0627 15:11:18.137222 1 service.go:51] Service "svc-ob-test" not found I0627 15:11:18.144133 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0627 15:11:18.144222 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0627 15:11:18.144757 1 error.go:25] dial tcp 10.244.189.35:2881: connect: connection refused E0627 15:11:18.144783 1 conn.go:38] 0 I0627 15:11:18.144799 1 pod_controller.go:84] try empty database E0627 15:11:18.145000 1 error.go:25] dial tcp 10.244.189.35:2881: connect: connection refused E0627 15:11:18.145020 1 conn.go:38] 0 E0627 15:11:18.145402 1 error.go:25] dial tcp 10.244.234.216:2881: connect: connection refused E0627 15:11:18.145420 1 conn.go:38] 0 I0627 15:11:18.145430 1 pod_controller.go:84] try empty database E0627 15:11:18.145635 1 error.go:25] dial tcp 10.244.234.216:2881: connect: connection refused E0627 15:11:18.145653 1 conn.go:38] 0 E0627 15:11:18.145914 1 error.go:25] dial tcp 10.244.158.50:2881: connect: connection refused E0627 15:11:18.145930 1 conn.go:38] 0 I0627 15:11:18.145940 1 pod_controller.go:84] try empty database E0627 15:11:18.146166 1 error.go:25] dial tcp 10.244.158.50:2881: connect: connection refused E0627 15:11:18.146184 1 conn.go:38] 0 I0627 15:11:28.318604 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0627 15:11:28.322580 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 15:11:28.328439 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0627 15:11:28.334441 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0627 15:11:28.339783 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0627 15:11:28.357249 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.35","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.216","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:11:28.368938 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.216","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:11:33.519975 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0627 15:11:33.526830 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0627 15:11:33.531167 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0627 15:11:33.538924 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0627 15:11:33.548511 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0627 15:11:33.560684 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.216","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:11:38.730823 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:11:43.937467 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:11:49.141548 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0627 15:11:49.145520 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0627 15:11:49.149606 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0627 15:11:49.154072 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0627 15:11:49.158767 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0627 15:11:49.170990 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.47","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.50","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:11:59.561299 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.47","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.224","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 15:12:04.768372 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.47","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.224","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:12:04.777146 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.47","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.224","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.59","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:12:39.645677 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0627 15:12:39.654914 1 log.go:26] create sapp-ob-test "succeed" I0627 15:12:39.659609 1 log.go:26] create rs-ob-test "succeed" I0627 15:12:39.665329 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0627 15:12:39.666065 1 log.go:26] create obzone-ob-test "succeed" E0627 15:12:39.666176 1 service.go:51] Service "svc-ob-test" not found E0627 15:12:39.666191 1 service.go:51] Service "svc-ob-test" not found I0627 15:12:39.668429 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0627 15:12:39.674039 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0627 15:12:39.676793 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0627 15:12:39.681387 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0627 15:12:39.689221 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0627 15:12:39.699966 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0627 15:12:39.711072 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.47","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 15:12:46.431359 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0627 15:12:46.436748 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 15:12:46.440139 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0627 15:12:46.445261 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0627 15:12:46.449212 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0627 15:12:46.461974 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.47","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 15:12:51.639471 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:12:56.846842 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.5","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:13:02.064472 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0627 15:13:02.069309 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0627 15:13:02.079781 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0627 15:13:02.085106 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0627 15:13:02.088478 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0627 15:13:02.100936 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.5","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:13:12.475841 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.56","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.5","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:13:17.680089 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.56","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.5","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:13:17.691423 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.56","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.233","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.5","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:13:18.803694 1 service.go:51] Service "svc-ob-test" not found E0627 15:13:18.803735 1 service.go:51] Service "svc-ob-test" not found I0627 15:13:18.813213 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0627 15:13:18.960254 1 service.go:51] Service "svc-ob-test" not found E0627 15:13:18.960287 1 service.go:51] Service "svc-ob-test" not found E0627 15:13:18.960841 1 cable_executer.go:49] OBCluster observer 10.244.189.56 starting not ready I0627 15:13:18.961704 1 cable_executer.go:41] start observer 10.244.189.56 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":16,"rsList":"10.244.189.56:2882:2881;10.244.234.233:2882:2881;10.244.158.5:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0627 15:13:18.962262 1 cable_executer.go:49] OBCluster observer 10.244.234.233 starting not ready I0627 15:13:18.963171 1 cable_executer.go:41] start observer 10.244.234.233 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":16,"rsList":"10.244.189.56:2882:2881;10.244.234.233:2882:2881;10.244.158.5:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0627 15:13:18.963896 1 cable_executer.go:49] OBCluster observer 10.244.158.5 starting not ready I0627 15:13:18.964944 1 cable_executer.go:41] start observer 10.244.158.5 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":16,"rsList":"10.244.189.56:2882:2881;10.244.234.233:2882:2881;10.244.158.5:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0627 15:13:18.968024 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0627 15:13:18.969119 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.56 starting not ready E0627 15:13:24.067561 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.56 starting not ready E0627 15:13:29.329738 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.56 starting not ready E0627 15:13:34.593813 1 service.go:51] Service "svc-ob-test" not found E0627 15:13:34.593927 1 service.go:51] Service "svc-ob-test" not found I0627 15:13:34.602480 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0627 15:13:34.602645 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.244.189.56:2882', REGION 'region1' ZONE 'zone2' SERVER '10.244.234.233:2882', REGION 'region1' ZONE 'zone3' SERVER '10.244.158.5:2882' E0627 15:13:34.602722 1 service.go:51] Service "svc-ob-test" not found E0627 15:13:34.602759 1 service.go:51] Service "svc-ob-test" not found I0627 15:13:34.612783 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0627 15:13:34.612934 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0627 15:13:34.613567 1 error.go:25] dial tcp 10.244.189.56:2881: connect: connection refused E0627 15:13:34.613641 1 conn.go:38] 0 I0627 15:13:34.613670 1 pod_controller.go:84] try empty database E0627 15:13:34.613974 1 error.go:25] dial tcp 10.244.189.56:2881: connect: connection refused E0627 15:13:34.613988 1 conn.go:38] 0 E0627 15:13:34.614248 1 error.go:25] dial tcp 10.244.234.233:2881: connect: connection refused E0627 15:13:34.614266 1 conn.go:38] 0 I0627 15:13:34.614276 1 pod_controller.go:84] try empty database E0627 15:13:34.614462 1 error.go:25] dial tcp 10.244.234.233:2881: connect: connection refused E0627 15:13:34.614480 1 conn.go:38] 0 E0627 15:13:34.614767 1 error.go:25] dial tcp 10.244.158.5:2881: connect: connection refused E0627 15:13:34.614782 1 conn.go:38] 0 I0627 15:13:34.614791 1 pod_controller.go:84] try empty database E0627 15:13:34.615045 1 error.go:25] dial tcp 10.244.158.5:2881: connect: connection refused E0627 15:13:34.615060 1 conn.go:38] 0 E0627 15:34:47.142521 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0627 15:34:47.152641 1 log.go:26] create sapp-ob-test "succeed" I0627 15:34:47.158063 1 log.go:26] create rs-ob-test "succeed" I0627 15:34:47.163960 1 log.go:26] create obzone-ob-test "succeed" I0627 15:34:47.164000 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" E0627 15:34:47.164083 1 service.go:51] Service "svc-ob-test" not found E0627 15:34:47.164097 1 service.go:51] Service "svc-ob-test" not found I0627 15:34:47.168041 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 15:34:47.173862 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0627 15:34:47.176825 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0627 15:34:47.182480 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0627 15:34:47.186723 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0627 15:34:47.195510 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0627 15:34:47.205439 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0627 15:34:47.210281 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0627 15:34:47.217090 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0627 15:34:47.222168 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0627 15:34:47.226236 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0627 15:34:47.235531 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 15:34:47.247129 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0627 15:34:47.253201 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0627 15:34:47.260992 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0627 15:34:47.265172 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0627 15:34:47.270108 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0627 15:34:47.281934 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 15:34:54.390282 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 15:34:59.596301 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 15:35:04.805651 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.2","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 15:35:10.012932 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.2","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 15:35:10.024463 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.2","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.247","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.10","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:35:14.426666 1 service.go:51] Service "svc-ob-test" not found E0627 15:35:14.426702 1 service.go:51] Service "svc-ob-test" not found I0627 15:35:14.434868 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0627 15:35:14.606477 1 service.go:51] Service "svc-ob-test" not found E0627 15:35:14.606506 1 service.go:51] Service "svc-ob-test" not found E0627 15:35:14.607703 1 cable_executer.go:49] OBCluster observer 10.244.189.2 starting not ready I0627 15:35:14.608928 1 cable_executer.go:41] start observer 10.244.189.2 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":16,"rsList":"10.244.189.2:2882:2881;10.244.234.247:2882:2881;10.244.158.10:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0627 15:35:14.609840 1 cable_executer.go:49] OBCluster observer 10.244.234.247 starting not ready I0627 15:35:14.610870 1 cable_executer.go:41] start observer 10.244.234.247 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":16,"rsList":"10.244.189.2:2882:2881;10.244.234.247:2882:2881;10.244.158.10:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0627 15:35:14.611547 1 cable_executer.go:49] OBCluster observer 10.244.158.10 starting not ready I0627 15:35:14.612843 1 cable_executer.go:41] start observer 10.244.158.10 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":4,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":16,"rsList":"10.244.189.2:2882:2881;10.244.234.247:2882:2881;10.244.158.10:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0627 15:35:14.614200 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0627 15:35:14.614792 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.2 starting not ready E0627 15:35:19.690284 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.2 starting not ready E0627 15:35:24.952977 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.2 starting not ready E0627 15:35:30.217059 1 service.go:51] Service "svc-ob-test" not found E0627 15:35:30.217111 1 service.go:51] Service "svc-ob-test" not found I0627 15:35:30.225965 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0627 15:35:30.226083 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.244.189.2:2882', REGION 'region1' ZONE 'zone2' SERVER '10.244.234.247:2882', REGION 'region1' ZONE 'zone3' SERVER '10.244.158.10:2882' E0627 15:35:30.226175 1 service.go:51] Service "svc-ob-test" not found E0627 15:35:30.226204 1 service.go:51] Service "svc-ob-test" not found I0627 15:35:30.233295 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0627 15:35:30.233369 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0627 15:35:30.233962 1 error.go:25] dial tcp 10.244.189.2:2881: connect: connection refused E0627 15:35:30.233985 1 conn.go:38] 0 I0627 15:35:30.234018 1 pod_controller.go:84] try empty database E0627 15:35:30.234315 1 error.go:25] dial tcp 10.244.189.2:2881: connect: connection refused E0627 15:35:30.234369 1 conn.go:38] 0 E0627 15:35:30.234672 1 error.go:25] dial tcp 10.244.234.247:2881: connect: connection refused E0627 15:35:30.234694 1 conn.go:38] 0 I0627 15:35:30.234706 1 pod_controller.go:84] try empty database E0627 15:35:30.234878 1 error.go:25] dial tcp 10.244.234.247:2881: connect: connection refused E0627 15:35:30.234893 1 conn.go:38] 0 E0627 15:35:30.235172 1 error.go:25] dial tcp 10.244.158.10:2881: connect: connection refused E0627 15:35:30.235197 1 conn.go:38] 0 I0627 15:35:30.235207 1 pod_controller.go:84] try empty database E0627 15:35:30.235464 1 error.go:25] dial tcp 10.244.158.10:2881: connect: connection refused E0627 15:35:30.235521 1 conn.go:38] 0 E0627 15:41:18.355632 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0627 15:41:18.366392 1 log.go:26] create sapp-ob-test "succeed" I0627 15:41:18.373154 1 log.go:26] create rs-ob-test "succeed" I0627 15:41:18.382148 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0627 15:41:18.382790 1 log.go:26] create obzone-ob-test "succeed" E0627 15:41:18.383631 1 service.go:51] Service "svc-ob-test" not found E0627 15:41:18.383658 1 service.go:51] Service "svc-ob-test" not found I0627 15:41:18.390537 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 15:41:18.396174 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0627 15:41:18.400667 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0627 15:41:18.404351 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0627 15:41:18.410999 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0627 15:41:18.421269 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0627 15:41:18.427282 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0627 15:41:18.433174 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0627 15:41:18.437261 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0627 15:41:18.442773 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0627 15:41:18.446211 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0627 15:41:18.460151 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 15:41:18.475264 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0627 15:41:18.481824 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0627 15:41:18.487511 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0627 15:41:18.494805 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0627 15:41:18.504858 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0627 15:41:18.516312 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 15:41:24.969132 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 15:41:30.176641 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 15:41:35.384515 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.14","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 15:41:40.591579 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.14","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 15:41:40.600009 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.14","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.194","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.27","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 15:41:43.851607 1 service.go:51] Service "svc-ob-test" not found E0627 15:41:43.851639 1 service.go:51] Service "svc-ob-test" not found I0627 15:41:43.859048 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0627 15:41:44.003442 1 service.go:51] Service "svc-ob-test" not found E0627 15:41:44.003473 1 service.go:51] Service "svc-ob-test" not found E0627 15:41:44.004028 1 cable_executer.go:49] OBCluster observer 10.244.189.14 starting not ready I0627 15:41:44.005668 1 cable_executer.go:41] start observer 10.244.189.14 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.14:2882:2881;10.244.234.194:2882:2881;10.244.158.27:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0627 15:41:44.006499 1 cable_executer.go:49] OBCluster observer 10.244.234.194 starting not ready I0627 15:41:44.007388 1 cable_executer.go:41] start observer 10.244.234.194 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.14:2882:2881;10.244.234.194:2882:2881;10.244.158.27:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0627 15:41:44.007955 1 cable_executer.go:49] OBCluster observer 10.244.158.27 starting not ready I0627 15:41:44.008871 1 cable_executer.go:41] start observer 10.244.158.27 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.14:2882:2881;10.244.234.194:2882:2881;10.244.158.27:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0627 15:41:44.011793 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0627 15:41:44.012611 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.14 starting not ready E0627 15:41:49.114512 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.14 starting not ready E0627 15:41:54.376912 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.14 starting not ready E0627 15:41:59.640781 1 service.go:51] Service "svc-ob-test" not found E0627 15:41:59.640814 1 service.go:51] Service "svc-ob-test" not found I0627 15:41:59.648427 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0627 15:41:59.648728 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.244.189.14:2882', REGION 'region1' ZONE 'zone2' SERVER '10.244.234.194:2882', REGION 'region1' ZONE 'zone3' SERVER '10.244.158.27:2882' E0627 15:41:59.648814 1 service.go:51] Service "svc-ob-test" not found E0627 15:41:59.648838 1 service.go:51] Service "svc-ob-test" not found I0627 15:41:59.655386 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0627 15:41:59.655453 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0627 15:41:59.655972 1 error.go:25] dial tcp 10.244.189.14:2881: connect: connection refused E0627 15:41:59.655995 1 conn.go:38] 0 I0627 15:41:59.656020 1 pod_controller.go:84] try empty database E0627 15:41:59.656299 1 error.go:25] dial tcp 10.244.189.14:2881: connect: connection refused E0627 15:41:59.656317 1 conn.go:38] 0 E0627 15:41:59.656766 1 error.go:25] dial tcp 10.244.234.194:2881: connect: connection refused E0627 15:41:59.656787 1 conn.go:38] 0 I0627 15:41:59.656797 1 pod_controller.go:84] try empty database E0627 15:41:59.657025 1 error.go:25] dial tcp 10.244.234.194:2881: connect: connection refused E0627 15:41:59.657046 1 conn.go:38] 0 E0627 15:41:59.657390 1 error.go:25] dial tcp 10.244.158.27:2881: connect: connection refused E0627 15:41:59.657408 1 conn.go:38] 0 I0627 15:41:59.657419 1 pod_controller.go:84] try empty database E0627 15:41:59.657652 1 error.go:25] dial tcp 10.244.158.27:2881: connect: connection refused E0627 15:41:59.657673 1 conn.go:38] 0 E0627 16:33:44.861408 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0627 16:33:44.873403 1 log.go:26] create sapp-ob-test "succeed" I0627 16:33:44.878564 1 log.go:26] create rs-ob-test "succeed" I0627 16:33:44.882958 1 log.go:26] create obzone-ob-test "succeed" E0627 16:33:44.883119 1 service.go:51] Service "svc-ob-test" not found E0627 16:33:44.883140 1 service.go:51] Service "svc-ob-test" not found I0627 16:33:44.884948 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0627 16:33:44.893331 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0627 16:33:44.893523 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 16:33:44.900304 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0627 16:33:44.906416 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0627 16:33:44.917119 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" E0627 16:33:44.917532 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone1-0-obagent-conf-file" not found I0627 16:33:44.930933 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0627 16:33:44.936671 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0627 16:33:44.944685 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0627 16:33:44.950636 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0627 16:33:44.953946 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0627 16:33:44.962314 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0627 16:33:44.975854 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 16:33:44.985463 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0627 16:33:44.994345 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0627 16:33:45.002403 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0627 16:33:45.006196 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0627 16:33:45.010735 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0627 16:33:45.021735 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 16:33:50.405792 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 16:33:55.612692 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 16:34:00.821405 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.23","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 16:34:06.041261 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.23","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 16:34:06.059753 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.23","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.205","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.35","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 16:34:10.797825 1 service.go:51] Service "svc-ob-test" not found E0627 16:34:10.797883 1 service.go:51] Service "svc-ob-test" not found I0627 16:34:10.806018 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0627 16:34:10.973572 1 service.go:51] Service "svc-ob-test" not found E0627 16:34:10.973628 1 service.go:51] Service "svc-ob-test" not found E0627 16:34:10.975324 1 cable_executer.go:49] OBCluster observer 10.244.189.23 starting not ready I0627 16:34:10.976950 1 cable_executer.go:41] start observer 10.244.189.23 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.23:2882:2881;10.244.234.205:2882:2881;10.244.158.35:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0627 16:34:10.977805 1 cable_executer.go:49] OBCluster observer 10.244.234.205 starting not ready I0627 16:34:10.978913 1 cable_executer.go:41] start observer 10.244.234.205 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.23:2882:2881;10.244.234.205:2882:2881;10.244.158.35:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0627 16:34:10.979582 1 cable_executer.go:49] OBCluster observer 10.244.158.35 starting not ready I0627 16:34:10.981609 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status I0627 16:34:10.981896 1 cable_executer.go:41] start observer 10.244.158.35 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.23:2882:2881;10.244.234.205:2882:2881;10.244.158.35:2882:2881","version":"4.1.0.0","zoneName":"zone3"} E0627 16:34:10.982385 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.23 starting not ready E0627 16:34:16.060515 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.23 starting not ready E0627 16:34:21.322814 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.23 starting not ready E0627 16:34:26.586424 1 service.go:51] Service "svc-ob-test" not found E0627 16:34:26.586455 1 service.go:51] Service "svc-ob-test" not found I0627 16:34:26.593174 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0627 16:34:26.593298 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.244.189.23:2882', REGION 'region1' ZONE 'zone2' SERVER '10.244.234.205:2882', REGION 'region1' ZONE 'zone3' SERVER '10.244.158.35:2882' E0627 16:34:26.593375 1 service.go:51] Service "svc-ob-test" not found E0627 16:34:26.593397 1 service.go:51] Service "svc-ob-test" not found I0627 16:34:26.599827 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0627 16:34:26.599889 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0627 16:34:26.600650 1 error.go:25] dial tcp 10.244.189.23:2881: connect: connection refused E0627 16:34:26.600671 1 conn.go:38] 0 I0627 16:34:26.600697 1 pod_controller.go:84] try empty database E0627 16:34:26.600906 1 error.go:25] dial tcp 10.244.189.23:2881: connect: connection refused E0627 16:34:26.600924 1 conn.go:38] 0 E0627 16:34:26.601176 1 error.go:25] dial tcp 10.244.234.205:2881: connect: connection refused E0627 16:34:26.601191 1 conn.go:38] 0 I0627 16:34:26.601204 1 pod_controller.go:84] try empty database E0627 16:34:26.601391 1 error.go:25] dial tcp 10.244.234.205:2881: connect: connection refused E0627 16:34:26.601406 1 conn.go:38] 0 E0627 16:34:26.601727 1 error.go:25] dial tcp 10.244.158.35:2881: connect: connection refused E0627 16:34:26.601746 1 conn.go:38] 0 I0627 16:34:26.601767 1 pod_controller.go:84] try empty database E0627 16:34:26.602128 1 error.go:25] dial tcp 10.244.158.35:2881: connect: connection refused E0627 16:34:26.602148 1 conn.go:38] 0 E0627 16:59:28.919072 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0627 16:59:28.929696 1 log.go:26] create sapp-ob-test "succeed" I0627 16:59:28.934031 1 log.go:26] create rs-ob-test "succeed" I0627 16:59:28.941176 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0627 16:59:28.942727 1 log.go:26] create obzone-ob-test "succeed" E0627 16:59:28.942923 1 service.go:51] Service "svc-ob-test" not found E0627 16:59:28.942972 1 service.go:51] Service "svc-ob-test" not found I0627 16:59:28.950839 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0627 16:59:28.951784 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0627 16:59:28.957492 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0627 16:59:28.962590 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0627 16:59:28.967963 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0627 16:59:28.977381 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0627 16:59:28.988027 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0627 16:59:28.995694 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0627 16:59:29.003387 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0627 16:59:29.014412 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0627 16:59:29.021090 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0627 16:59:29.030751 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 16:59:29.037881 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0627 16:59:29.044309 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0627 16:59:29.053015 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0627 16:59:29.058524 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0627 16:59:29.068627 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0627 16:59:29.080371 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0627 16:59:37.078162 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 16:59:42.282383 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 16:59:47.490215 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.33","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0627 16:59:52.697831 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.33","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0627 16:59:52.708119 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.244.189.33","nodeIP":"10.10.103.59","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.244.234.217","nodeIP":"10.10.103.60","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.244.158.45","nodeIP":"10.10.103.61","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0627 16:59:52.718218 1 service.go:51] Service "svc-ob-test" not found E0627 16:59:52.718251 1 service.go:51] Service "svc-ob-test" not found I0627 16:59:52.726618 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0627 16:59:52.927169 1 service.go:51] Service "svc-ob-test" not found E0627 16:59:52.927217 1 service.go:51] Service "svc-ob-test" not found E0627 16:59:52.927591 1 cable_executer.go:49] OBCluster observer 10.244.189.33 starting not ready I0627 16:59:52.928661 1 cable_executer.go:41] start observer 10.244.189.33 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.33:2882:2881;10.244.234.217:2882:2881;10.244.158.45:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0627 16:59:52.929406 1 cable_executer.go:49] OBCluster observer 10.244.234.217 starting not ready I0627 16:59:52.930270 1 cable_executer.go:41] start observer 10.244.234.217 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.33:2882:2881;10.244.234.217:2882:2881;10.244.158.45:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0627 16:59:52.931161 1 cable_executer.go:49] OBCluster observer 10.244.158.45 starting not ready I0627 16:59:52.932290 1 cable_executer.go:41] start observer 10.244.158.45 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.244.189.33:2882:2881;10.244.234.217:2882:2881;10.244.158.45:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0627 16:59:52.935238 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0627 16:59:52.936106 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.33 starting not ready E0627 16:59:57.981994 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.33 starting not ready E0627 17:00:03.245417 1 cable_executer.go:49] OBCluster ob-test observer 10.244.189.33 starting not ready E0627 17:00:08.508620 1 service.go:51] Service "svc-ob-test" not found E0627 17:00:08.508656 1 service.go:51] Service "svc-ob-test" not found I0627 17:00:08.521439 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0627 17:00:08.521702 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.244.189.33:2882', REGION 'region1' ZONE 'zone2' SERVER '10.244.234.217:2882', REGION 'region1' ZONE 'zone3' SERVER '10.244.158.45:2882' E0627 17:00:08.521826 1 service.go:51] Service "svc-ob-test" not found E0627 17:00:08.521851 1 service.go:51] Service "svc-ob-test" not found I0627 17:00:08.528853 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0627 17:00:08.528931 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0627 17:00:08.529461 1 error.go:25] dial tcp 10.244.189.33:2881: connect: connection refused E0627 17:00:08.529498 1 conn.go:38] 0 I0627 17:00:08.529527 1 pod_controller.go:84] try empty database E0627 17:00:08.529798 1 error.go:25] dial tcp 10.244.189.33:2881: connect: connection refused E0627 17:00:08.529821 1 conn.go:38] 0 E0627 17:00:08.530647 1 error.go:25] dial tcp 10.244.234.217:2881: connect: connection refused E0627 17:00:08.530678 1 conn.go:38] 0 I0627 17:00:08.530689 1 pod_controller.go:84] try empty database E0627 17:00:08.531058 1 error.go:25] dial tcp 10.244.234.217:2881: connect: connection refused E0627 17:00:08.531077 1 conn.go:38] 0 E0627 17:00:08.531378 1 error.go:25] dial tcp 10.244.158.45:2881: connect: connection refused E0627 17:00:08.531397 1 conn.go:38] 0 I0627 17:00:08.531408 1 pod_controller.go:84] try empty database E0627 17:00:08.531620 1 error.go:25] dial tcp 10.244.158.45:2881: connect: connection refused E0627 17:00:08.531637 1 conn.go:38] 0