I0413 16:41:42.689053 1 request.go:665] Waited for 1.04087972s due to client-side throttling, not priority and fairness, request: GET:https://10.60.0.1:443/apis/apiregistration.k8s.io/v1?timeout=32s I0413 16:41:42.840606 1 deleg.go:130] controller-runtime/metrics "msg"="metrics server is starting to listen" "addr"="127.0.0.1:8080" I0413 16:41:42.840721 1 controllers.go:45] load github.com/oceanbase/ob-operator/pkg/controllers/statefulapp.Add I0413 16:41:42.840822 1 controllers.go:45] load github.com/oceanbase/ob-operator/pkg/controllers/observer.Add I0413 16:41:42.840883 1 controllers.go:45] load github.com/oceanbase/ob-operator/pkg/controllers/backup.Add I0413 16:41:42.840923 1 controllers.go:45] load github.com/oceanbase/ob-operator/pkg/controllers/tenant-backup.Add I0413 16:41:42.840966 1 controllers.go:45] load github.com/oceanbase/ob-operator/pkg/controllers/restore.Add I0413 16:41:42.841003 1 controllers.go:45] load github.com/oceanbase/ob-operator/pkg/controllers/tenant.Add I0413 16:41:42.841051 1 main.go:140] starting manager. I0413 16:41:42.841229 1 leaderelection.go:248] attempting to acquire leader lease oceanbase-system/oceanbase-system... I0413 16:41:42.841242 1 internal.go:383] "msg"="starting metrics server" "path"="/metrics" I0413 16:41:42.847573 1 leaderelection.go:258] successfully acquired lease oceanbase-system/oceanbase-system I0413 16:41:42.848231 1 controller.go:178] controller/restore-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"source":{"clusterID":0,"clusterName":"","tenant":"","path":{}},"dest":{"clusterID":0,"clusterName":"","tenant":"","topology":null},"savePoint":{"value":""}},"status":{"jobID":0,"status":"","finishTimestamp":""}}} I0413 16:41:42.848255 1 controller.go:186] controller/restore-controller "msg"="Starting Controller" I0413 16:41:42.848246 1 controller.go:178] controller/tenant-backup-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"source":{"clusterID":0,"clusterName":"","clusterNamespace":""},"tenant":null},"status":{"backup set":null}}} I0413 16:41:42.848241 1 controller.go:178] controller/backup-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"source":{"clusterID":0,"clusterName":"","clusterNamespace":""},"destPath":"","schedule":null},"status":{"backup set":null,"schedule":null}}} I0413 16:41:42.848286 1 controller.go:186] controller/tenant-backup-controller "msg"="Starting Controller" I0413 16:41:42.848306 1 controller.go:178] controller/tenant-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"clusterID":0,"clusterName":"","topology":null},"status":{"status":"","topology":null}}} I0413 16:41:42.848322 1 controller.go:186] controller/tenant-controller "msg"="Starting Controller" I0413 16:41:42.848318 1 controller.go:186] controller/backup-controller "msg"="Starting Controller" I0413 16:41:42.849169 1 controller.go:178] controller/obcluster-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"imageRepo":"","tag":"","clusterID":0,"imageObagent":"","topology":null,"resources":{"cpu":"0","memory":"0","storage":null}},"status":{"status":"","topology":null}}} I0413 16:41:42.849282 1 controller.go:178] controller/statefulapp-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"cluster":"","subsets":null,"podTemplate":{"containers":null},"storageTemplates":null},"status":{"cluster":"","clusterStatus":"","subsets":null}}} I0413 16:41:42.849380 1 controller.go:178] controller/obcluster-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"cluster":"","subsets":null,"podTemplate":{"containers":null},"storageTemplates":null},"status":{"cluster":"","clusterStatus":"","subsets":null}}} I0413 16:41:42.849400 1 controller.go:178] controller/statefulapp-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"containers":null},"status":{}}} I0413 16:41:42.849405 1 controller.go:186] controller/obcluster-controller "msg"="Starting Controller" I0413 16:41:42.849446 1 controller.go:178] controller/statefulapp-controller "msg"="Starting EventSource" "source"={"Type":{"metadata":{"creationTimestamp":null},"spec":{"resources":{}},"status":{}}} I0413 16:41:42.849455 1 controller.go:186] controller/statefulapp-controller "msg"="Starting Controller" I0413 16:41:42.949443 1 controller.go:220] controller/tenant-controller "msg"="Starting workers" "worker count"=1 I0413 16:41:42.949459 1 controller.go:220] controller/backup-controller "msg"="Starting workers" "worker count"=1 I0413 16:41:42.949490 1 controller.go:220] controller/tenant-backup-controller "msg"="Starting workers" "worker count"=1 I0413 16:41:42.949495 1 controller.go:220] controller/restore-controller "msg"="Starting workers" "worker count"=1 I0413 16:41:42.950459 1 controller.go:220] controller/statefulapp-controller "msg"="Starting workers" "worker count"=3 I0413 16:41:42.950468 1 controller.go:220] controller/obcluster-controller "msg"="Starting workers" "worker count"=1 E0414 14:23:48.291053 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 14:23:48.299913 1 log.go:26] create sapp-ob-test "succeed" I0414 14:23:48.308705 1 log.go:26] create rs-ob-test "succeed" I0414 14:23:48.321290 1 log.go:26] create obzone-ob-test "succeed" I0414 14:23:48.324141 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 14:23:48.347006 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 14:23:48.368685 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 14:23:48.387534 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 14:23:48.394387 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 14:23:48.405172 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} E0414 14:23:48.421597 1 service.go:51] Service "svc-ob-test" not found E0414 14:23:48.421635 1 service.go:51] Service "svc-ob-test" not found I0414 14:23:48.429996 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 14:23:48.430027 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status E0414 14:23:48.430158 1 service.go:51] Service "svc-ob-test" not found E0414 14:23:48.430167 1 service.go:51] Service "svc-ob-test" not found I0414 14:23:48.441708 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 14:23:48.453176 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 14:23:48.457074 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status 2023/04/14 14:23:48 Get "http://:19001/api/system/info": dial tcp :19001: connect: connection refused E0414 14:23:48.457350 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T06:23:48Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} E0414 14:23:48.457390 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" I0414 14:23:48.461940 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" 2023/04/14 14:23:48 Get "http://:19001/api/system/info": dial tcp :19001: connect: connection refused E0414 14:23:48.464214 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T06:23:48Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} E0414 14:23:48.464265 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" I0414 14:23:48.471250 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" 2023/04/14 14:23:48 Get "http://:19001/api/system/info": dial tcp :19001: connect: connection refused E0414 14:23:48.474561 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T06:23:48Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} E0414 14:23:48.474615 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" I0414 14:23:48.484455 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 14:23:48.489629 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" E0414 14:23:48.495356 1 service.go:51] Service "svc-ob-test" not found E0414 14:23:48.495370 1 service.go:51] Service "svc-ob-test" not found I0414 14:23:48.505295 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0414 14:23:48.505306 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/04/14 14:23:48 Get "http://:19001/api/system/info": dial tcp :19001: connect: connection refused E0414 14:23:48.505493 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T06:23:48Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} E0414 14:23:48.505535 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" I0414 14:23:48.505759 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 14:23:48.510930 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 14:23:48.522294 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 14:23:48.532591 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0414 14:23:48.542145 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 14:23:48.549958 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 14:23:49.893098 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 14:23:54.618614 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 14:23:59.345176 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:27:46.139060 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:28:33.388047 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.24","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:29:39.538170 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.24","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:29:39.543355 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.24","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 14:29:43.866427 1 service.go:51] Service "svc-ob-test" not found E0414 14:29:43.866446 1 service.go:51] Service "svc-ob-test" not found I0414 14:29:43.869684 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 14:29:44.027852 1 service.go:51] Service "svc-ob-test" not found E0414 14:29:44.027866 1 service.go:51] Service "svc-ob-test" not found E0414 14:29:44.028145 1 cable_executer.go:49] OBCluster observer 10.50.112.24 starting not ready I0414 14:29:44.028750 1 cable_executer.go:41] start observer 10.50.112.24 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.24:2882:2881;10.50.112.63:2882:2881;10.50.112.37:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 14:29:44.028997 1 cable_executer.go:49] OBCluster observer 10.50.112.63 starting not ready I0414 14:29:44.029573 1 cable_executer.go:41] start observer 10.50.112.63 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.24:2882:2881;10.50.112.63:2882:2881;10.50.112.37:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 14:29:44.029838 1 cable_executer.go:49] OBCluster observer 10.50.112.37 starting not ready I0414 14:29:44.030388 1 cable_executer.go:41] start observer 10.50.112.37 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.24:2882:2881;10.50.112.63:2882:2881;10.50.112.37:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 14:29:44.031539 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 14:29:44.031879 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.24 starting not ready E0414 14:29:49.162434 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.24 starting not ready E0414 14:29:54.458268 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.24 starting not ready E0414 14:29:59.753955 1 service.go:51] Service "svc-ob-test" not found E0414 14:29:59.753968 1 service.go:51] Service "svc-ob-test" not found I0414 14:29:59.757613 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 14:29:59.757679 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.24:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.63:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.37:2882' E0414 14:29:59.757716 1 service.go:51] Service "svc-ob-test" not found E0414 14:29:59.757723 1 service.go:51] Service "svc-ob-test" not found I0414 14:29:59.761649 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 14:29:59.862355 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 14:29:59.862581 1 error.go:25] dial tcp 10.50.112.24:2881: connect: connection refused E0414 14:29:59.862597 1 conn.go:38] 0 I0414 14:29:59.862616 1 pod_controller.go:84] try empty database E0414 14:29:59.862755 1 error.go:25] dial tcp 10.50.112.24:2881: connect: connection refused E0414 14:29:59.862764 1 conn.go:38] 0 E0414 14:29:59.862864 1 error.go:25] dial tcp 10.50.112.63:2881: connect: connection refused E0414 14:29:59.862875 1 conn.go:38] 0 I0414 14:29:59.862886 1 pod_controller.go:84] try empty database E0414 14:29:59.862963 1 error.go:25] dial tcp 10.50.112.63:2881: connect: connection refused E0414 14:29:59.862969 1 conn.go:38] 0 E0414 14:29:59.863054 1 error.go:25] dial tcp 10.50.112.37:2881: connect: connection refused E0414 14:29:59.863061 1 conn.go:38] 0 I0414 14:29:59.863069 1 pod_controller.go:84] try empty database E0414 14:29:59.863165 1 error.go:25] dial tcp 10.50.112.37:2881: connect: connection refused E0414 14:29:59.863178 1 conn.go:38] 0 I0414 14:31:23.493138 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" E0414 14:31:23.502639 1 pvc.go:41] persistentvolumeclaims "sapp-ob-test-cn-zone1-0-data-file" already exists E0414 14:31:23.502652 1 pod_controller.go:172] pvc is already exist, need recreate I0414 14:31:23.506531 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 14:31:23.521642 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 14:31:23.535448 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-log "succeed" I0414 14:31:23.548444 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 14:31:23.554405 1 log.go:26] delete sapp-ob-test-cn-zone1-0 "succeed" I0414 14:31:28.215456 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.24","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:31:28.220468 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:31:32.939390 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 14:31:32.943465 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 14:31:32.950923 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 14:31:32.958200 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 14:31:32.964958 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" E0414 14:31:32.965144 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone1-0-obagent-conf-file" not found I0414 14:31:32.974097 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:31:32.993903 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:31:37.665470 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:31:42.390512 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:31:42.394954 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:31:56.565196 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" E0414 14:31:56.571390 1 pvc.go:41] persistentvolumeclaims "sapp-ob-test-cn-zone2-0-data-file" already exists E0414 14:31:56.571402 1 pod_controller.go:172] pvc is already exist, need recreate I0414 14:31:56.575320 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 14:31:56.578659 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 14:31:56.585662 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone2-0-log "succeed" I0414 14:31:56.589037 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0414 14:31:56.591667 1 log.go:26] delete sapp-ob-test-cn-zone2-0 "succeed" I0414 14:32:01.288964 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" E0414 14:32:01.295473 1 pvc.go:41] persistentvolumeclaims "sapp-ob-test-cn-zone3-0-data-file" already exists E0414 14:32:01.295486 1 pod_controller.go:172] pvc is already exist, need recreate I0414 14:32:01.298755 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 14:32:01.302785 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 14:32:01.307466 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone3-0-log "succeed" I0414 14:32:01.312893 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0414 14:32:01.315720 1 log.go:26] delete sapp-ob-test-cn-zone3-0 "succeed" I0414 14:32:06.013810 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 14:32:06.018976 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 14:32:06.023746 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 14:32:06.029364 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 14:32:06.038784 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" E0414 14:32:06.039039 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone2-0-obagent-conf-file" not found I0414 14:32:06.054642 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:32:06.066213 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:32:10.739830 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:32:15.462703 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 14:32:15.477169 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 14:32:15.486250 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 14:32:15.489295 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 14:32:15.495196 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" E0414 14:32:15.495432 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone3-0-obagent-conf-file" not found I0414 14:32:15.510740 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:32:15.520565 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.12","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"}]}]}]} I0414 14:32:15.527636 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.12","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 14:32:20.189953 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.12","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 14:32:24.915258 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.12","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:32:24.920590 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.12","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.7","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:33:52.760121 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681454032 create time 1681453428 I0414 14:33:52.765683 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 14:33:52.869952 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 14:33:52.973502 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 14:33:52.973565 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 14:33:52.973582 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 14:33:52.973614 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 14:33:52.979116 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 14:33:52.985650 1 log.go:26] create sapp-ob-test "succeed" I0414 14:33:52.993252 1 log.go:26] create rs-ob-test "succeed" I0414 14:33:52.995784 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 14:33:52.998173 1 log.go:26] create obzone-ob-test "succeed" E0414 14:33:52.998236 1 service.go:51] Service "svc-ob-test" not found E0414 14:33:52.998249 1 service.go:51] Service "svc-ob-test" not found I0414 14:33:53.003439 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 14:33:53.003451 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681454033 create time -62135596800 E0414 14:33:53.003480 1 statefulapp.go:86] resource name may not be empty E0414 14:33:53.003508 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 14:33:53.003580 1 service.go:51] Service "svc-ob-test" not found E0414 14:33:53.003586 1 service.go:51] Service "svc-ob-test" not found I0414 14:33:53.007362 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 14:33:53.117816 1 service.go:51] Service "svc-ob-test" not found E0414 14:33:53.117830 1 service.go:51] Service "svc-ob-test" not found E0414 14:33:53.118143 1 cable_executer.go:49] OBCluster observer 10.50.112.19 starting not ready I0414 14:33:53.118683 1 cable_executer.go:41] start observer 10.50.112.19 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.19:2882:2881;10.50.112.12:2882:2881;10.50.112.7:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 14:33:53.118974 1 cable_executer.go:49] OBCluster observer 10.50.112.12 starting not ready I0414 14:33:53.119511 1 cable_executer.go:41] start observer 10.50.112.12 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.19:2882:2881;10.50.112.12:2882:2881;10.50.112.7:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 14:33:53.119762 1 cable_executer.go:49] OBCluster observer 10.50.112.7 starting not ready I0414 14:33:53.120354 1 cable_executer.go:41] start observer 10.50.112.7 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.19:2882:2881;10.50.112.12:2882:2881;10.50.112.7:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 14:33:53.121176 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 14:33:53.122646 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.19 starting not ready 2023/04/14 14:33:59 Get "http://10.50.112.19:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0414 14:33:59.056906 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.19 starting not ready I0414 14:33:59.416610 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 14:33:59.422035 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 14:33:59.428276 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 14:33:59.438113 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 14:33:59.447331 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" E0414 14:33:59.447488 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone1-0-obagent-conf-file" not found I0414 14:33:59.469939 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.12","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.7","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:33:59.477879 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 14:33:59.486238 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 14:33:59.497413 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 14:33:59.509814 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 14:33:59.516633 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0414 14:33:59.525611 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 14:33:59.529655 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 14:33:59.538278 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 14:33:59.541051 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 14:33:59.545977 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 14:33:59.550554 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" E0414 14:33:59.550781 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone3-0-obagent-conf-file" not found I0414 14:33:59.576285 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 14:33:59.583578 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"}]}]}]} E0414 14:34:03.351898 1 service.go:51] Service "svc-ob-test" not found E0414 14:34:03.351920 1 service.go:51] Service "svc-ob-test" not found I0414 14:34:03.356603 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0414 14:34:03.356614 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/04/14 14:34:03 Get "http://:19001/api/ob/status": dial tcp :19001: connect: connection refused E0414 14:34:03.356765 1 cable_executer.go:49] OBCluster ob-test observer starting not ready I0414 14:34:04.140375 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 14:34:08.865192 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 14:34:13.589496 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.53","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:34:18.314243 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.53","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:34:23.039543 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.53","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.18","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:34:23.044255 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.53","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.18","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.20","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 14:34:24.534142 1 service.go:51] Service "svc-ob-test" not found E0414 14:34:24.534160 1 service.go:51] Service "svc-ob-test" not found I0414 14:34:24.537736 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 14:34:24.647300 1 service.go:51] Service "svc-ob-test" not found E0414 14:34:24.647317 1 service.go:51] Service "svc-ob-test" not found E0414 14:34:24.647587 1 cable_executer.go:49] OBCluster observer 10.50.112.53 starting not ready I0414 14:34:24.648147 1 cable_executer.go:41] start observer 10.50.112.53 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.53:2882:2881;10.50.112.18:2882:2881;10.50.112.20:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 14:34:24.648436 1 cable_executer.go:49] OBCluster observer 10.50.112.18 starting not ready I0414 14:34:24.648939 1 cable_executer.go:41] start observer 10.50.112.18 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.53:2882:2881;10.50.112.18:2882:2881;10.50.112.20:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 14:34:24.649207 1 cable_executer.go:49] OBCluster observer 10.50.112.20 starting not ready I0414 14:34:24.649740 1 cable_executer.go:41] start observer 10.50.112.20 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.53:2882:2881;10.50.112.18:2882:2881;10.50.112.20:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 14:34:24.650306 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 14:34:24.650756 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.53 starting not ready E0414 14:34:29.829743 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.53 starting not ready E0414 14:34:35.125145 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.53 starting not ready E0414 14:34:40.421684 1 service.go:51] Service "svc-ob-test" not found E0414 14:34:40.421697 1 service.go:51] Service "svc-ob-test" not found I0414 14:34:40.425217 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 14:34:40.425287 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.53:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.18:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.20:2882' E0414 14:34:40.425317 1 service.go:51] Service "svc-ob-test" not found E0414 14:34:40.425327 1 service.go:51] Service "svc-ob-test" not found I0414 14:34:40.428191 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 14:34:40.428234 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 14:34:40.428433 1 error.go:25] dial tcp 10.50.112.53:2881: connect: connection refused E0414 14:34:40.428446 1 conn.go:38] 0 I0414 14:34:40.428456 1 pod_controller.go:84] try empty database E0414 14:34:40.428558 1 error.go:25] dial tcp 10.50.112.53:2881: connect: connection refused E0414 14:34:40.428563 1 conn.go:38] 0 E0414 14:34:40.428645 1 error.go:25] dial tcp 10.50.112.18:2881: connect: connection refused E0414 14:34:40.428658 1 conn.go:38] 0 I0414 14:34:40.428667 1 pod_controller.go:84] try empty database E0414 14:34:40.428768 1 error.go:25] dial tcp 10.50.112.18:2881: connect: connection refused E0414 14:34:40.428774 1 conn.go:38] 0 E0414 14:34:40.428849 1 error.go:25] dial tcp 10.50.112.20:2881: connect: connection refused E0414 14:34:40.428856 1 conn.go:38] 0 I0414 14:34:40.428862 1 pod_controller.go:84] try empty database E0414 14:34:40.428943 1 error.go:25] dial tcp 10.50.112.20:2881: connect: connection refused E0414 14:34:40.428951 1 conn.go:38] 0 I0414 14:43:56.457395 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681454636 create time 1681454032 I0414 14:43:56.461689 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 14:43:56.467845 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 14:43:56.474257 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 14:43:56.474312 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 14:43:56.474325 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 14:43:56.474357 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 14:43:56.480025 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 14:43:56.485109 1 log.go:26] create sapp-ob-test "succeed" I0414 14:43:56.489702 1 log.go:26] create rs-ob-test "succeed" I0414 14:43:56.492565 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 14:43:56.494041 1 log.go:26] create obzone-ob-test "succeed" E0414 14:43:56.494104 1 service.go:51] Service "svc-ob-test" not found E0414 14:43:56.494113 1 service.go:51] Service "svc-ob-test" not found I0414 14:43:56.497537 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 14:43:56.497551 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681454636 create time -62135596800 E0414 14:43:56.497578 1 statefulapp.go:86] resource name may not be empty E0414 14:43:56.497610 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 14:43:56.497925 1 service.go:51] Service "svc-ob-test" not found E0414 14:43:56.497940 1 service.go:51] Service "svc-ob-test" not found I0414 14:43:56.501346 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 14:43:56.606494 1 service.go:51] Service "svc-ob-test" not found E0414 14:43:56.606509 1 service.go:51] Service "svc-ob-test" not found I0414 14:43:56.609892 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 14:43:56.610556 1 service.go:51] Service "svc-ob-test" not found E0414 14:43:56.610568 1 service.go:51] Service "svc-ob-test" not found I0414 14:43:56.614002 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 14:43:56.614086 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.53:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.18:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.20:2882' E0414 14:43:56.614115 1 service.go:51] Service "svc-ob-test" not found E0414 14:43:56.614124 1 service.go:51] Service "svc-ob-test" not found I0414 14:43:56.616628 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 14:43:56.616666 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 14:43:56.616811 1 error.go:25] dial tcp 10.50.112.53:2881: connect: connection refused E0414 14:43:56.616819 1 conn.go:38] 0 I0414 14:43:56.616827 1 pod_controller.go:84] try empty database E0414 14:43:56.616884 1 error.go:25] dial tcp 10.50.112.53:2881: connect: connection refused E0414 14:43:56.616889 1 conn.go:38] 0 E0414 14:43:56.616977 1 error.go:25] dial tcp 10.50.112.18:2881: connect: connection refused E0414 14:43:56.616988 1 conn.go:38] 0 I0414 14:43:56.616998 1 pod_controller.go:84] try empty database E0414 14:43:56.617114 1 error.go:25] dial tcp 10.50.112.18:2881: connect: connection refused E0414 14:43:56.617121 1 conn.go:38] 0 E0414 14:43:56.617193 1 error.go:25] dial tcp 10.50.112.20:2881: connect: connection refused E0414 14:43:56.617199 1 conn.go:38] 0 I0414 14:43:56.617205 1 pod_controller.go:84] try empty database E0414 14:43:56.617272 1 error.go:25] dial tcp 10.50.112.20:2881: connect: connection refused E0414 14:43:56.617282 1 conn.go:38] 0 I0414 14:44:04.212677 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 14:44:04.217824 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 14:44:04.222127 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 14:44:04.232205 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 14:44:04.238734 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" E0414 14:44:04.238874 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone1-0-obagent-conf-file" not found I0414 14:44:04.249671 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.53","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.18","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.20","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:44:04.253159 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 14:44:04.259681 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 14:44:04.267247 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 14:44:04.278903 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 14:44:04.284433 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0414 14:44:04.305590 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 14:44:04.312815 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 14:44:04.320865 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 14:44:04.335001 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 14:44:04.337726 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 14:44:04.343697 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" E0414 14:44:04.343901 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone3-0-obagent-conf-file" not found I0414 14:44:04.350827 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 14:44:04.357412 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"}]}]}]} I0414 14:44:08.935447 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 14:44:13.661456 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 14:44:18.386285 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.8","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:44:23.111044 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.25","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.8","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:44:23.115693 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.25","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.8","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.57","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:54:00.159006 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681455240 create time 1681454636 I0414 14:54:00.164222 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 14:54:00.172031 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 14:54:00.177493 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 14:54:00.177535 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 14:54:00.177546 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 14:54:00.177575 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 14:54:00.183520 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 14:54:00.188008 1 log.go:26] create sapp-ob-test "succeed" I0414 14:54:00.195641 1 log.go:26] create rs-ob-test "succeed" I0414 14:54:00.198157 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 14:54:00.201491 1 log.go:26] create obzone-ob-test "succeed" E0414 14:54:00.201544 1 service.go:51] Service "svc-ob-test" not found E0414 14:54:00.201555 1 service.go:51] Service "svc-ob-test" not found I0414 14:54:00.209389 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 14:54:00.209401 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681455240 create time -62135596800 E0414 14:54:00.209427 1 statefulapp.go:86] resource name may not be empty E0414 14:54:00.209456 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 14:54:00.209524 1 service.go:51] Service "svc-ob-test" not found E0414 14:54:00.209531 1 service.go:51] Service "svc-ob-test" not found I0414 14:54:00.214906 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 14:54:00.492181 1 service.go:51] Service "svc-ob-test" not found E0414 14:54:00.492196 1 service.go:51] Service "svc-ob-test" not found E0414 14:54:00.492526 1 cable_executer.go:49] OBCluster observer 10.50.112.25 starting not ready I0414 14:54:00.493119 1 cable_executer.go:41] start observer 10.50.112.25 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.25:2882:2881;10.50.112.8:2882:2881;10.50.112.57:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 14:54:00.493388 1 cable_executer.go:49] OBCluster observer 10.50.112.8 starting not ready I0414 14:54:00.493912 1 cable_executer.go:41] start observer 10.50.112.8 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.25:2882:2881;10.50.112.8:2882:2881;10.50.112.57:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 14:54:00.494184 1 cable_executer.go:49] OBCluster observer 10.50.112.57 starting not ready I0414 14:54:00.494805 1 cable_executer.go:41] start observer 10.50.112.57 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.25:2882:2881;10.50.112.8:2882:2881;10.50.112.57:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 14:54:00.495650 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 14:54:00.495969 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.25 starting not ready 2023/04/14 14:54:06 Get "http://10.50.112.25:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0414 14:54:06.455538 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.25 starting not ready I0414 14:54:09.008190 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 14:54:09.011978 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 14:54:09.030580 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 14:54:09.044136 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 14:54:09.054325 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0414 14:54:09.071224 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.25","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.8","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.57","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:54:09.082167 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"10.50.112.57","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:54:09.088559 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"10.50.112.57","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 14:54:10.749949 1 service.go:51] Service "svc-ob-test" not found E0414 14:54:10.749969 1 service.go:51] Service "svc-ob-test" not found I0414 14:54:10.753259 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0414 14:54:10.753270 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/04/14 14:54:10 Get "http://:19001/api/ob/status": dial tcp :19001: connect: connection refused E0414 14:54:10.753395 1 cable_executer.go:49] OBCluster ob-test observer starting not ready I0414 14:54:13.728117 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 14:54:13.732761 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 14:54:13.743805 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 14:54:13.748997 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 14:54:13.752612 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 14:54:13.760362 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"10.50.112.57","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:54:13.765853 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 14:54:13.769868 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 14:54:13.774608 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 14:54:13.783316 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 14:54:13.789199 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" E0414 14:54:13.789419 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone3-0-obagent-conf-file" not found I0414 14:54:13.796915 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 14:54:13.806037 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"}]}]}]} I0414 14:54:18.454694 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 14:54:23.179936 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.9","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 14:54:27.910596 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.50","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.9","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:54:32.629399 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.50","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.9","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 14:54:32.634218 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.50","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.9","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.11","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 14:54:37.228058 1 service.go:51] Service "svc-ob-test" not found E0414 14:54:37.228075 1 service.go:51] Service "svc-ob-test" not found I0414 14:54:37.231664 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 14:54:37.335266 1 service.go:51] Service "svc-ob-test" not found E0414 14:54:37.335281 1 service.go:51] Service "svc-ob-test" not found E0414 14:54:37.335558 1 cable_executer.go:49] OBCluster observer 10.50.112.50 starting not ready I0414 14:54:37.336100 1 cable_executer.go:41] start observer 10.50.112.50 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.50:2882:2881;10.50.112.9:2882:2881;10.50.112.11:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 14:54:37.336366 1 cable_executer.go:49] OBCluster observer 10.50.112.9 starting not ready I0414 14:54:37.336808 1 cable_executer.go:41] start observer 10.50.112.9 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.50:2882:2881;10.50.112.9:2882:2881;10.50.112.11:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 14:54:37.337102 1 cable_executer.go:49] OBCluster observer 10.50.112.11 starting not ready I0414 14:54:37.337630 1 cable_executer.go:41] start observer 10.50.112.11 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.50:2882:2881;10.50.112.9:2882:2881;10.50.112.11:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 14:54:37.338382 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 14:54:37.338791 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.50 starting not ready E0414 14:54:42.524064 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.50 starting not ready E0414 14:54:47.819820 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.50 starting not ready E0414 14:54:53.115527 1 service.go:51] Service "svc-ob-test" not found E0414 14:54:53.115540 1 service.go:51] Service "svc-ob-test" not found I0414 14:54:53.118839 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 14:54:53.119064 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.50:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.9:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.11:2882' E0414 14:54:53.119110 1 service.go:51] Service "svc-ob-test" not found E0414 14:54:53.119118 1 service.go:51] Service "svc-ob-test" not found I0414 14:54:53.122303 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 14:54:53.122380 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 14:54:53.122537 1 error.go:25] dial tcp 10.50.112.50:2881: connect: connection refused E0414 14:54:53.122546 1 conn.go:38] 0 I0414 14:54:53.122554 1 pod_controller.go:84] try empty database E0414 14:54:53.122637 1 error.go:25] dial tcp 10.50.112.50:2881: connect: connection refused E0414 14:54:53.122649 1 conn.go:38] 0 E0414 14:54:53.122763 1 error.go:25] dial tcp 10.50.112.9:2881: connect: connection refused E0414 14:54:53.122769 1 conn.go:38] 0 I0414 14:54:53.122775 1 pod_controller.go:84] try empty database E0414 14:54:53.122848 1 error.go:25] dial tcp 10.50.112.9:2881: connect: connection refused E0414 14:54:53.122859 1 conn.go:38] 0 E0414 14:54:53.122956 1 error.go:25] dial tcp 10.50.112.11:2881: connect: connection refused E0414 14:54:53.122962 1 conn.go:38] 0 I0414 14:54:53.122968 1 pod_controller.go:84] try empty database E0414 14:54:53.123025 1 error.go:25] dial tcp 10.50.112.11:2881: connect: connection refused E0414 14:54:53.123033 1 conn.go:38] 0 I0414 15:04:03.865195 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681455843 create time 1681455240 I0414 15:04:03.869399 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 15:04:03.874881 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 15:04:03.880141 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 15:04:03.880189 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 15:04:03.880199 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 15:04:03.880230 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 15:04:03.885974 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 15:04:03.891360 1 log.go:26] create sapp-ob-test "succeed" I0414 15:04:03.897222 1 log.go:26] create rs-ob-test "succeed" I0414 15:04:03.899380 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 15:04:03.900974 1 log.go:26] create obzone-ob-test "succeed" E0414 15:04:03.901049 1 service.go:51] Service "svc-ob-test" not found E0414 15:04:03.901059 1 service.go:51] Service "svc-ob-test" not found I0414 15:04:03.904112 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 15:04:03.904124 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681455843 create time -62135596800 E0414 15:04:03.904149 1 statefulapp.go:86] resource name may not be empty E0414 15:04:03.904178 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 15:04:03.904408 1 service.go:51] Service "svc-ob-test" not found E0414 15:04:03.904418 1 service.go:51] Service "svc-ob-test" not found I0414 15:04:03.908100 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 15:04:04.014488 1 service.go:51] Service "svc-ob-test" not found E0414 15:04:04.014502 1 service.go:51] Service "svc-ob-test" not found I0414 15:04:04.017855 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 15:04:04.018585 1 service.go:51] Service "svc-ob-test" not found E0414 15:04:04.018595 1 service.go:51] Service "svc-ob-test" not found I0414 15:04:04.021906 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 15:04:04.021968 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.50:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.9:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.11:2882' E0414 15:04:04.022006 1 service.go:51] Service "svc-ob-test" not found E0414 15:04:04.022033 1 service.go:51] Service "svc-ob-test" not found I0414 15:04:04.025105 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 15:04:04.025188 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 15:04:04.025334 1 error.go:25] dial tcp 10.50.112.50:2881: connect: connection refused E0414 15:04:04.025343 1 conn.go:38] 0 I0414 15:04:04.025351 1 pod_controller.go:84] try empty database E0414 15:04:04.025424 1 error.go:25] dial tcp 10.50.112.50:2881: connect: connection refused E0414 15:04:04.025430 1 conn.go:38] 0 E0414 15:04:04.025510 1 error.go:25] dial tcp 10.50.112.9:2881: connect: connection refused E0414 15:04:04.025520 1 conn.go:38] 0 I0414 15:04:04.025530 1 pod_controller.go:84] try empty database E0414 15:04:04.025629 1 error.go:25] dial tcp 10.50.112.9:2881: connect: connection refused E0414 15:04:04.025634 1 conn.go:38] 0 E0414 15:04:04.025714 1 error.go:25] dial tcp 10.50.112.11:2881: connect: connection refused E0414 15:04:04.025725 1 conn.go:38] 0 I0414 15:04:04.025733 1 pod_controller.go:84] try empty database E0414 15:04:04.025832 1 error.go:25] dial tcp 10.50.112.11:2881: connect: connection refused E0414 15:04:04.025842 1 conn.go:38] 0 I0414 15:04:13.801126 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 15:04:13.808750 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 15:04:13.816431 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 15:04:13.828384 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 15:04:13.838608 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 15:04:13.846247 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.50","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.9","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.11","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:04:13.852523 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 15:04:13.858633 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 15:04:13.860917 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 15:04:13.867747 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 15:04:13.870089 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" E0414 15:04:13.870250 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone2-0-obagent-conf-file" not found I0414 15:04:13.879480 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 15:04:13.886737 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 15:04:13.891056 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 15:04:13.898927 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 15:04:13.907157 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 15:04:13.912953 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" E0414 15:04:13.913132 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone3-0-obagent-conf-file" not found I0414 15:04:13.924462 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 15:04:13.935204 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"}]}]}]} I0414 15:04:18.524857 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 15:04:23.255936 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 15:04:27.983047 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.27","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:04:32.699784 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.27","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:04:32.705422 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.27","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.47","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.36","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:14:07.566028 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681456447 create time 1681455843 I0414 15:14:07.572500 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 15:14:07.579770 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 15:14:07.598831 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 15:14:07.598892 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 15:14:07.598905 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 15:14:07.598936 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 15:14:07.604801 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 15:14:07.613668 1 log.go:26] create sapp-ob-test "succeed" I0414 15:14:07.623619 1 log.go:26] create rs-ob-test "succeed" I0414 15:14:07.623846 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 15:14:07.641499 1 log.go:26] create obzone-ob-test "succeed" E0414 15:14:07.641601 1 service.go:51] Service "svc-ob-test" not found E0414 15:14:07.641612 1 service.go:51] Service "svc-ob-test" not found I0414 15:14:07.647287 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 15:14:07.647303 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681456447 create time -62135596800 E0414 15:14:07.647341 1 statefulapp.go:86] resource name may not be empty E0414 15:14:07.647381 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 15:14:07.647480 1 service.go:51] Service "svc-ob-test" not found E0414 15:14:07.647487 1 service.go:51] Service "svc-ob-test" not found I0414 15:14:07.652461 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 15:14:08.041138 1 service.go:51] Service "svc-ob-test" not found E0414 15:14:08.041151 1 service.go:51] Service "svc-ob-test" not found E0414 15:14:08.041452 1 cable_executer.go:49] OBCluster observer 10.50.112.27 starting not ready I0414 15:14:08.041996 1 cable_executer.go:41] start observer 10.50.112.27 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.27:2882:2881;10.50.112.47:2882:2881;10.50.112.36:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 15:14:08.042277 1 cable_executer.go:49] OBCluster observer 10.50.112.47 starting not ready I0414 15:14:08.042794 1 cable_executer.go:41] start observer 10.50.112.47 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.27:2882:2881;10.50.112.47:2882:2881;10.50.112.36:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 15:14:08.043067 1 cable_executer.go:49] OBCluster observer 10.50.112.36 starting not ready I0414 15:14:08.043529 1 cable_executer.go:41] start observer 10.50.112.36 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.27:2882:2881;10.50.112.47:2882:2881;10.50.112.36:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 15:14:08.044772 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 15:14:08.045092 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.27 starting not ready E0414 15:14:08.045366 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.27 starting not ready 2023/04/14 15:14:13 Get "http://10.50.112.27:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0414 15:14:13.862115 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.27 starting not ready I0414 15:14:13.863251 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.27","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.47","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.36","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:14:13.868106 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"10.50.112.27","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.47","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.36","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:14:18.157700 1 service.go:51] Service "svc-ob-test" not found E0414 15:14:18.157718 1 service.go:51] Service "svc-ob-test" not found I0414 15:14:18.161198 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0414 15:14:18.161209 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/04/14 15:14:19 Get "http://10.50.112.27:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0414 15:14:19.161511 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.27 starting not ready I0414 15:14:23.314379 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 15:14:23.321980 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 15:14:23.325641 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 15:14:23.337057 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 15:14:23.343448 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 15:14:23.358682 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"10.50.112.27","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.47","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.36","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:14:23.369648 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 15:14:23.376712 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 15:14:23.386895 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 15:14:23.392387 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 15:14:23.398740 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" E0414 15:14:23.398888 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone2-0-obagent-conf-file" not found I0414 15:14:23.411490 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 15:14:23.417513 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 15:14:23.420125 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 15:14:23.429333 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 15:14:23.441370 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 15:14:23.449850 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0414 15:14:23.461715 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 15:14:28.040393 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 15:14:28.046760 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 15:14:32.762642 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 15:14:37.490254 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.51","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:14:42.213169 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.51","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:14:42.218323 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.51","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.22","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.44","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:14:44.634665 1 service.go:51] Service "svc-ob-test" not found E0414 15:14:44.634683 1 service.go:51] Service "svc-ob-test" not found I0414 15:14:44.637998 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 15:14:44.756958 1 service.go:51] Service "svc-ob-test" not found E0414 15:14:44.756972 1 service.go:51] Service "svc-ob-test" not found E0414 15:14:44.757264 1 cable_executer.go:49] OBCluster observer 10.50.112.51 starting not ready I0414 15:14:44.757793 1 cable_executer.go:41] start observer 10.50.112.51 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.51:2882:2881;10.50.112.22:2882:2881;10.50.112.44:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 15:14:44.758075 1 cable_executer.go:49] OBCluster observer 10.50.112.22 starting not ready I0414 15:14:44.758720 1 cable_executer.go:41] start observer 10.50.112.22 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.51:2882:2881;10.50.112.22:2882:2881;10.50.112.44:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 15:14:44.758985 1 cable_executer.go:49] OBCluster observer 10.50.112.44 starting not ready I0414 15:14:44.759478 1 cable_executer.go:41] start observer 10.50.112.44 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.51:2882:2881;10.50.112.22:2882:2881;10.50.112.44:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 15:14:44.760390 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 15:14:44.760659 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.51 starting not ready E0414 15:14:49.931069 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.51 starting not ready E0414 15:14:55.226664 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.51 starting not ready E0414 15:15:00.522505 1 service.go:51] Service "svc-ob-test" not found E0414 15:15:00.522519 1 service.go:51] Service "svc-ob-test" not found I0414 15:15:00.526330 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 15:15:00.526395 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.51:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.22:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.44:2882' E0414 15:15:00.526429 1 service.go:51] Service "svc-ob-test" not found E0414 15:15:00.526437 1 service.go:51] Service "svc-ob-test" not found I0414 15:15:00.529427 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 15:15:00.529519 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 15:15:00.529707 1 error.go:25] dial tcp 10.50.112.51:2881: connect: connection refused E0414 15:15:00.529719 1 conn.go:38] 0 I0414 15:15:00.529728 1 pod_controller.go:84] try empty database E0414 15:15:00.529791 1 error.go:25] dial tcp 10.50.112.51:2881: connect: connection refused E0414 15:15:00.529797 1 conn.go:38] 0 E0414 15:15:00.529880 1 error.go:25] dial tcp 10.50.112.22:2881: connect: connection refused E0414 15:15:00.529892 1 conn.go:38] 0 I0414 15:15:00.529907 1 pod_controller.go:84] try empty database E0414 15:15:00.530009 1 error.go:25] dial tcp 10.50.112.22:2881: connect: connection refused E0414 15:15:00.530023 1 conn.go:38] 0 E0414 15:15:00.530095 1 error.go:25] dial tcp 10.50.112.44:2881: connect: connection refused E0414 15:15:00.530101 1 conn.go:38] 0 I0414 15:15:00.530106 1 pod_controller.go:84] try empty database E0414 15:15:00.530159 1 error.go:25] dial tcp 10.50.112.44:2881: connect: connection refused E0414 15:15:00.530164 1 conn.go:38] 0 I0414 15:24:11.283214 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681457051 create time 1681456447 I0414 15:24:11.306153 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 15:24:11.310226 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 15:24:11.320891 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 15:24:11.320954 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 15:24:11.320971 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 15:24:11.321041 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 15:24:11.326856 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 15:24:11.331501 1 log.go:26] create sapp-ob-test "succeed" I0414 15:24:11.331694 1 subset_controller.go:99] DeleteSubset I0414 15:24:11.334888 1 log.go:26] create rs-ob-test "succeed" I0414 15:24:11.338688 1 log.go:26] create obzone-ob-test "succeed" E0414 15:24:11.338761 1 service.go:51] Service "svc-ob-test" not found E0414 15:24:11.338812 1 service.go:51] Service "svc-ob-test" not found I0414 15:24:11.339058 1 log.go:26] delete Pod sapp-ob-test-cn-zone2-0 "succeed" I0414 15:24:11.343771 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 15:24:11.343785 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681457051 create time -62135596800 E0414 15:24:11.343818 1 statefulapp.go:86] resource name may not be empty E0414 15:24:11.343848 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" I0414 15:24:13.931617 1 subset_controller.go:99] DeleteSubset I0414 15:24:13.933100 1 log.go:26] delete Pod sapp-ob-test-cn-zone2-0 "succeed" I0414 15:24:18.656161 1 subset_controller.go:99] DeleteSubset I0414 15:24:18.657631 1 log.go:26] delete Pod sapp-ob-test-cn-zone2-0 "succeed" I0414 15:24:23.393674 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 15:24:23.402009 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 15:24:23.408138 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 15:24:23.416993 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 15:24:23.423886 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" E0414 15:24:23.424079 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone1-0-obagent-conf-file" not found I0414 15:24:23.430640 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 15:24:23.437004 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"}]}]}]} I0414 15:24:28.113520 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 15:24:28.120460 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.56","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:24:32.450531 1 service.go:51] Service "svc-ob-test" not found E0414 15:24:32.450550 1 service.go:51] Service "svc-ob-test" not found I0414 15:24:32.454106 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 15:24:32.625600 1 service.go:51] Service "svc-ob-test" not found E0414 15:24:32.625614 1 service.go:51] Service "svc-ob-test" not found E0414 15:24:32.625933 1 cable_executer.go:49] OBCluster observer 10.50.112.56 starting not ready I0414 15:24:32.626478 1 cable_executer.go:41] start observer 10.50.112.56 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.56:2882:2881","version":"4.1.0.0","zoneName":"zone1"} I0414 15:24:32.630574 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 15:24:32.630918 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.56 starting not ready E0414 15:24:37.746792 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.56 starting not ready E0414 15:24:43.042465 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.56 starting not ready E0414 15:24:48.337983 1 service.go:51] Service "svc-ob-test" not found E0414 15:24:48.337998 1 service.go:51] Service "svc-ob-test" not found I0414 15:24:48.341427 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 15:24:48.341635 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.56:2882' E0414 15:24:48.341671 1 service.go:51] Service "svc-ob-test" not found E0414 15:24:48.341678 1 service.go:51] Service "svc-ob-test" not found I0414 15:24:48.344445 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 15:24:48.344492 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 15:24:48.345458 1 error.go:25] dial tcp 10.50.112.56:2881: connect: connection refused E0414 15:24:48.345473 1 conn.go:38] 0 I0414 15:24:48.345487 1 pod_controller.go:84] try empty database E0414 15:24:48.345585 1 error.go:25] dial tcp 10.50.112.56:2881: connect: connection refused E0414 15:24:48.345597 1 conn.go:38] 0 I0414 15:34:14.032925 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" E0414 15:34:14.036779 1 pvc.go:41] persistentvolumeclaims "sapp-ob-test-cn-zone1-0-data-file" already exists E0414 15:34:14.036797 1 pod_controller.go:172] pvc is already exist, need recreate I0414 15:34:14.040293 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 15:34:14.043079 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 15:34:14.047502 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-log "succeed" I0414 15:34:14.050122 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 15:34:14.054793 1 log.go:26] delete sapp-ob-test-cn-zone1-0 "succeed" I0414 15:34:14.966730 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681457654 create time 1681457051 I0414 15:34:14.977037 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 15:34:14.993789 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 15:34:15.001130 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 15:34:15.001199 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 15:34:15.001216 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 15:34:15.001270 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 15:34:15.006826 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 15:34:15.011797 1 log.go:26] create sapp-ob-test "succeed" I0414 15:34:15.015439 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 15:34:15.018721 1 log.go:26] create rs-ob-test "succeed" I0414 15:34:15.024092 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 15:34:15.031254 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 15:34:15.032929 1 log.go:26] create obzone-ob-test "succeed" E0414 15:34:15.032999 1 service.go:51] Service "svc-ob-test" not found E0414 15:34:15.033006 1 service.go:51] Service "svc-ob-test" not found I0414 15:34:15.039864 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 15:34:15.039877 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681457655 create time -62135596800 E0414 15:34:15.039917 1 statefulapp.go:86] resource name may not be empty E0414 15:34:15.039949 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" I0414 15:34:15.043606 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 15:34:15.053987 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" E0414 15:34:15.054131 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone1-0-obagent-conf-file" not found I0414 15:34:15.069041 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 15:34:15.075564 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"}]}]}]} I0414 15:34:18.735891 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 15:34:23.461716 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:34:23.466311 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:34:25.557246 1 service.go:51] Service "svc-ob-test" not found E0414 15:34:25.557262 1 service.go:51] Service "svc-ob-test" not found I0414 15:34:25.560257 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status 2023/04/14 15:34:25 Get "http://10.50.112.33:19001/api/system/info": dial tcp 10.50.112.33:19001: connect: connection refused E0414 15:34:25.620524 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T07:34:25Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:34:25.731484 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" 2023/04/14 15:34:25 Get "http://10.50.112.33:19001/api/system/info": dial tcp 10.50.112.33:19001: connect: connection refused E0414 15:34:25.731840 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T07:34:25Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:34:25.731876 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" 2023/04/14 15:34:25 Get "http://10.50.112.33:19001/api/system/info": dial tcp 10.50.112.33:19001: connect: connection refused E0414 15:34:25.742340 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T07:34:25Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:34:25.742372 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" 2023/04/14 15:34:25 Get "http://10.50.112.33:19001/api/system/info": dial tcp 10.50.112.33:19001: connect: connection refused E0414 15:34:25.762817 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T07:34:25Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:34:25.762854 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" 2023/04/14 15:34:25 Get "http://10.50.112.33:19001/api/system/info": dial tcp 10.50.112.33:19001: connect: connection refused E0414 15:34:25.803328 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T07:34:25Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:34:25.803373 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" 2023/04/14 15:34:25 Get "http://10.50.112.33:19001/api/system/info": dial tcp 10.50.112.33:19001: connect: connection refused E0414 15:34:25.884034 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T07:34:25Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:34:25.884081 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" 2023/04/14 15:34:26 Get "http://10.50.112.33:19001/api/system/info": dial tcp 10.50.112.33:19001: connect: connection refused E0414 15:34:26.044761 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T07:34:25Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:34:26.044804 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" 2023/04/14 15:34:26 Get "http://10.50.112.33:19001/api/system/info": dial tcp 10.50.112.33:19001: connect: connection refused E0414 15:34:26.365620 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T07:34:25Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:34:26.365661 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" 2023/04/14 15:34:27 Get "http://10.50.112.33:19001/api/system/info": dial tcp 10.50.112.33:19001: connect: connection refused E0414 15:34:27.006858 1 task_obcluster_bootstrap.go:111] cable get ip failed, OBCluster status {"status":"Prepareing","topology":[{"cluster":"cn","clusterStatus":"Resource Ready","lastTransitionTime":"2023-04-14T07:34:25Z","zone":[]}]} StatefulApp status {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:34:27.006903 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="cable get ip failed" "name"="ob-test" "namespace"="obcluster" E0414 15:34:28.446243 1 service.go:51] Service "svc-ob-test" not found E0414 15:34:28.446258 1 service.go:51] Service "svc-ob-test" not found E0414 15:34:28.446854 1 cable_executer.go:49] OBCluster observer 10.50.112.33 starting not ready I0414 15:34:28.447565 1 cable_executer.go:41] start observer 10.50.112.33 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":10,"rsList":"10.50.112.33:2882:2881","version":"4.1.0.0","zoneName":"zone1"} I0414 15:34:28.449462 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 15:34:28.449820 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.33 starting not ready E0414 15:34:30.853630 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.33 starting not ready E0414 15:34:36.149007 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.33 starting not ready E0414 15:34:41.444854 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.33 starting not ready E0414 15:34:46.740909 1 service.go:51] Service "svc-ob-test" not found E0414 15:34:46.740924 1 service.go:51] Service "svc-ob-test" not found I0414 15:34:46.744648 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 15:34:46.744708 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.33:2882' E0414 15:34:46.744737 1 service.go:51] Service "svc-ob-test" not found E0414 15:34:46.744743 1 service.go:51] Service "svc-ob-test" not found I0414 15:34:46.747565 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 15:34:46.747609 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 15:34:46.747841 1 error.go:25] dial tcp 10.50.112.33:2881: connect: connection refused E0414 15:34:46.747853 1 conn.go:38] 0 I0414 15:34:46.747866 1 pod_controller.go:84] try empty database E0414 15:34:46.747973 1 error.go:25] dial tcp 10.50.112.33:2881: connect: connection refused E0414 15:34:46.747980 1 conn.go:38] 0 I0414 15:44:18.672893 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681458258 create time 1681457655 I0414 15:44:18.695024 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 15:44:18.700530 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 15:44:18.706652 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 15:44:18.706720 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 15:44:18.706734 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 15:44:18.706783 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 15:44:18.711996 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 15:44:18.716606 1 log.go:26] create sapp-ob-test "succeed" I0414 15:44:18.719762 1 log.go:26] create rs-ob-test "succeed" I0414 15:44:18.722559 1 log.go:26] create obzone-ob-test "succeed" E0414 15:44:18.722638 1 service.go:51] Service "svc-ob-test" not found E0414 15:44:18.722648 1 service.go:51] Service "svc-ob-test" not found I0414 15:44:18.727173 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 15:44:18.727185 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681458258 create time -62135596800 E0414 15:44:18.727214 1 statefulapp.go:86] resource name may not be empty E0414 15:44:18.727245 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" I0414 15:44:18.752816 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 15:44:18.756579 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 15:44:18.762052 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 15:44:18.781891 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 15:44:18.789477 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0414 15:44:18.804595 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 15:44:18.811157 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 15:44:18.819343 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 15:44:18.825367 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 15:44:18.831538 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 15:44:18.836690 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0414 15:44:18.845147 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 15:44:23.534926 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 15:44:28.259209 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:44:32.983883 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:44:37.707117 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 15:44:37.713768 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 15:44:37.719505 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 15:44:37.724558 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 15:44:37.729451 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" E0414 15:44:37.729581 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone1-0-obagent-conf-file" not found I0414 15:44:37.744587 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"10.50.112.33","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:44:37.750836 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:44:42.434287 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:44:47.158823 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:44:47.164458 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.42","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:44:50.441504 1 service.go:51] Service "svc-ob-test" not found E0414 15:44:50.441531 1 service.go:51] Service "svc-ob-test" not found I0414 15:44:50.444647 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 15:44:50.720163 1 service.go:51] Service "svc-ob-test" not found E0414 15:44:50.720178 1 service.go:51] Service "svc-ob-test" not found E0414 15:44:50.720453 1 cable_executer.go:49] OBCluster observer 10.50.112.42 starting not ready I0414 15:44:50.721070 1 cable_executer.go:41] start observer 10.50.112.42 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.42:2882:2881;10.50.112.60:2882:2881;10.50.112.59:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 15:44:50.721332 1 cable_executer.go:49] OBCluster observer 10.50.112.60 starting not ready I0414 15:44:50.721913 1 cable_executer.go:41] start observer 10.50.112.60 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.42:2882:2881;10.50.112.60:2882:2881;10.50.112.59:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 15:44:50.722194 1 cable_executer.go:49] OBCluster observer 10.50.112.59 starting not ready I0414 15:44:50.722786 1 cable_executer.go:41] start observer 10.50.112.59 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.42:2882:2881;10.50.112.60:2882:2881;10.50.112.59:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 15:44:50.723922 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 15:44:50.724308 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.42 starting not ready E0414 15:44:55.737344 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.42 starting not ready E0414 15:45:01.032538 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.42 starting not ready E0414 15:45:06.328659 1 service.go:51] Service "svc-ob-test" not found E0414 15:45:06.328677 1 service.go:51] Service "svc-ob-test" not found I0414 15:45:06.331599 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 15:45:06.335516 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.42:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.60:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.59:2882' E0414 15:45:06.335644 1 service.go:51] Service "svc-ob-test" not found E0414 15:45:06.335658 1 service.go:51] Service "svc-ob-test" not found I0414 15:45:06.338871 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 15:45:06.338953 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 15:45:06.339197 1 error.go:25] dial tcp 10.50.112.42:2881: connect: connection refused E0414 15:45:06.339209 1 conn.go:38] 0 I0414 15:45:06.339223 1 pod_controller.go:84] try empty database E0414 15:45:06.339295 1 error.go:25] dial tcp 10.50.112.42:2881: connect: connection refused E0414 15:45:06.339301 1 conn.go:38] 0 E0414 15:45:06.339375 1 error.go:25] dial tcp 10.50.112.60:2881: connect: connection refused E0414 15:45:06.339381 1 conn.go:38] 0 I0414 15:45:06.339387 1 pod_controller.go:84] try empty database E0414 15:45:06.339474 1 error.go:25] dial tcp 10.50.112.60:2881: connect: connection refused E0414 15:45:06.339488 1 conn.go:38] 0 E0414 15:45:06.339625 1 error.go:25] dial tcp 10.50.112.59:2881: connect: connection refused E0414 15:45:06.339635 1 conn.go:38] 0 I0414 15:45:06.339644 1 pod_controller.go:84] try empty database E0414 15:45:06.339740 1 error.go:25] dial tcp 10.50.112.59:2881: connect: connection refused E0414 15:45:06.339748 1 conn.go:38] 0 I0414 15:49:59.002854 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.42","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:49:59.009266 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"10.50.112.42","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:50:03.731794 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" E0414 15:50:03.743831 1 pvc.go:41] persistentvolumeclaims "sapp-ob-test-cn-zone1-0-data-file" already exists E0414 15:50:03.743851 1 pod_controller.go:172] pvc is already exist, need recreate I0414 15:50:03.747465 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 15:50:03.753531 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 15:50:03.758881 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-log "succeed" I0414 15:50:03.765116 1 log.go:26] delete PersistentVolumeClaim sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 15:50:03.768567 1 log.go:26] delete sapp-ob-test-cn-zone1-0 "succeed" I0414 15:50:08.451180 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"10.50.112.42","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:50:13.174801 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 15:50:13.180105 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 15:50:13.192649 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 15:50:13.199501 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 15:50:13.211845 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" E0414 15:50:13.212702 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone1-0-obagent-conf-file" not found I0414 15:50:13.230170 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:50:13.236039 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:50:17.900744 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:50:22.626545 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:50:22.632181 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.62","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:54:22.372695 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681458862 create time 1681458258 I0414 15:54:22.377459 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 15:54:22.385828 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 15:54:22.390638 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 15:54:22.390706 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 15:54:22.390720 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 15:54:22.390762 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 15:54:22.396225 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 15:54:22.401321 1 log.go:26] create sapp-ob-test "succeed" I0414 15:54:22.405407 1 log.go:26] create rs-ob-test "succeed" I0414 15:54:22.408025 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 15:54:22.410206 1 log.go:26] create obzone-ob-test "succeed" E0414 15:54:22.410267 1 service.go:51] Service "svc-ob-test" not found E0414 15:54:22.410275 1 service.go:51] Service "svc-ob-test" not found I0414 15:54:22.414278 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 15:54:22.414289 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681458862 create time -62135596800 E0414 15:54:22.414317 1 statefulapp.go:86] resource name may not be empty E0414 15:54:22.414343 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 15:54:22.414404 1 service.go:51] Service "svc-ob-test" not found E0414 15:54:22.414410 1 service.go:51] Service "svc-ob-test" not found I0414 15:54:22.417930 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 15:54:23.197381 1 service.go:51] Service "svc-ob-test" not found E0414 15:54:23.197395 1 service.go:51] Service "svc-ob-test" not found E0414 15:54:23.197719 1 cable_executer.go:49] OBCluster observer 10.50.112.62 starting not ready I0414 15:54:23.198440 1 cable_executer.go:41] start observer 10.50.112.62 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.62:2882:2881;10.50.112.60:2882:2881;10.50.112.59:2882:2881","version":"4.1.0.0","zoneName":"zone1"} I0414 15:54:23.200587 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 15:54:23.327137 1 service.go:51] Service "svc-ob-test" not found E0414 15:54:23.327151 1 service.go:51] Service "svc-ob-test" not found E0414 15:54:23.327464 1 cable_executer.go:49] OBCluster observer 10.50.112.62 starting not ready E0414 15:54:23.327739 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.62 starting not ready E0414 15:54:23.327826 1 cable_executer.go:39] start observer 10.50.112.62 failed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.62:2882:2881;10.50.112.60:2882:2881;10.50.112.59:2882:2881","version":"4.1.0.0","zoneName":"zone1"} I0414 15:54:28.324345 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.62","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.60","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:54:28.329870 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} 2023/04/14 15:54:28 Get "http://10.50.112.62:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0414 15:54:28.667481 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.62 starting not ready E0414 15:54:32.962639 1 service.go:51] Service "svc-ob-test" not found E0414 15:54:32.962654 1 service.go:51] Service "svc-ob-test" not found I0414 15:54:32.966284 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0414 15:54:32.966293 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/04/14 15:54:32 Get "http://:19001/api/ob/status": dial tcp :19001: connect: connection refused E0414 15:54:32.966447 1 cable_executer.go:49] OBCluster ob-test observer starting not ready I0414 15:54:33.051984 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 15:54:33.063349 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 15:54:33.079354 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 15:54:33.091128 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 15:54:33.097390 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" E0414 15:54:33.097583 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone1-0-obagent-conf-file" not found I0414 15:54:33.104638 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"10.50.112.59","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:54:33.112138 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 15:54:33.118227 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 15:54:33.127442 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 15:54:33.133347 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 15:54:33.139052 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0414 15:54:33.146340 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 15:54:33.153240 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 15:54:33.158148 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 15:54:33.161364 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 15:54:33.164626 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 15:54:33.167939 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0414 15:54:33.173079 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 15:54:37.775408 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 15:54:42.499628 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 15:54:47.311166 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.49","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:54:47.315825 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.49","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:54:51.950365 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.49","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.46","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 15:54:51.955156 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.49","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.48","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.46","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 15:54:54.145387 1 service.go:51] Service "svc-ob-test" not found E0414 15:54:54.145404 1 service.go:51] Service "svc-ob-test" not found I0414 15:54:54.148462 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 15:54:54.471950 1 service.go:51] Service "svc-ob-test" not found E0414 15:54:54.471967 1 service.go:51] Service "svc-ob-test" not found E0414 15:54:54.472304 1 cable_executer.go:49] OBCluster observer 10.50.112.49 starting not ready I0414 15:54:54.472915 1 cable_executer.go:41] start observer 10.50.112.49 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.49:2882:2881;10.50.112.48:2882:2881;10.50.112.46:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 15:54:54.473208 1 cable_executer.go:49] OBCluster observer 10.50.112.48 starting not ready I0414 15:54:54.473747 1 cable_executer.go:41] start observer 10.50.112.48 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.49:2882:2881;10.50.112.48:2882:2881;10.50.112.46:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 15:54:54.473997 1 cable_executer.go:49] OBCluster observer 10.50.112.46 starting not ready I0414 15:54:54.474475 1 cable_executer.go:41] start observer 10.50.112.46 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.49:2882:2881;10.50.112.48:2882:2881;10.50.112.46:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 15:54:54.475485 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 15:54:54.475840 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.49 starting not ready E0414 15:54:59.441109 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.49 starting not ready E0414 15:55:04.736602 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.49 starting not ready E0414 15:55:10.032640 1 service.go:51] Service "svc-ob-test" not found E0414 15:55:10.032654 1 service.go:51] Service "svc-ob-test" not found I0414 15:55:10.035934 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 15:55:10.040970 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.49:2882', REGION 'region2' ZONE 'zone2' SERVER '10.50.112.48:2882', REGION 'region3' ZONE 'zone3' SERVER '10.50.112.46:2882' E0414 15:55:10.041058 1 service.go:51] Service "svc-ob-test" not found E0414 15:55:10.041078 1 service.go:51] Service "svc-ob-test" not found I0414 15:55:10.044055 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 15:55:10.047913 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 15:55:10.053982 1 error.go:25] dial tcp 10.50.112.49:2881: connect: connection refused E0414 15:55:10.053994 1 conn.go:38] 0 I0414 15:55:10.054006 1 pod_controller.go:84] try empty database E0414 15:55:10.054101 1 error.go:25] dial tcp 10.50.112.49:2881: connect: connection refused E0414 15:55:10.054112 1 conn.go:38] 0 E0414 15:55:10.054244 1 error.go:25] dial tcp 10.50.112.48:2881: connect: connection refused E0414 15:55:10.054256 1 conn.go:38] 0 I0414 15:55:10.054264 1 pod_controller.go:84] try empty database E0414 15:55:10.054391 1 error.go:25] dial tcp 10.50.112.48:2881: connect: connection refused E0414 15:55:10.054403 1 conn.go:38] 0 E0414 15:55:10.054510 1 error.go:25] dial tcp 10.50.112.46:2881: connect: connection refused E0414 15:55:10.054517 1 conn.go:38] 0 I0414 15:55:10.054524 1 pod_controller.go:84] try empty database E0414 15:55:10.054590 1 error.go:25] dial tcp 10.50.112.46:2881: connect: connection refused E0414 15:55:10.054596 1 conn.go:38] 0 I0414 16:04:26.077779 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681459466 create time 1681458862 I0414 16:04:26.101184 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 16:04:26.105523 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 16:04:26.111028 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 16:04:26.111936 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 16:04:26.111953 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 16:04:26.112002 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 16:04:26.117288 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 16:04:26.122469 1 log.go:26] create sapp-ob-test "succeed" I0414 16:04:26.127391 1 log.go:26] create rs-ob-test "succeed" I0414 16:04:26.129266 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 16:04:26.131525 1 log.go:26] create obzone-ob-test "succeed" E0414 16:04:26.131589 1 service.go:51] Service "svc-ob-test" not found E0414 16:04:26.131597 1 service.go:51] Service "svc-ob-test" not found I0414 16:04:26.141844 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 16:04:26.141856 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681459466 create time -62135596800 E0414 16:04:26.141883 1 statefulapp.go:86] resource name may not be empty E0414 16:04:26.141908 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 16:04:26.141979 1 service.go:51] Service "svc-ob-test" not found E0414 16:04:26.141988 1 service.go:51] Service "svc-ob-test" not found I0414 16:04:26.150784 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 16:04:26.280211 1 service.go:51] Service "svc-ob-test" not found E0414 16:04:26.280226 1 service.go:51] Service "svc-ob-test" not found I0414 16:04:26.283146 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 16:04:26.389895 1 service.go:51] Service "svc-ob-test" not found E0414 16:04:26.389909 1 service.go:51] Service "svc-ob-test" not found E0414 16:04:26.390860 1 service.go:51] Service "svc-ob-test" not found E0414 16:04:26.390870 1 service.go:51] Service "svc-ob-test" not found I0414 16:04:26.393872 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 16:04:26.394019 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.49:2882', REGION 'region2' ZONE 'zone2' SERVER '10.50.112.48:2882', REGION 'region3' ZONE 'zone3' SERVER '10.50.112.46:2882' E0414 16:04:26.394058 1 service.go:51] Service "svc-ob-test" not found E0414 16:04:26.394065 1 service.go:51] Service "svc-ob-test" not found I0414 16:04:26.397359 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 16:04:26.397408 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 16:04:26.397604 1 error.go:25] dial tcp 10.50.112.49:2881: connect: connection refused E0414 16:04:26.397614 1 conn.go:38] 0 I0414 16:04:26.397625 1 pod_controller.go:84] try empty database E0414 16:04:26.397692 1 error.go:25] dial tcp 10.50.112.49:2881: connect: connection refused E0414 16:04:26.397697 1 conn.go:38] 0 E0414 16:04:26.397778 1 error.go:25] dial tcp 10.50.112.48:2881: connect: connection refused E0414 16:04:26.397795 1 conn.go:38] 0 I0414 16:04:26.397815 1 pod_controller.go:84] try empty database E0414 16:04:26.397943 1 error.go:25] dial tcp 10.50.112.48:2881: connect: connection refused E0414 16:04:26.397950 1 conn.go:38] 0 E0414 16:04:26.398072 1 error.go:25] dial tcp 10.50.112.46:2881: connect: connection refused E0414 16:04:26.398083 1 conn.go:38] 0 I0414 16:04:26.398095 1 pod_controller.go:84] try empty database E0414 16:04:26.398184 1 error.go:25] dial tcp 10.50.112.46:2881: connect: connection refused E0414 16:04:26.398190 1 conn.go:38] 0 I0414 16:04:33.128263 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 16:04:33.133721 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 16:04:33.140741 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 16:04:33.148918 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 16:04:33.169298 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" E0414 16:04:33.169512 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone2-0-obagent-conf-file" not found I0414 16:04:33.189868 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.49","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.48","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.46","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:04:33.203558 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.49","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.46","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:04:33.212675 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.49","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.46","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:04:37.844230 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 16:04:37.848631 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 16:04:37.855574 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 16:04:37.863025 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 16:04:37.873798 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 16:04:37.885219 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.49","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.46","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:04:37.893377 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 16:04:37.902667 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 16:04:37.909631 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 16:04:37.914890 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 16:04:37.921427 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" E0414 16:04:37.921586 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone3-0-obagent-conf-file" not found I0414 16:04:37.932319 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.13","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 16:04:37.942039 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.13","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"}]}]}]} I0414 16:04:42.572000 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.13","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 16:04:52.021712 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.13","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:04:52.027049 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.34","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.13","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.17","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 16:11:08.547139 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 16:11:08.552574 1 log.go:26] create sapp-ob-test "succeed" I0414 16:11:08.559627 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} E0414 16:11:08.564091 1 rootservice.go:40] rootservices.cloud.oceanbase.com "rs-ob-test" already exists E0414 16:11:08.571047 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="rootservices.cloud.oceanbase.com \"rs-ob-test\" already exists" "name"="ob-test" "namespace"="obcluster" I0414 16:11:10.019850 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.34","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.13","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.17","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:11:10.024859 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"10.50.112.34","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.17","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:11:14.755129 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 16:11:14.762505 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 16:11:14.773363 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 16:11:14.796182 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 16:11:14.808767 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 16:11:14.820842 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"10.50.112.34","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.17","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:11:14.829634 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 16:11:14.836994 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 16:11:14.841455 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 16:11:14.847918 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 16:11:14.859767 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" E0414 16:11:14.859938 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone2-0-obagent-conf-file" not found I0414 16:11:14.870106 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 16:11:14.876113 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 16:11:14.887073 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 16:11:14.895286 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 16:11:14.909158 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 16:11:14.931961 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0414 16:11:14.942041 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 16:11:19.470152 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 16:11:24.195140 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 16:11:28.920642 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:11:38.370240 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.45","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:11:43.094647 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.30","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.45","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:11:43.101008 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.30","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region2","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.45","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region3","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.31","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:21:12.263620 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681460472 create time 1681459868 I0414 16:21:12.310054 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 16:21:12.314619 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 16:21:12.333177 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 16:21:12.333288 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 16:21:12.333303 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 16:21:12.333356 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 16:21:12.338493 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 16:21:12.343640 1 log.go:26] create sapp-ob-test "succeed" I0414 16:21:12.348915 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 16:21:12.349730 1 log.go:26] create rs-ob-test "succeed" I0414 16:21:12.352172 1 log.go:26] create obzone-ob-test "succeed" E0414 16:21:12.352232 1 service.go:51] Service "svc-ob-test" not found E0414 16:21:12.352241 1 service.go:51] Service "svc-ob-test" not found I0414 16:21:12.356341 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 16:21:12.356353 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681460472 create time -62135596800 E0414 16:21:12.356383 1 statefulapp.go:86] resource name may not be empty E0414 16:21:12.356422 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 16:21:12.356493 1 service.go:51] Service "svc-ob-test" not found E0414 16:21:12.356499 1 service.go:51] Service "svc-ob-test" not found I0414 16:21:12.360240 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status 2023/04/14 16:21:13 Get "http://10.50.112.30:19001/api/ob/version": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0414 16:21:13.372101 1 task_obcluster_bootstrap.go:120] bootstrap server get Version failed E0414 16:21:13.372197 1 service.go:51] Service "svc-ob-test" not found E0414 16:21:13.372204 1 service.go:51] Service "svc-ob-test" not found I0414 16:21:13.375729 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 16:21:13.385071 1 cable_executer.go:49] OBCluster observer 10.50.112.30 starting not ready E0414 16:21:13.393717 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.30 starting not ready E0414 16:21:13.394147 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.30 starting not ready I0414 16:21:13.395258 1 cable_executer.go:41] start observer 10.50.112.30 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.30:2882:2881;10.50.112.45:2882:2881;10.50.112.31:2882:2881","version":"3","zoneName":"zone1"} E0414 16:21:13.395569 1 cable_executer.go:49] OBCluster observer 10.50.112.45 starting not ready I0414 16:21:13.396191 1 cable_executer.go:41] start observer 10.50.112.45 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.30:2882:2881;10.50.112.45:2882:2881;10.50.112.31:2882:2881","version":"3","zoneName":"zone2"} E0414 16:21:13.396490 1 cable_executer.go:49] OBCluster observer 10.50.112.31 starting not ready I0414 16:21:13.397059 1 cable_executer.go:41] start observer 10.50.112.31 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.30:2882:2881;10.50.112.45:2882:2881;10.50.112.31:2882:2881","version":"3","zoneName":"zone3"} E0414 16:21:17.544835 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.30 starting not ready 2023/04/14 16:21:23 Get "http://10.50.112.30:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0414 16:21:23.841176 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.30 starting not ready 2023/04/14 16:21:29 Get "http://10.50.112.30:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0414 16:21:29.136293 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.30 starting not ready I0414 16:21:33.732356 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 16:21:33.737598 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 16:21:33.742116 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 16:21:33.748277 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 16:21:33.753171 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 16:21:33.763742 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.30","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.45","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.31","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:21:33.767432 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 16:21:33.772665 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 16:21:33.780000 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 16:21:33.797859 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 16:21:33.802174 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" E0414 16:21:33.802300 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone2-0-obagent-conf-file" not found I0414 16:21:33.809008 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 16:21:33.814395 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 16:21:33.820158 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 16:21:33.827200 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 16:21:33.832956 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 16:21:33.835459 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0414 16:21:33.842400 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} 2023/04/14 16:21:34 Get "http://10.50.112.30:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0414 16:21:34.432309 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.30 starting not ready I0414 16:21:38.446354 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} E0414 16:21:38.727578 1 service.go:51] Service "svc-ob-test" not found E0414 16:21:38.727595 1 service.go:51] Service "svc-ob-test" not found I0414 16:21:38.731128 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0414 16:21:38.731140 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/04/14 16:21:38 Get "http://:19001/api/ob/status": dial tcp :19001: connect: connection refused E0414 16:21:38.731267 1 cable_executer.go:49] OBCluster ob-test observer starting not ready I0414 16:21:43.169939 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 16:21:47.895715 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.4","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:21:52.619773 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.4","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.23","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:21:52.625416 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.4","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.61","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.23","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 16:21:54.613985 1 service.go:51] Service "svc-ob-test" not found E0414 16:21:54.614006 1 service.go:51] Service "svc-ob-test" not found I0414 16:21:54.617135 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 16:21:54.923109 1 service.go:51] Service "svc-ob-test" not found E0414 16:21:54.923123 1 service.go:51] Service "svc-ob-test" not found E0414 16:21:54.923400 1 cable_executer.go:49] OBCluster observer 10.50.112.4 starting not ready I0414 16:21:54.923964 1 cable_executer.go:41] start observer 10.50.112.4 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.4:2882:2881;10.50.112.61:2882:2881;10.50.112.23:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 16:21:54.924242 1 cable_executer.go:49] OBCluster observer 10.50.112.61 starting not ready I0414 16:21:54.924768 1 cable_executer.go:41] start observer 10.50.112.61 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.4:2882:2881;10.50.112.61:2882:2881;10.50.112.23:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 16:21:54.925033 1 cable_executer.go:49] OBCluster observer 10.50.112.23 starting not ready I0414 16:21:54.925666 1 cable_executer.go:41] start observer 10.50.112.23 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.4:2882:2881;10.50.112.61:2882:2881;10.50.112.23:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 16:21:54.926907 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 16:21:54.927346 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.4 starting not ready E0414 16:21:59.910305 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.4 starting not ready E0414 16:22:05.205685 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.4 starting not ready E0414 16:22:10.502236 1 service.go:51] Service "svc-ob-test" not found E0414 16:22:10.502249 1 service.go:51] Service "svc-ob-test" not found I0414 16:22:10.505682 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 16:22:10.505769 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.4:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.61:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.23:2882' E0414 16:22:10.505807 1 service.go:51] Service "svc-ob-test" not found E0414 16:22:10.505815 1 service.go:51] Service "svc-ob-test" not found I0414 16:22:10.509077 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 16:22:10.513783 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 16:22:10.514246 1 error.go:25] dial tcp 10.50.112.4:2881: connect: connection refused E0414 16:22:10.514258 1 conn.go:38] 0 I0414 16:22:10.520486 1 pod_controller.go:84] try empty database E0414 16:22:10.520640 1 error.go:25] dial tcp 10.50.112.4:2881: connect: connection refused E0414 16:22:10.520652 1 conn.go:38] 0 E0414 16:22:10.520779 1 error.go:25] dial tcp 10.50.112.61:2881: connect: connection refused E0414 16:22:10.520786 1 conn.go:38] 0 I0414 16:22:10.520793 1 pod_controller.go:84] try empty database E0414 16:22:10.520861 1 error.go:25] dial tcp 10.50.112.61:2881: connect: connection refused E0414 16:22:10.520867 1 conn.go:38] 0 E0414 16:22:10.520950 1 error.go:25] dial tcp 10.50.112.23:2881: connect: connection refused E0414 16:22:10.520956 1 conn.go:38] 0 I0414 16:22:10.520962 1 pod_controller.go:84] try empty database E0414 16:22:10.521068 1 error.go:25] dial tcp 10.50.112.23:2881: connect: connection refused E0414 16:22:10.521080 1 conn.go:38] 0 I0414 16:31:15.962382 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681461075 create time 1681460472 I0414 16:31:15.978754 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 16:31:15.984071 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 16:31:15.990200 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 16:31:15.990256 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 16:31:15.990277 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 16:31:15.990320 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 16:31:15.995854 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 16:31:16.000733 1 log.go:26] create sapp-ob-test "succeed" I0414 16:31:16.004351 1 log.go:26] create rs-ob-test "succeed" I0414 16:31:16.008132 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 16:31:16.010766 1 log.go:26] create obzone-ob-test "succeed" E0414 16:31:16.010842 1 service.go:51] Service "svc-ob-test" not found E0414 16:31:16.010852 1 service.go:51] Service "svc-ob-test" not found I0414 16:31:16.014559 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 16:31:16.014600 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681461076 create time -62135596800 E0414 16:31:16.014634 1 statefulapp.go:86] resource name may not be empty E0414 16:31:16.014667 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 16:31:16.014913 1 service.go:51] Service "svc-ob-test" not found E0414 16:31:16.014923 1 service.go:51] Service "svc-ob-test" not found I0414 16:31:16.018550 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 16:31:16.293495 1 service.go:51] Service "svc-ob-test" not found E0414 16:31:16.293510 1 service.go:51] Service "svc-ob-test" not found I0414 16:31:16.296534 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 16:31:16.405858 1 service.go:51] Service "svc-ob-test" not found E0414 16:31:16.405872 1 service.go:51] Service "svc-ob-test" not found E0414 16:31:16.406869 1 service.go:51] Service "svc-ob-test" not found E0414 16:31:16.406882 1 service.go:51] Service "svc-ob-test" not found I0414 16:31:16.409803 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 16:31:16.410440 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.4:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.61:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.23:2882' E0414 16:31:16.410473 1 service.go:51] Service "svc-ob-test" not found E0414 16:31:16.410482 1 service.go:51] Service "svc-ob-test" not found I0414 16:31:16.413290 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 16:31:16.413334 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 16:31:16.414452 1 error.go:25] dial tcp 10.50.112.4:2881: connect: connection refused E0414 16:31:16.414463 1 conn.go:38] 0 I0414 16:31:16.414477 1 pod_controller.go:84] try empty database E0414 16:31:16.414551 1 error.go:25] dial tcp 10.50.112.4:2881: connect: connection refused E0414 16:31:16.414557 1 conn.go:38] 0 E0414 16:31:16.414620 1 error.go:25] dial tcp 10.50.112.61:2881: connect: connection refused E0414 16:31:16.414627 1 conn.go:38] 0 I0414 16:31:16.414633 1 pod_controller.go:84] try empty database E0414 16:31:16.414690 1 error.go:25] dial tcp 10.50.112.61:2881: connect: connection refused E0414 16:31:16.414698 1 conn.go:38] 0 E0414 16:31:16.414781 1 error.go:25] dial tcp 10.50.112.23:2881: connect: connection refused E0414 16:31:16.414787 1 conn.go:38] 0 I0414 16:31:16.414792 1 pod_controller.go:84] try empty database E0414 16:31:16.414865 1 error.go:25] dial tcp 10.50.112.23:2881: connect: connection refused E0414 16:31:16.414876 1 conn.go:38] 0 I0414 16:31:24.371482 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 16:31:24.377317 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 16:31:24.387980 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 16:31:24.393365 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 16:31:24.402460 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 16:31:24.411712 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.4","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.61","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.23","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:31:24.422055 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.61","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.23","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:31:29.063109 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.61","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.23","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:31:33.789900 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 16:31:33.794824 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 16:31:33.800365 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 16:31:33.802360 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 16:31:33.806227 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0414 16:31:33.816641 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.52","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.61","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:31:33.821412 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 16:31:33.826828 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 16:31:33.831971 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 16:31:33.841329 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 16:31:33.856857 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" E0414 16:31:33.857203 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone3-0-obagent-conf-file" not found I0414 16:31:33.865563 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.52","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 16:31:33.872559 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.52","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"}]}]}]} I0414 16:31:38.512845 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.52","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 16:31:43.238422 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.52","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:31:47.963060 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.52","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:31:47.967736 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.52","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.14","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.39","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:41:19.660775 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681461679 create time 1681461075 I0414 16:41:19.665727 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 16:41:19.673268 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 16:41:19.681229 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 16:41:19.681290 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 16:41:19.681307 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 16:41:19.681351 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 16:41:19.687159 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 16:41:19.692289 1 log.go:26] create sapp-ob-test "succeed" I0414 16:41:19.698038 1 log.go:26] create rs-ob-test "succeed" I0414 16:41:19.701876 1 log.go:26] create obzone-ob-test "succeed" E0414 16:41:19.701988 1 service.go:51] Service "svc-ob-test" not found E0414 16:41:19.701996 1 service.go:51] Service "svc-ob-test" not found I0414 16:41:19.702483 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 16:41:19.706155 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 16:41:19.706170 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681461679 create time -62135596800 E0414 16:41:19.706200 1 statefulapp.go:86] resource name may not be empty E0414 16:41:19.706231 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 16:41:19.706488 1 service.go:51] Service "svc-ob-test" not found E0414 16:41:19.706500 1 service.go:51] Service "svc-ob-test" not found I0414 16:41:19.710035 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status 2023/04/14 16:41:20 Get "http://10.50.112.52:19001/api/ob/version": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0414 16:41:20.714749 1 task_obcluster_bootstrap.go:120] bootstrap server get Version failed E0414 16:41:20.715856 1 service.go:51] Service "svc-ob-test" not found E0414 16:41:20.715881 1 service.go:51] Service "svc-ob-test" not found I0414 16:41:20.720386 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 16:41:20.721299 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.52 starting not ready E0414 16:41:20.721804 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.52 starting not ready E0414 16:41:20.727601 1 cable_executer.go:49] OBCluster observer 10.50.112.52 starting not ready I0414 16:41:20.749248 1 cable_executer.go:41] start observer 10.50.112.52 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.52:2882:2881;10.50.112.14:2882:2881;10.50.112.39:2882:2881","version":"3","zoneName":"zone1"} E0414 16:41:20.749688 1 cable_executer.go:49] OBCluster observer 10.50.112.14 starting not ready I0414 16:41:20.751350 1 cable_executer.go:41] start observer 10.50.112.14 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.52:2882:2881;10.50.112.14:2882:2881;10.50.112.39:2882:2881","version":"3","zoneName":"zone2"} E0414 16:41:20.751650 1 cable_executer.go:49] OBCluster observer 10.50.112.39 starting not ready I0414 16:41:20.752894 1 cable_executer.go:41] start observer 10.50.112.39 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.52:2882:2881;10.50.112.14:2882:2881;10.50.112.39:2882:2881","version":"3","zoneName":"zone3"} 2023/04/14 16:41:24 Get "http://10.50.112.52:19001/api/ob/status": dial tcp 10.50.112.52:19001: connect: connection refused E0414 16:41:24.956235 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.52 starting not ready I0414 16:41:29.139238 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.52","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.14","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.39","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:41:29.145924 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"10.50.112.52","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"10.50.112.14","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 16:41:30.251265 1 service.go:51] Service "svc-ob-test" not found E0414 16:41:30.251283 1 service.go:51] Service "svc-ob-test" not found I0414 16:41:30.255318 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0414 16:41:30.255329 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/04/14 16:41:31 Get "http://10.50.112.52:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0414 16:41:31.256152 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.52 starting not ready I0414 16:41:33.896387 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 16:41:33.904995 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 16:41:33.912185 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 16:41:33.917922 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 16:41:33.925966 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 16:41:33.940486 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"10.50.112.52","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"10.50.112.14","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:41:33.946342 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 16:41:33.950166 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 16:41:33.953184 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 16:41:33.958478 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 16:41:33.964046 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" E0414 16:41:33.964187 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone2-0-obagent-conf-file" not found I0414 16:41:33.977117 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 16:41:33.991434 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 16:41:33.998130 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 16:41:34.004462 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 16:41:34.012103 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 16:41:34.016250 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" E0414 16:41:34.016479 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone3-0-obagent-conf-file" not found I0414 16:41:34.024992 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 16:41:34.031859 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"}]}]}]} I0414 16:41:38.589170 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 16:41:43.314073 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 16:41:48.038928 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.5","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:41:52.763696 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.5","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:41:57.490323 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.5","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.24","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:41:57.499047 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.5","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.24","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 16:42:02.026117 1 service.go:51] Service "svc-ob-test" not found E0414 16:42:02.026135 1 service.go:51] Service "svc-ob-test" not found I0414 16:42:02.030411 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 16:42:02.472608 1 service.go:51] Service "svc-ob-test" not found E0414 16:42:02.472626 1 service.go:51] Service "svc-ob-test" not found E0414 16:42:02.472959 1 cable_executer.go:49] OBCluster observer 10.50.112.5 starting not ready I0414 16:42:02.473615 1 cable_executer.go:41] start observer 10.50.112.5 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.5:2882:2881;10.50.112.24:2882:2881;10.50.112.63:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 16:42:02.473936 1 cable_executer.go:49] OBCluster observer 10.50.112.24 starting not ready I0414 16:42:02.474586 1 cable_executer.go:41] start observer 10.50.112.24 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.5:2882:2881;10.50.112.24:2882:2881;10.50.112.63:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 16:42:02.474911 1 cable_executer.go:49] OBCluster observer 10.50.112.63 starting not ready I0414 16:42:02.475595 1 cable_executer.go:41] start observer 10.50.112.63 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.5:2882:2881;10.50.112.24:2882:2881;10.50.112.63:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 16:42:02.476326 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 16:42:02.476649 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.5 starting not ready E0414 16:42:07.321767 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.5 starting not ready E0414 16:42:12.617123 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.5 starting not ready E0414 16:42:17.913469 1 service.go:51] Service "svc-ob-test" not found E0414 16:42:17.913482 1 service.go:51] Service "svc-ob-test" not found I0414 16:42:17.917184 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 16:42:17.917344 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.5:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.24:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.63:2882' E0414 16:42:17.917394 1 service.go:51] Service "svc-ob-test" not found E0414 16:42:17.917406 1 service.go:51] Service "svc-ob-test" not found I0414 16:42:17.920819 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 16:42:17.925248 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 16:42:17.930555 1 error.go:25] dial tcp 10.50.112.5:2881: connect: connection refused E0414 16:42:17.930572 1 conn.go:38] 0 I0414 16:42:17.936495 1 pod_controller.go:84] try empty database E0414 16:42:17.936644 1 error.go:25] dial tcp 10.50.112.5:2881: connect: connection refused E0414 16:42:17.936657 1 conn.go:38] 0 E0414 16:42:17.936782 1 error.go:25] dial tcp 10.50.112.24:2881: connect: connection refused E0414 16:42:17.936795 1 conn.go:38] 0 I0414 16:42:17.936803 1 pod_controller.go:84] try empty database E0414 16:42:17.936896 1 error.go:25] dial tcp 10.50.112.24:2881: connect: connection refused E0414 16:42:17.936902 1 conn.go:38] 0 E0414 16:42:17.936976 1 error.go:25] dial tcp 10.50.112.63:2881: connect: connection refused E0414 16:42:17.936981 1 conn.go:38] 0 I0414 16:42:17.936986 1 pod_controller.go:84] try empty database E0414 16:42:17.937049 1 error.go:25] dial tcp 10.50.112.63:2881: connect: connection refused E0414 16:42:17.937055 1 conn.go:38] 0 I0414 16:51:23.367000 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681462283 create time 1681461679 I0414 16:51:23.372005 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 16:51:23.377516 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 16:51:23.382274 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 16:51:23.382333 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 16:51:23.382350 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 16:51:23.382390 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 16:51:23.388139 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 16:51:23.393304 1 log.go:26] create sapp-ob-test "succeed" I0414 16:51:23.398587 1 log.go:26] create rs-ob-test "succeed" I0414 16:51:23.402149 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 16:51:23.402643 1 log.go:26] create obzone-ob-test "succeed" E0414 16:51:23.402723 1 service.go:51] Service "svc-ob-test" not found E0414 16:51:23.402731 1 service.go:51] Service "svc-ob-test" not found I0414 16:51:23.406065 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 16:51:23.406079 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681462283 create time -62135596800 E0414 16:51:23.406115 1 statefulapp.go:86] resource name may not be empty E0414 16:51:23.406145 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 16:51:23.406287 1 service.go:51] Service "svc-ob-test" not found E0414 16:51:23.406304 1 service.go:51] Service "svc-ob-test" not found I0414 16:51:23.409987 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 16:51:23.547357 1 service.go:51] Service "svc-ob-test" not found E0414 16:51:23.547371 1 service.go:51] Service "svc-ob-test" not found I0414 16:51:23.550187 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 16:51:23.658190 1 service.go:51] Service "svc-ob-test" not found E0414 16:51:23.658205 1 service.go:51] Service "svc-ob-test" not found E0414 16:51:23.659398 1 service.go:51] Service "svc-ob-test" not found E0414 16:51:23.659411 1 service.go:51] Service "svc-ob-test" not found I0414 16:51:23.662443 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 16:51:23.662713 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.5:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.24:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.63:2882' E0414 16:51:23.662767 1 service.go:51] Service "svc-ob-test" not found E0414 16:51:23.662777 1 service.go:51] Service "svc-ob-test" not found I0414 16:51:23.665795 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 16:51:23.665838 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 16:51:23.665989 1 error.go:25] dial tcp 10.50.112.5:2881: connect: connection refused E0414 16:51:23.665999 1 conn.go:38] 0 I0414 16:51:23.666007 1 pod_controller.go:84] try empty database E0414 16:51:23.666099 1 error.go:25] dial tcp 10.50.112.5:2881: connect: connection refused E0414 16:51:23.666111 1 conn.go:38] 0 E0414 16:51:23.666241 1 error.go:25] dial tcp 10.50.112.24:2881: connect: connection refused E0414 16:51:23.666253 1 conn.go:38] 0 I0414 16:51:23.666262 1 pod_controller.go:84] try empty database E0414 16:51:23.666388 1 error.go:25] dial tcp 10.50.112.24:2881: connect: connection refused E0414 16:51:23.666399 1 conn.go:38] 0 E0414 16:51:23.666509 1 error.go:25] dial tcp 10.50.112.63:2881: connect: connection refused E0414 16:51:23.666516 1 conn.go:38] 0 I0414 16:51:23.666522 1 pod_controller.go:84] try empty database E0414 16:51:23.666589 1 error.go:25] dial tcp 10.50.112.63:2881: connect: connection refused E0414 16:51:23.666597 1 conn.go:38] 0 I0414 16:51:29.230639 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 16:51:29.236560 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 16:51:29.247156 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 16:51:29.263307 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 16:51:29.274423 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 16:51:29.314298 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.5","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.24","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:51:29.345999 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.24","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:51:33.933336 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.24","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:51:38.657556 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.24","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:51:38.662561 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.24","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:51:43.380258 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 16:51:43.384891 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 16:51:43.392243 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 16:51:43.404489 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 16:51:43.412221 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0414 16:51:43.419636 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.24","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.63","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:51:43.433169 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 16:51:43.437449 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 16:51:43.441918 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 16:51:43.447334 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 16:51:43.451907 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" E0414 16:51:43.452166 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone3-0-obagent-conf-file" not found I0414 16:51:43.460647 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 16:51:43.467985 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"}]}]}]} I0414 16:51:48.107080 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 16:51:52.832152 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:51:57.560477 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.7","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:52:02.281084 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.7","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 16:52:02.286737 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.7","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.12","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:01:27.073157 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681462887 create time 1681462283 I0414 17:01:27.078783 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 17:01:27.084882 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 17:01:27.089112 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 17:01:27.089161 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 17:01:27.089173 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 17:01:27.089218 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 17:01:27.095150 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 17:01:27.100414 1 log.go:26] create sapp-ob-test "succeed" I0414 17:01:27.105515 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 17:01:27.106597 1 log.go:26] create rs-ob-test "succeed" I0414 17:01:27.109985 1 log.go:26] create obzone-ob-test "succeed" E0414 17:01:27.110054 1 service.go:51] Service "svc-ob-test" not found E0414 17:01:27.110062 1 service.go:51] Service "svc-ob-test" not found I0414 17:01:27.113917 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 17:01:27.113929 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681462887 create time -62135596800 E0414 17:01:27.113958 1 statefulapp.go:86] resource name may not be empty E0414 17:01:27.113986 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 17:01:27.114272 1 service.go:51] Service "svc-ob-test" not found E0414 17:01:27.114284 1 service.go:51] Service "svc-ob-test" not found I0414 17:01:27.119603 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 17:01:28.093064 1 service.go:51] Service "svc-ob-test" not found E0414 17:01:28.093078 1 service.go:51] Service "svc-ob-test" not found E0414 17:01:28.093345 1 cable_executer.go:49] OBCluster observer 10.50.112.37 starting not ready I0414 17:01:28.093899 1 cable_executer.go:41] start observer 10.50.112.37 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.37:2882:2881;10.50.112.7:2882:2881;10.50.112.12:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 17:01:28.094156 1 cable_executer.go:49] OBCluster observer 10.50.112.7 starting not ready I0414 17:01:28.094686 1 cable_executer.go:41] start observer 10.50.112.7 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.37:2882:2881;10.50.112.7:2882:2881;10.50.112.12:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 17:01:28.094982 1 cable_executer.go:49] OBCluster observer 10.50.112.12 starting not ready I0414 17:01:28.095617 1 cable_executer.go:41] start observer 10.50.112.12 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.37:2882:2881;10.50.112.7:2882:2881;10.50.112.12:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 17:01:28.096676 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 17:01:28.097123 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.37 starting not ready 2023/04/14 17:01:33 Get "http://10.50.112.37:19001/api/ob/status": context deadline exceeded (Client.Timeout exceeded while awaiting headers) E0414 17:01:33.373559 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.37 starting not ready I0414 17:01:34.002707 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.37","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.7","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.12","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:01:34.008158 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.7","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.12","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 17:01:37.664830 1 service.go:51] Service "svc-ob-test" not found E0414 17:01:37.664848 1 service.go:51] Service "svc-ob-test" not found I0414 17:01:37.668500 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0414 17:01:37.668513 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/04/14 17:01:37 Get "http://:19001/api/ob/status": dial tcp :19001: connect: connection refused E0414 17:01:37.668643 1 cable_executer.go:49] OBCluster ob-test observer starting not ready I0414 17:01:38.742336 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 17:01:38.746756 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 17:01:38.768544 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 17:01:38.775740 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 17:01:38.784146 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" E0414 17:01:38.784355 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone1-0-obagent-conf-file" not found I0414 17:01:38.793761 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.7","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.12","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:01:38.802122 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 17:01:38.807369 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 17:01:38.814047 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 17:01:38.821043 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 17:01:38.827648 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" I0414 17:01:38.840325 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:01:43.452763 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 17:01:43.459237 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 17:01:43.464193 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 17:01:43.468294 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 17:01:43.474732 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" E0414 17:01:43.474970 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone3-0-obagent-conf-file" not found I0414 17:01:43.489360 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:01:43.495715 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"}]}]}]} I0414 17:01:48.185131 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 17:01:52.902411 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:01:57.628155 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:02:07.078793 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.20","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:02:07.084369 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.20","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.18","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} E0414 17:02:09.439503 1 service.go:51] Service "svc-ob-test" not found E0414 17:02:09.439522 1 service.go:51] Service "svc-ob-test" not found I0414 17:02:09.443331 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 17:02:09.719837 1 service.go:51] Service "svc-ob-test" not found E0414 17:02:09.719850 1 service.go:51] Service "svc-ob-test" not found E0414 17:02:09.720172 1 cable_executer.go:49] OBCluster observer 10.50.112.19 starting not ready I0414 17:02:09.720894 1 cable_executer.go:41] start observer 10.50.112.19 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.19:2882:2881;10.50.112.20:2882:2881;10.50.112.18:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 17:02:09.721159 1 cable_executer.go:49] OBCluster observer 10.50.112.20 starting not ready I0414 17:02:09.721714 1 cable_executer.go:41] start observer 10.50.112.20 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.19:2882:2881;10.50.112.20:2882:2881;10.50.112.18:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 17:02:09.721966 1 cable_executer.go:49] OBCluster observer 10.50.112.18 starting not ready I0414 17:02:09.722466 1 cable_executer.go:41] start observer 10.50.112.18 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.19:2882:2881;10.50.112.20:2882:2881;10.50.112.18:2882:2881","version":"4.1.0.0","zoneName":"zone3"} I0414 17:02:09.723647 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 17:02:09.723955 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.19 starting not ready E0414 17:02:14.735828 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.19 starting not ready E0414 17:02:20.031125 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.19 starting not ready E0414 17:02:25.327381 1 service.go:51] Service "svc-ob-test" not found E0414 17:02:25.327399 1 service.go:51] Service "svc-ob-test" not found I0414 17:02:25.330534 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 17:02:25.330664 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.19:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.20:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.18:2882' E0414 17:02:25.330725 1 service.go:51] Service "svc-ob-test" not found E0414 17:02:25.330733 1 service.go:51] Service "svc-ob-test" not found I0414 17:02:25.334179 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 17:02:25.334303 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 17:02:25.337913 1 error.go:25] dial tcp 10.50.112.19:2881: connect: connection refused E0414 17:02:25.337925 1 conn.go:38] 0 I0414 17:02:25.342446 1 pod_controller.go:84] try empty database E0414 17:02:25.342587 1 error.go:25] dial tcp 10.50.112.19:2881: connect: connection refused E0414 17:02:25.342596 1 conn.go:38] 0 E0414 17:02:25.342667 1 error.go:25] dial tcp 10.50.112.20:2881: connect: connection refused E0414 17:02:25.342674 1 conn.go:38] 0 I0414 17:02:25.342680 1 pod_controller.go:84] try empty database E0414 17:02:25.342759 1 error.go:25] dial tcp 10.50.112.20:2881: connect: connection refused E0414 17:02:25.342771 1 conn.go:38] 0 E0414 17:02:25.342882 1 error.go:25] dial tcp 10.50.112.18:2881: connect: connection refused E0414 17:02:25.342888 1 conn.go:38] 0 I0414 17:02:25.342894 1 pod_controller.go:84] try empty database E0414 17:02:25.342984 1 error.go:25] dial tcp 10.50.112.18:2881: connect: connection refused E0414 17:02:25.342995 1 conn.go:38] 0 I0414 17:11:30.782214 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681463490 create time 1681462887 I0414 17:11:30.804227 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 17:11:30.808834 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 17:11:30.814402 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 17:11:30.814461 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 17:11:30.814474 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 17:11:30.814515 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 17:11:30.819554 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 17:11:30.825136 1 log.go:26] create sapp-ob-test "succeed" I0414 17:11:30.828915 1 log.go:26] create rs-ob-test "succeed" I0414 17:11:30.832809 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 17:11:30.833583 1 log.go:26] create obzone-ob-test "succeed" E0414 17:11:30.833968 1 service.go:51] Service "svc-ob-test" not found E0414 17:11:30.833978 1 service.go:51] Service "svc-ob-test" not found I0414 17:11:30.837212 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 17:11:30.837228 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681463490 create time -62135596800 E0414 17:11:30.837257 1 statefulapp.go:86] resource name may not be empty E0414 17:11:30.837285 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 17:11:30.837361 1 service.go:51] Service "svc-ob-test" not found E0414 17:11:30.837371 1 service.go:51] Service "svc-ob-test" not found I0414 17:11:30.840556 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 17:11:31.088307 1 service.go:51] Service "svc-ob-test" not found E0414 17:11:31.088321 1 service.go:51] Service "svc-ob-test" not found I0414 17:11:31.091720 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status E0414 17:11:31.214257 1 service.go:51] Service "svc-ob-test" not found E0414 17:11:31.214274 1 service.go:51] Service "svc-ob-test" not found E0414 17:11:31.215260 1 service.go:51] Service "svc-ob-test" not found E0414 17:11:31.215273 1 service.go:51] Service "svc-ob-test" not found I0414 17:11:31.218496 1 log.go:28] core.(*OBClusterCtrl).OBServerPrepareingEffectorForBootstrap update OBCluster ob-test to OBServer Ready Zone Status I0414 17:11:31.218594 1 cable_converter.go:104] OBCluster bootstrap args ALTER SYSTEM BOOTSTRAP REGION 'region1' ZONE 'zone1' SERVER '10.50.112.19:2882', REGION 'region1' ZONE 'zone2' SERVER '10.50.112.20:2882', REGION 'region1' ZONE 'zone3' SERVER '10.50.112.18:2882' E0414 17:11:31.218632 1 service.go:51] Service "svc-ob-test" not found E0414 17:11:31.218641 1 service.go:51] Service "svc-ob-test" not found I0414 17:11:31.221916 1 log.go:28] core.(*OBClusterCtrl).OBServerReadyEffectorForBootstrap update OBCluster ob-test to OBCluster Bootstraping Zone Status E0414 17:11:31.221990 1 secret.go:51] Secret "secret-ob-test-sys-admin" not found E0414 17:11:31.222228 1 error.go:25] dial tcp 10.50.112.19:2881: connect: connection refused E0414 17:11:31.222241 1 conn.go:38] 0 I0414 17:11:31.222252 1 pod_controller.go:84] try empty database E0414 17:11:31.222337 1 error.go:25] dial tcp 10.50.112.19:2881: connect: connection refused E0414 17:11:31.222348 1 conn.go:38] 0 E0414 17:11:31.222457 1 error.go:25] dial tcp 10.50.112.20:2881: connect: connection refused E0414 17:11:31.222463 1 conn.go:38] 0 I0414 17:11:31.222478 1 pod_controller.go:84] try empty database E0414 17:11:31.222537 1 error.go:25] dial tcp 10.50.112.20:2881: connect: connection refused E0414 17:11:31.222543 1 conn.go:38] 0 E0414 17:11:31.222623 1 error.go:25] dial tcp 10.50.112.18:2881: connect: connection refused E0414 17:11:31.222634 1 conn.go:38] 0 I0414 17:11:31.222643 1 pod_controller.go:84] try empty database E0414 17:11:31.222755 1 error.go:25] dial tcp 10.50.112.18:2881: connect: connection refused E0414 17:11:31.222767 1 conn.go:38] 0 I0414 17:11:43.522125 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 17:11:43.529588 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 17:11:43.539848 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 17:11:43.547815 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 17:11:43.560216 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 17:11:43.585332 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.19","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.20","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.18","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:11:43.590913 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 17:11:43.596354 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 17:11:43.604611 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 17:11:43.616829 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 17:11:43.621220 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" E0414 17:11:43.621417 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone2-0-obagent-conf-file" not found I0414 17:11:43.630297 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 17:11:43.635638 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 17:11:43.638271 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 17:11:43.647120 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 17:11:43.655987 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 17:11:43.660286 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0414 17:11:43.667055 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 17:11:48.234850 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 17:11:52.960382 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 17:11:57.685440 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.53","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:12:07.134117 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.53","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.57","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:12:07.139751 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.53","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.57","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.25","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:21:34.483766 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681464094 create time 1681463490 I0414 17:21:34.491654 1 log.go:26] delete StatefulApp sapp-ob-test "succeed" I0414 17:21:34.496563 1 log.go:26] delete RootService rs-ob-test "succeed" I0414 17:21:34.501724 1 log.go:26] delete OBZone obzone-ob-test "succeed" E0414 17:21:34.501792 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 17:21:34.501803 1 obcluster_status.go:146] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found E0414 17:21:34.501841 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="StatefulApp.cloud.oceanbase.com \"sapp-ob-test\" not found" "name"="ob-test" "namespace"="obcluster" E0414 17:21:34.507087 1 statefulapp.go:52] StatefulApp.cloud.oceanbase.com "sapp-ob-test" not found I0414 17:21:34.512738 1 log.go:26] create sapp-ob-test "succeed" I0414 17:21:34.521076 1 log.go:26] create rs-ob-test "succeed" I0414 17:21:34.521248 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"","clusterStatus":"","subsets":null} I0414 17:21:34.524169 1 log.go:26] create obzone-ob-test "succeed" E0414 17:21:34.524242 1 service.go:51] Service "svc-ob-test" not found E0414 17:21:34.524251 1 service.go:51] Service "svc-ob-test" not found I0414 17:21:34.528342 1 log.go:28] core.(*OBClusterCtrl).NewCluster update OBCluster ob-test to Resource Prepareing Zone Status I0414 17:21:34.528355 1 task_obcluster_bootstrap.go:280] OBCluster Bootstraping timeout, now time 1681464094 create time -62135596800 E0414 17:21:34.528387 1 statefulapp.go:86] resource name may not be empty E0414 17:21:34.528418 1 controller.go:317] controller/obcluster-controller "msg"="Reconciler error" "error"="resource name may not be empty" "name"="ob-test" "namespace"="obcluster" E0414 17:21:34.528505 1 service.go:51] Service "svc-ob-test" not found E0414 17:21:34.528515 1 service.go:51] Service "svc-ob-test" not found I0414 17:21:34.532246 1 log.go:28] core.(*OBClusterCtrl).ResourcePrepareingEffectorForBootstrap update OBCluster ob-test to Resource Ready Zone Status E0414 17:21:35.435145 1 service.go:51] Service "svc-ob-test" not found E0414 17:21:35.435160 1 service.go:51] Service "svc-ob-test" not found E0414 17:21:35.435444 1 cable_executer.go:49] OBCluster observer 10.50.112.53 starting not ready I0414 17:21:35.438521 1 log.go:28] core.(*OBClusterCtrl).ResourceReadyEffectorForBootstrap update OBCluster ob-test to OBServer Prepareing Zone Status I0414 17:21:35.438790 1 cable_executer.go:41] start observer 10.50.112.53 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.53:2882:2881;10.50.112.57:2882:2881;10.50.112.25:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 17:21:35.439091 1 cable_executer.go:49] OBCluster observer 10.50.112.57 starting not ready I0414 17:21:35.439758 1 cable_executer.go:41] start observer 10.50.112.57 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.53:2882:2881;10.50.112.57:2882:2881;10.50.112.25:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 17:21:35.440115 1 cable_executer.go:49] OBCluster observer 10.50.112.25 starting not ready I0414 17:21:35.440688 1 cable_executer.go:41] start observer 10.50.112.25 succeed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.53:2882:2881;10.50.112.57:2882:2881;10.50.112.25:2882:2881","version":"4.1.0.0","zoneName":"zone3"} E0414 17:21:35.562363 1 service.go:51] Service "svc-ob-test" not found E0414 17:21:35.562382 1 service.go:51] Service "svc-ob-test" not found E0414 17:21:35.562710 1 cable_executer.go:49] OBCluster observer 10.50.112.53 starting not ready E0414 17:21:35.562757 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.53 starting not ready E0414 17:21:35.563072 1 cable_executer.go:39] start observer 10.50.112.53 failed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.53:2882:2881;10.50.112.57:2882:2881;10.50.112.25:2882:2881","version":"4.1.0.0","zoneName":"zone1"} E0414 17:21:35.563992 1 cable_executer.go:49] OBCluster observer 10.50.112.57 starting not ready E0414 17:21:35.564420 1 cable_executer.go:39] start observer 10.50.112.57 failed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.53:2882:2881;10.50.112.57:2882:2881;10.50.112.25:2882:2881","version":"4.1.0.0","zoneName":"zone2"} E0414 17:21:35.564731 1 cable_executer.go:49] OBCluster observer 10.50.112.25 starting not ready E0414 17:21:35.565087 1 cable_executer.go:39] start observer 10.50.112.25 failed {"clusterId":1,"clusterName":"ob-test","cpuLimit":2,"customParameters":[{"name":"log_disk_size","value":"40G"}],"memoryLimit":15,"rsList":"10.50.112.53:2882:2881;10.50.112.57:2882:2881;10.50.112.25:2882:2881","version":"4.1.0.0","zoneName":"zone3"} 2023/04/14 17:21:39 Get "http://10.50.112.53:19001/api/ob/status": dial tcp 10.50.112.53:19001: connect: connection refused E0414 17:21:39.779749 1 cable_executer.go:49] OBCluster ob-test observer 10.50.112.53 starting not ready I0414 17:21:43.593924 1 log.go:26] create sapp-ob-test-cn-zone1-0 "succeed" I0414 17:21:43.600557 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-file "succeed" I0414 17:21:43.611815 1 log.go:26] create sapp-ob-test-cn-zone1-0-data-log "succeed" I0414 17:21:43.616765 1 log.go:26] create sapp-ob-test-cn-zone1-0-log "succeed" I0414 17:21:43.621833 1 log.go:26] create sapp-ob-test-cn-zone1-0-obagent-conf-file "succeed" I0414 17:21:43.632900 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.53","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Running","podIP":"10.50.112.57","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Running","podIP":"10.50.112.25","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:21:43.637868 1 log.go:26] create sapp-ob-test-cn-zone2-0 "succeed" I0414 17:21:43.645473 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-file "succeed" I0414 17:21:43.655766 1 log.go:26] create sapp-ob-test-cn-zone2-0-data-log "succeed" I0414 17:21:43.671707 1 log.go:26] create sapp-ob-test-cn-zone2-0-log "succeed" I0414 17:21:43.678917 1 log.go:26] create sapp-ob-test-cn-zone2-0-obagent-conf-file "succeed" E0414 17:21:43.679125 1 pvc.go:54] PersistentVolumeClaim "sapp-ob-test-cn-zone2-0-obagent-conf-file" not found I0414 17:21:43.686495 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Ready","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} I0414 17:21:43.690676 1 log.go:26] create sapp-ob-test-cn-zone3-0 "succeed" I0414 17:21:43.698568 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-file "succeed" I0414 17:21:43.706244 1 log.go:26] create sapp-ob-test-cn-zone3-0-data-log "succeed" I0414 17:21:43.712954 1 log.go:26] create sapp-ob-test-cn-zone3-0-log "succeed" I0414 17:21:43.720487 1 log.go:26] create sapp-ob-test-cn-zone3-0-obagent-conf-file "succeed" I0414 17:21:43.726588 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[]}]} E0414 17:21:45.075232 1 service.go:51] Service "svc-ob-test" not found E0414 17:21:45.075250 1 service.go:51] Service "svc-ob-test" not found I0414 17:21:45.078444 1 log.go:28] core.(*OBClusterCtrl).StatefulAppStatusCheckForBootstrap update OBCluster ob-test to Resource Prepareing Zone Status I0414 17:21:45.078459 1 task_obcluster_bootstrap.go:270] StatefulApp is Prepareing, update OBCluster ob-test to Resource Prepareing 2023/04/14 17:21:45 Get "http://:19001/api/ob/status": dial tcp :19001: connect: connection refused E0414 17:21:45.078607 1 cable_executer.go:49] OBCluster ob-test observer starting not ready I0414 17:21:48.307092 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 17:21:53.032802 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Pending"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Pending"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Pending"}]}]}]} I0414 17:21:57.757484 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.8","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]} I0414 17:22:02.483693 1 log.go:26] update status StatefulApp sapp-ob-test {"cluster":"cn","clusterStatus":"Prepareing","subsets":[{"name":"zone1","region":"region1","expectedReplicas":1,"availableReplicas":1,"pods":[{"name":"sapp-ob-test-cn-zone1-0","index":0,"podPhase":"Running","podIP":"10.50.112.8","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone1-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone1-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone2","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone2-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone2-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone2-0-obagent-conf-file","phase":"Bound"}]}]},{"name":"zone3","region":"region1","expectedReplicas":1,"availableReplicas":0,"pods":[{"name":"sapp-ob-test-cn-zone3-0","index":0,"podPhase":"Pending","podIP":"","nodeIP":"172.19.121.198","pvcs":[{"name":"sapp-ob-test-cn-zone3-0-data-file","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-data-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-log","phase":"Bound"},{"name":"sapp-ob-test-cn-zone3-0-obagent-conf-file","phase":"Bound"}]}]}]}