k8s版本Kubernetes v1.23.7
外置K8S集群安装rainbond，参数中敏感信息已替换
helm install --set Cluster.gatewayIngressIPs=192.168.26.2 --set Cluster.enableHA=true --set Cluster.imageHub.enable=true --set Cluster.imageHub.domain=域名 --set Cluster.imageHub.namespace=sdbj --set Cluster.imageHub.username=rainbond --set Cluster.imageHub.password=密码 --set Cluster.etcd.enable=true --set Cluster.etcd.endpoints[0]=192.168.26.55:2379 --set Cluster.etcd.endpoints[1]=192.168.26.56:2379 --set Cluster.etcd.endpoints[2]=192.168.26.57:2379 --set Cluster.etcd.secretName=rbd-etcd-secret --set Cluster.RWX.enable=true --set Cluster.RWX.config.storageClassName=cephfs --set Cluster.RWO.enable=true --set Cluster.RWO.storageClassName= --set Cluster.uiDatabase.host=192.168.26.51 --set Cluster.uiDatabase.port=3306 --set Cluster.uiDatabase.username=rainbond --set Cluster.uiDatabase.password=密码 --set Cluster.uiDatabase.dbname=rainbond_console --set Cluster.uiDatabase.enable=true --set Cluster.regionDatabase.host=192.168.26.51 --set Cluster.regionDatabase.port=3306 --set Cluster.regionDatabase.username=rainbond --set Cluster.regionDatabase.password=密码 --set Cluster.regionDatabase.dbname=rainbond_region --set Cluster.regionDatabase.enable=true --set Cluster.nodesForChaos[0].name=node01 --set Cluster.nodesForChaos[1].name=node02 --set Cluster.nodesForChaos[2].name=node03 --set Cluster.nodesForGateway[0].name=node01 --set Cluster.nodesForGateway[0].externalIP= --set Cluster.nodesForGateway[0].internalIP=192.168.26.121 --set Cluster.nodesForGateway[1].name=node02 --set Cluster.nodesForGateway[1].externalIP= --set Cluster.nodesForGateway[1].internalIP=192.168.26.122 --set Cluster.nodesForGateway[2].name=node03 --set Cluster.nodesForGateway[2].externalIP= --set Cluster.nodesForGateway[2].internalIP=192.168.26.123 rainbond rainbond/rainbond-cluster -n rbd-system
operator部分日志
2022-06-25T15:00:25.308+0800 INFO controller-runtime.metrics metrics server is starting to listen {"addr": ":8080"} 2022-06-25T15:00:25.308+0800 INFO setup starting manager I0625 15:00:25.308995 1 leaderelection.go:243] attempting to acquire leader lease rbd-system/c3e7a49c.rainbond.io... 2022-06-25T15:00:25.309+0800 INFO controller-runtime.manager starting metrics server {"path": "/metrics"} I0625 15:00:42.389214 1 leaderelection.go:253] successfully acquired lease rbd-system/c3e7a49c.rainbond.io 2022-06-25T15:00:42.389+0800 INFO controller-runtime.manager.controller.rbdcomponent Starting EventSource {"reconciler group": "rainbond.io", "reconciler kind": "RbdComponent", "source": "kind source: /, Kind="} 2022-06-25T15:00:42.389+0800 INFO controller-runtime.manager.controller.rainbondcluster Starting EventSource {"reconciler group": "rainbond.io", "reconciler kind": "RainbondCluster", "source": "kind source: /, Kind="} 2022-06-25T15:00:42.389+0800 INFO controller-runtime.manager.controller.rainbondpackage Starting EventSource {"reconciler group": "rainbond.io", "reconciler kind": "RainbondPackage", "source": "kind source: /, Kind="} 2022-06-25T15:00:42.389+0800 DEBUG controller-runtime.manager.events Normal {"object": {"kind":"ConfigMap","namespace":"rbd-system","name":"c3e7a49c.rainbond.io","uid":"34fa2713-8f24-45f4-9b95-7df5e8f105c8","apiVersion":"v1","resourceVersion":"3143089"}, "reason": "LeaderElection", "message": "rainbond-operator-7fc4c95569-mgqkl_cb74dd10-985b-4ca6-b3f0-515699218232 became leader"} 2022-06-25T15:00:42.389+0800 INFO controller-runtime.manager.controller.rainbondvolume Starting EventSource {"reconciler group": "rainbond.io", "reconciler kind": "RainbondVolume", "source": "kind source: /, Kind="} 2022-06-25T15:00:42.389+0800 DEBUG controller-runtime.manager.events Normal {"object": {"kind":"Lease","namespace":"rbd-system","name":"c3e7a49c.rainbond.io","uid":"8cbf99cc-e501-49d9-8dea-b690e611b82e","apiVersion":"coordination.k8s.io/v1","resourceVersion":"3143090"}, "reason": "LeaderElection", "message": "rainbond-operator-7fc4c95569-mgqkl_cb74dd10-985b-4ca6-b3f0-515699218232 became leader"} 2022-06-25T15:00:42.489+0800 INFO controller-runtime.manager.controller.rainbondcluster Starting Controller {"reconciler group": "rainbond.io", "reconciler kind": "RainbondCluster"} 2022-06-25T15:00:42.489+0800 INFO controller-runtime.manager.controller.rainbondvolume Starting Controller {"reconciler group": "rainbond.io", "reconciler kind": "RainbondVolume"} 2022-06-25T15:00:42.490+0800 INFO controller-runtime.manager.controller.rbdcomponent Starting Controller {"reconciler group": "rainbond.io", "reconciler kind": "RbdComponent"} 2022-06-25T15:00:42.490+0800 INFO controller-runtime.manager.controller.rbdcomponent Starting workers {"reconciler group": "rainbond.io", "reconciler kind": "RbdComponent", "worker count": 1} 2022-06-25T15:00:42.490+0800 INFO controller-runtime.manager.controller.rainbondpackage Starting Controller {"reconciler group": "rainbond.io", "reconciler kind": "RainbondPackage"} 2022-06-25T15:00:42.490+0800 INFO controller-runtime.manager.controller.rainbondpackage Starting workers {"reconciler group": "rainbond.io", "reconciler kind": "RainbondPackage", "worker count": 1} 2022-06-25T15:00:42.490+0800 INFO controller-runtime.manager.controller.rainbondcluster Starting workers {"reconciler group": "rainbond.io", "reconciler kind": "RainbondCluster", "worker count": 1} 2022-06-25T15:00:42.490+0800 INFO controller-runtime.manager.controller.rainbondvolume Starting workers {"reconciler group": "rainbond.io", "reconciler kind": "RainbondVolume", "worker count": 1} 2022-06-25T15:00:42.490+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"metrics-server","uid":"c288b07f-3025-4093-a0dd-6b219e7192f5","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3142999"}, "reason": "PrerequisitesFailed", "message": "failed to check prerequisites"} 2022-06-25T15:00:42.502+0800 LEVEL(-4) controllers.RainbondPackage waiting local image hub ready {"rainbondpackage": "rbd-system/rainbondpackage"} 2022-06-25T15:00:42.503+0800 INFO controllers.RainbondVolume rainbond volume storage class is ready {"rainbondvolume": "rbd-system/rainbondvolumerwx", "storageclass": true} 2022-06-25T15:00:42.503+0800 INFO controllers.RainbondVolume rainbond volume storage class is ready {"rainbondvolume": "rbd-system/rainbondvolumerwx", "storageclass": true} 2022-06-25T15:00:42.504+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"rbd-eventlog","uid":"d04ae290-0060-4aee-960c-08a8510dd250","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3142993"}, "reason": "PrerequisitesFailed", "message": "failed to check prerequisites"} 2022-06-25T15:00:42.508+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"dashboard-metrics-scraper","uid":"53f147f5-a216-47c5-be26-9f70e02192dc","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3143003"}, "reason": "PrerequisitesFailed", "message": "failed to check prerequisites"} 2022-06-25T15:00:42.619+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"kubernetes-dashboard","uid":"7f36cc98-dbb4-4b67-a4e4-7a9cd2fda88e","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3142989"}, "reason": "PrerequisitesFailed", "message": "failed to check prerequisites"} 2022-06-25T15:00:42.624+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"rbd-webcli","uid":"65724d7f-12a1-4446-affd-e29f4aef74f7","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3143000"}, "reason": "PrerequisitesFailed", "message": "failed to check prerequisites"} 2022-06-25T15:00:42.628+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"rbd-hub","uid":"ddfd8609-46cb-4dec-8c0b-105654bca9d4","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3143005"}, "reason": "PrerequisitesFailed", "message": "use custom image repository"} 2022-06-25T15:00:42.639+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"rbd-api","uid":"06538e7b-06f2-4963-840e-91df0208fe3a","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3142992"}, "reason": "PrerequisitesFailed", "message": "failed to check prerequisites"} 2022-06-25T15:00:42.844+0800 INFO controllers.RbdComponent Creating a new {"rbdcomponent": "rbd-system/rbd-gateway", "Namespace": "rbd-system", "Name": "rbd-gateway"} 2022-06-25T15:00:42.856+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"rbd-monitor","uid":"b92a4cc9-5759-45de-bb58-2f9968a2423a","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3142998"}, "reason": "PrerequisitesFailed", "message": "failed to check prerequisites"} 2022-06-25T15:00:42.862+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"rbd-chaos","uid":"41a0be16-4d0c-4e2a-a57f-2ff13e35cf20","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3142991"}, "reason": "PrerequisitesFailed", "message": "failed to check prerequisites"} 2022-06-25T15:00:42.967+0800 LEVEL(-4) controllers.RbdComponent Creating a new {"rbdcomponent": "rbd-system/rbd-node", "Namespace": "rbd-system", "Name": "rbd-cpt-grdata"} 2022-06-25T15:00:42.974+0800 INFO controllers.RbdComponent Creating a new {"rbdcomponent": "rbd-system/rbd-node", "Namespace": "rbd-system", "Name": "rbd-node"} 2022-06-25T15:00:42.983+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"rbd-resource-proxy","uid":"5e366f43-c0d8-4862-87b5-3f5598726f1b","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3143004"}, "reason": "PrerequisitesFailed", "message": "failed to check prerequisites"} 2022-06-25T15:00:42.990+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"rbd-mq","uid":"606400e6-068d-4bbc-8ce6-d80cd40ddee5","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3142990"}, "reason": "PrerequisitesFailed", "message": "failed to check prerequisites"} 2022-06-25T15:00:42.995+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"rbd-app-ui","uid":"7e69d07f-d903-4c07-a382-ed151a075502","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3142997"}, "reason": "PrerequisitesFailed", "message": "failed to check prerequisites"} 2022-06-25T15:00:42.999+0800 DEBUG controller-runtime.manager.events Warning {"object": {"kind":"RbdComponent","namespace":"rbd-system","name":"rbd-worker","uid":"ec740183-8d3a-4906-b99e-52abfdf33ff4","apiVersion":"rainbond.io/v1alpha1","resourceVersion":"3142995"}, "reason": "PrerequisitesFailed", "message": "failed to check prerequisites"} 2022-06-25T15:00:43.932+0800 ERROR controller-runtime.manager.controller.rainbondcluster Reconciler error {"reconciler group": "rainbond.io", "reconciler kind": "RainbondCluster", "name": "rainbondcluster", "namespace": "rbd-system", "error": "Operation cannot be fulfilled on rainbondclusters.rainbond.io \"rainbondcluster\": the object has been modified; please apply your changes to the latest version and try again"} github.com/go-logr/zapr.(*zapLogger).Error /go/pkg/mod/github.com/go-logr/zapr@v0.2.0/zapr.go:132 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.7.0/pkg/internal/controller/controller.go:267 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.7.0/pkg/internal/controller/controller.go:235 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func1.1 /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.7.0/pkg/internal/controller/controller.go:198 k8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext.func1 /go/pkg/mod/k8s.io/apimachinery@v0.20.1/pkg/util/wait/wait.go:185 k8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1 /go/pkg/mod/k8s.io/apimachinery@v0.20.1/pkg/util/wait/wait.go:155 k8s.io/apimachinery/pkg/util/wait.BackoffUntil /go/pkg/mod/k8s.io/apimachinery@v0.20.1/pkg/util/wait/wait.go:156 k8s.io/apimachinery/pkg/util/wait.JitterUntil /go/pkg/mod/k8s.io/apimachinery@v0.20.1/pkg/util/wait/wait.go:133 k8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext /go/pkg/mod/k8s.io/apimachinery@v0.20.1/pkg/util/wait/wait.go:185 k8s.io/apimachinery/pkg/util/wait.UntilWithContext /go/pkg/mod/k8s.io/apimachinery@v0.20.1/pkg/util/wait/wait.go:99 2022-06-25T15:00:44.559+0800 ERROR controller-runtime.manager.controller.rainbondcluster Reconciler error {"reconciler group": "rainbond.io", "reconciler kind": "RainbondCluster", "name": "rainbondcluster", "namespace": "rbd-system", "error": "Operation cannot be fulfilled on rainbondclusters.rainbond.io \"rainbondcluster\": the object has been modified; please apply your changes to the latest version and try again"} github.com/go-logr/zapr.(*zapLogger).Error