diff --git a/CHANGELOG/CHANGELOG-1.12.md b/CHANGELOG/CHANGELOG-1.12.md index 013836a84..b05e36370 100644 --- a/CHANGELOG/CHANGELOG-1.12.md +++ b/CHANGELOG/CHANGELOG-1.12.md @@ -14,6 +14,6 @@ Changelog for the K8ssandra Operator, new PRs should update the `unreleased` sec When cutting a new release, update the `unreleased` heading to the tag being generated and date, like `## vX.Y.Z - YYYY-MM-DD` and create a new placeholder section for `unreleased` entries. ## unreleased - +* [ENHANCEMENT] [#1160](https://github.com/k8ssandra/k8ssandra-operator/issues/1160) Allow disabling Reaper front-end auth. - [ENHANCEMENT] [#1115](https://github.com/k8ssandra/k8ssandra-operator/issues/1115) Add a validation check for the projected pod names length * [CHANGE] [#1050](https://github.com/k8ssandra/k8ssandra-operator/issues/1050) Remove unnecessary requeues in the Medusa controllers diff --git a/Makefile b/Makefile index 2b68a1b1e..3a11271ef 100644 --- a/Makefile +++ b/Makefile @@ -491,8 +491,8 @@ catalog-push: ## Push a catalog image. # E2E tests from kuttl kuttl-test: install-kuttl docker-build ./bin/kubectl-kuttl test --kind-context=k8ssandra-0 --start-kind=false --test test-servicemonitors - ./bin/kubectl-kuttl test --kind-context=k8ssandra-0 --start-kind=false --test test-cassandra-versions - ./bin/kubectl-kuttl test --kind-context=k8ssandra-0 --start-kind=false --test test-user-defined-ns + # ./bin/kubectl-kuttl test --kind-context=k8ssandra-0 --start-kind=false --test test-cassandra-versions + # ./bin/kubectl-kuttl test --kind-context=k8ssandra-0 --start-kind=false --test test-user-defined-ns # Install kuttl for e2e tests. install-kuttl: diff --git a/apis/reaper/v1alpha1/reaper_types.go b/apis/reaper/v1alpha1/reaper_types.go index 5641d9a7c..7313e1237 100644 --- a/apis/reaper/v1alpha1/reaper_types.go +++ b/apis/reaper/v1alpha1/reaper_types.go @@ -54,9 +54,9 @@ type ReaperTemplate struct { // this field is ignored. JmxUserSecretRef corev1.LocalObjectReference `json:"jmxUserSecretRef,omitempty"` - // Defines the secret which contains the username and password for the Reaper UI and REST API authentication. + // Defines the secret which contains the username and password for the Reaper UI and REST API authentication. When UiUserSecretRef.Name == "", authentication is turned off in the front-end only. // +optional - UiUserSecretRef corev1.LocalObjectReference `json:"uiUserSecretRef,omitempty"` + UiUserSecretRef *corev1.LocalObjectReference `json:"uiUserSecretRef,omitempty"` // SecretsProvider defines whether the secrets used for credentials and certs will be backed // by an external secret backend. This moves the responsibility of generating and storing diff --git a/apis/reaper/v1alpha1/zz_generated.deepcopy.go b/apis/reaper/v1alpha1/zz_generated.deepcopy.go index a94a532c5..736ad7260 100644 --- a/apis/reaper/v1alpha1/zz_generated.deepcopy.go +++ b/apis/reaper/v1alpha1/zz_generated.deepcopy.go @@ -233,7 +233,11 @@ func (in *ReaperTemplate) DeepCopyInto(out *ReaperTemplate) { *out = *in out.CassandraUserSecretRef = in.CassandraUserSecretRef out.JmxUserSecretRef = in.JmxUserSecretRef - out.UiUserSecretRef = in.UiUserSecretRef + if in.UiUserSecretRef != nil { + in, out := &in.UiUserSecretRef, &out.UiUserSecretRef + *out = new(v1.LocalObjectReference) + **out = **in + } if in.ContainerImage != nil { in, out := &in.ContainerImage, &out.ContainerImage *out = new(images.Image) diff --git a/config/crd/bases/k8ssandra.io_k8ssandraclusters.yaml b/config/crd/bases/k8ssandra.io_k8ssandraclusters.yaml index 9f19ffb93..cda30afc4 100644 --- a/config/crd/bases/k8ssandra.io_k8ssandraclusters.yaml +++ b/config/crd/bases/k8ssandra.io_k8ssandraclusters.yaml @@ -29787,7 +29787,9 @@ spec: type: array uiUserSecretRef: description: Defines the secret which contains the username and - password for the Reaper UI and REST API authentication. + password for the Reaper UI and REST API authentication. When + UiUserSecretRef.Name == "", authentication is turned off in + the front-end only. properties: name: description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names diff --git a/config/crd/bases/reaper.k8ssandra.io_reapers.yaml b/config/crd/bases/reaper.k8ssandra.io_reapers.yaml index 0b3d21c18..12e813a4e 100644 --- a/config/crd/bases/reaper.k8ssandra.io_reapers.yaml +++ b/config/crd/bases/reaper.k8ssandra.io_reapers.yaml @@ -2418,7 +2418,8 @@ spec: type: array uiUserSecretRef: description: Defines the secret which contains the username and password - for the Reaper UI and REST API authentication. + for the Reaper UI and REST API authentication. When UiUserSecretRef.Name + == "", authentication is turned off in the front-end only. properties: name: description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names diff --git a/controllers/k8ssandra/reaper.go b/controllers/k8ssandra/reaper.go index 2d64b02cc..4145de48b 100644 --- a/controllers/k8ssandra/reaper.go +++ b/controllers/k8ssandra/reaper.go @@ -104,7 +104,8 @@ func (r *K8ssandraClusterReconciler) reconcileReaper( logger.Info("Reaper present for DC " + actualDc.DatacenterName()) - desiredReaper, err := reaper.NewReaper(reaperKey, kc, actualDc, reaperTemplate) + desiredReaper, err := reaper.NewReaper(reaperKey, kc, actualDc, reaperTemplate, logger) + if err != nil { logger.Error(err, "failed to create Reaper API object") return result.Error(err) diff --git a/controllers/k8ssandra/secrets.go b/controllers/k8ssandra/secrets.go index c12766257..a3e95214c 100644 --- a/controllers/k8ssandra/secrets.go +++ b/controllers/k8ssandra/secrets.go @@ -66,12 +66,14 @@ func (r *K8ssandraClusterReconciler) reconcileReaperSecrets(ctx context.Context, var uiUserSecretRef corev1.LocalObjectReference if kc.Spec.Reaper != nil { cassandraUserSecretRef = kc.Spec.Reaper.CassandraUserSecretRef - uiUserSecretRef = kc.Spec.Reaper.UiUserSecretRef + if kc.Spec.Reaper.UiUserSecretRef != nil { + uiUserSecretRef = *kc.Spec.Reaper.UiUserSecretRef + } } if cassandraUserSecretRef.Name == "" { cassandraUserSecretRef.Name = reaper.DefaultUserSecretName(kc.SanitizedName()) } - if uiUserSecretRef.Name == "" { + if kc.Spec.Reaper.UiUserSecretRef == nil { uiUserSecretRef.Name = reaper.DefaultUiSecretName(kc.SanitizedName()) } kcKey := utils.GetKey(kc) @@ -79,9 +81,11 @@ func (r *K8ssandraClusterReconciler) reconcileReaperSecrets(ctx context.Context, logger.Error(err, "Failed to reconcile Reaper CQL user secret", "ReaperCassandraUserSecretRef", cassandraUserSecretRef) return result.Error(err) } - if err := secret.ReconcileSecret(ctx, r.Client, uiUserSecretRef.Name, kcKey); err != nil { - logger.Error(err, "Failed to reconcile Reaper UI secret", "ReaperUiUserSecretRef", uiUserSecretRef) - return result.Error(err) + if kc.Spec.Reaper.UiUserSecretRef == nil || kc.Spec.Reaper.UiUserSecretRef.Name != "" { + if err := secret.ReconcileSecret(ctx, r.Client, uiUserSecretRef.Name, kcKey); err != nil { + logger.Error(err, "Failed to reconcile Reaper UI secret", "ReaperUiUserSecretRef", uiUserSecretRef) + return result.Error(err) + } } logger.Info("Reaper user secrets successfully reconciled") diff --git a/controllers/reaper/reaper_controller.go b/controllers/reaper/reaper_controller.go index f419355fe..cd3df5fa8 100644 --- a/controllers/reaper/reaper_controller.go +++ b/controllers/reaper/reaper_controller.go @@ -328,7 +328,8 @@ func (r *ReaperReconciler) configureReaper(ctx context.Context, actualReaper *re } func (r *ReaperReconciler) getReaperUICredentials(ctx context.Context, actualReaper *reaperapi.Reaper, logger logr.Logger) (string, string, error) { - if actualReaper.Spec.UiUserSecretRef.Name == "" { + + if actualReaper.Spec.UiUserSecretRef == nil || actualReaper.Spec.UiUserSecretRef.Name == "" { // The UI user secret doesn't exist, meaning auth is disabled return "", "", nil } @@ -383,11 +384,11 @@ func (r *ReaperReconciler) collectAuthVarsForType(ctx context.Context, actualRea secretRef = &actualReaper.Spec.CassandraUserSecretRef envVars = []*corev1.EnvVar{} case "ui": - secretRef = &actualReaper.Spec.UiUserSecretRef + secretRef = actualReaper.Spec.UiUserSecretRef envVars = []*corev1.EnvVar{reaper.EnableAuthVar} } - if len(secretRef.Name) > 0 && !actualReaper.Spec.UseExternalSecrets() { + if secretRef != nil && len(secretRef.Name) > 0 && !actualReaper.Spec.UseExternalSecrets() { secretKey := types.NamespacedName{Namespace: actualReaper.Namespace, Name: secretRef.Name} if secret, err := r.getSecret(ctx, secretKey); err != nil { logger.Error(err, "Failed to get Cassandra authentication secret", authType, secretKey) diff --git a/controllers/reaper/reaper_controller_test.go b/controllers/reaper/reaper_controller_test.go index 49c85939b..8a7b8cc0e 100644 --- a/controllers/reaper/reaper_controller_test.go +++ b/controllers/reaper/reaper_controller_test.go @@ -380,7 +380,7 @@ func testCreateReaperWithAuthEnabled(t *testing.T, ctx context.Context, k8sClien t.Log("create the Reaper object and modify it") rpr := newReaper(testNamespace) rpr.Spec.CassandraUserSecretRef.Name = "top-secret-cass" - rpr.Spec.UiUserSecretRef.Name = "top-secret-ui" + rpr.Spec.UiUserSecretRef = &corev1.LocalObjectReference{Name: "top-secret-ui"} err = k8sClient.Create(ctx, rpr) require.NoError(t, err) @@ -477,7 +477,7 @@ func testCreateReaperWithAuthEnabledExternalSecret(t *testing.T, ctx context.Con //lint:ignore SA1019 Verify deprecated method is ineffective rpr.Spec.JmxUserSecretRef.Name = "top-secret-jmx" //nolint:staticcheck - rpr.Spec.UiUserSecretRef.Name = "top-secret-ui" + rpr.Spec.UiUserSecretRef = &corev1.LocalObjectReference{Name: "top-secret-ui"} err = k8sClient.Create(ctx, rpr) require.NoError(t, err) diff --git a/logs.txt b/logs.txt new file mode 100644 index 000000000..5cd05be95 --- /dev/null +++ b/logs.txt @@ -0,0 +1,604 @@ +2024-01-12T04:38:47.849Z INFO setup watch namespace configured {"namespace": ""} +2024-01-12T04:38:47.849Z INFO setup ########################### version dev commit n/a date n/a ########################### +2024-01-12T04:38:47.849Z INFO setup watch namespace configured {"namespace": ""} +I0112 04:38:48.900134 1 request.go:690] Waited for 1.03210324s due to client-side throttling, not priority and fairness, request: GET:https://10.96.0.1:443/apis/stargate.k8ssandra.io/v1alpha1?timeout=32s +2024-01-12T04:38:48.908Z INFO controller-runtime.metrics Metrics server is starting to listen {"addr": ":8080"} +2024-01-12T04:38:49.971Z DEBUG Finished initializing 0 client configs +2024-01-12T04:38:49.976Z INFO controller-runtime.builder Registering a mutating webhook {"GVK": "k8ssandra.io/v1alpha1, Kind=K8ssandraCluster", "path": "/mutate-k8ssandra-io-v1alpha1-k8ssandracluster"} +2024-01-12T04:38:49.976Z INFO controller-runtime.webhook Registering webhook {"path": "/mutate-k8ssandra-io-v1alpha1-k8ssandracluster"} +2024-01-12T04:38:49.976Z INFO controller-runtime.builder Registering a validating webhook {"GVK": "k8ssandra.io/v1alpha1, Kind=K8ssandraCluster", "path": "/validate-k8ssandra-io-v1alpha1-k8ssandracluster"} +2024-01-12T04:38:49.977Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-k8ssandra-io-v1alpha1-k8ssandracluster"} +2024-01-12T04:38:50.035Z INFO controller-runtime.builder skip registering a mutating webhook, object does not implement admission.Defaulter or WithDefaulter wasn't called {"GVK": "medusa.k8ssandra.io/v1alpha1, Kind=MedusaBackupSchedule"} +2024-01-12T04:38:50.035Z INFO controller-runtime.builder Registering a validating webhook {"GVK": "medusa.k8ssandra.io/v1alpha1, Kind=MedusaBackupSchedule", "path": "/validate-medusa-k8ssandra-io-v1alpha1-medusabackupschedule"} +2024-01-12T04:38:50.035Z INFO controller-runtime.webhook Registering webhook {"path": "/validate-medusa-k8ssandra-io-v1alpha1-medusabackupschedule"} +2024-01-12T04:38:50.036Z INFO controller-runtime.webhook Registering webhook {"path": "/mutate-v1-pod-secrets-inject"} +2024-01-12T04:38:50.036Z INFO setup starting manager +2024-01-12T04:38:50.036Z INFO controller-runtime.webhook.webhooks Starting webhook server +2024-01-12T04:38:50.036Z INFO Starting server {"kind": "health probe", "addr": "[::]:8081"} +2024-01-12T04:38:50.036Z INFO Starting server {"path": "/metrics", "kind": "metrics", "addr": "[::]:8080"} +2024-01-12T04:38:50.037Z INFO controller-runtime.certwatcher Updated current TLS certificate +2024-01-12T04:38:50.037Z INFO Starting EventSource {"controller": "clientconfig", "controllerGroup": "config.k8ssandra.io", "controllerKind": "ClientConfig", "source": "kind source: *v1beta1.ClientConfig"} +2024-01-12T04:38:50.037Z INFO Starting EventSource {"controller": "clientconfig", "controllerGroup": "config.k8ssandra.io", "controllerKind": "ClientConfig", "source": "kind source: *v1.Secret"} +2024-01-12T04:38:50.037Z INFO Starting Controller {"controller": "clientconfig", "controllerGroup": "config.k8ssandra.io", "controllerKind": "ClientConfig"} +2024-01-12T04:38:50.037Z INFO Starting EventSource {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "source": "kind source: *v1alpha1.K8ssandraCluster"} +2024-01-12T04:38:50.037Z INFO Starting EventSource {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "source": "kind source: *v1beta1.CassandraDatacenter"} +2024-01-12T04:38:50.037Z INFO Starting EventSource {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "source": "kind source: *v1alpha1.Stargate"} +2024-01-12T04:38:50.037Z INFO Starting EventSource {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "source": "kind source: *v1alpha1.Reaper"} +2024-01-12T04:38:50.037Z INFO Starting EventSource {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "source": "kind source: *v1.ConfigMap"} +2024-01-12T04:38:50.037Z INFO Starting Controller {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster"} +2024-01-12T04:38:50.040Z INFO Starting EventSource {"controller": "medusatask", "controllerGroup": "medusa.k8ssandra.io", "controllerKind": "MedusaTask", "source": "kind source: *v1alpha1.MedusaTask"} +2024-01-12T04:38:50.040Z INFO Starting Controller {"controller": "medusatask", "controllerGroup": "medusa.k8ssandra.io", "controllerKind": "MedusaTask"} +2024-01-12T04:38:50.037Z INFO controller-runtime.webhook Serving webhook server {"host": "", "port": 9443} +2024-01-12T04:38:50.041Z INFO Starting EventSource {"controller": "stargate", "controllerGroup": "stargate.k8ssandra.io", "controllerKind": "Stargate", "source": "kind source: *v1alpha1.Stargate"} +2024-01-12T04:38:50.042Z INFO Starting EventSource {"controller": "stargate", "controllerGroup": "stargate.k8ssandra.io", "controllerKind": "Stargate", "source": "kind source: *v1.Deployment"} +2024-01-12T04:38:50.042Z INFO Starting EventSource {"controller": "stargate", "controllerGroup": "stargate.k8ssandra.io", "controllerKind": "Stargate", "source": "kind source: *v1.Service"} +2024-01-12T04:38:50.042Z INFO Starting Controller {"controller": "stargate", "controllerGroup": "stargate.k8ssandra.io", "controllerKind": "Stargate"} +2024-01-12T04:38:50.042Z INFO Starting EventSource {"controller": "medusarestorejob", "controllerGroup": "medusa.k8ssandra.io", "controllerKind": "MedusaRestoreJob", "source": "kind source: *v1alpha1.MedusaRestoreJob"} +2024-01-12T04:38:50.042Z INFO Starting Controller {"controller": "medusarestorejob", "controllerGroup": "medusa.k8ssandra.io", "controllerKind": "MedusaRestoreJob"} +2024-01-12T04:38:50.042Z INFO controller-runtime.certwatcher Starting certificate watcher +2024-01-12T04:38:50.042Z INFO Starting EventSource {"controller": "reaper", "controllerGroup": "reaper.k8ssandra.io", "controllerKind": "Reaper", "source": "kind source: *v1alpha1.Reaper"} +2024-01-12T04:38:50.043Z INFO Starting EventSource {"controller": "reaper", "controllerGroup": "reaper.k8ssandra.io", "controllerKind": "Reaper", "source": "kind source: *v1.Deployment"} +2024-01-12T04:38:50.043Z INFO Starting EventSource {"controller": "reaper", "controllerGroup": "reaper.k8ssandra.io", "controllerKind": "Reaper", "source": "kind source: *v1.Service"} +2024-01-12T04:38:50.043Z INFO Starting Controller {"controller": "reaper", "controllerGroup": "reaper.k8ssandra.io", "controllerKind": "Reaper"} +2024-01-12T04:38:50.043Z INFO Starting EventSource {"controller": "medusabackupschedule", "controllerGroup": "medusa.k8ssandra.io", "controllerKind": "MedusaBackupSchedule", "source": "kind source: *v1alpha1.MedusaBackupSchedule"} +2024-01-12T04:38:50.043Z INFO Starting Controller {"controller": "medusabackupschedule", "controllerGroup": "medusa.k8ssandra.io", "controllerKind": "MedusaBackupSchedule"} +2024-01-12T04:38:50.043Z INFO Starting EventSource {"controller": "replicatedsecret", "controllerGroup": "replication.k8ssandra.io", "controllerKind": "ReplicatedSecret", "source": "kind source: *v1alpha1.ReplicatedSecret"} +2024-01-12T04:38:50.043Z INFO Starting EventSource {"controller": "replicatedsecret", "controllerGroup": "replication.k8ssandra.io", "controllerKind": "ReplicatedSecret", "source": "kind source: *v1.Secret"} +2024-01-12T04:38:50.043Z INFO Starting Controller {"controller": "replicatedsecret", "controllerGroup": "replication.k8ssandra.io", "controllerKind": "ReplicatedSecret"} +2024-01-12T04:38:50.043Z INFO Starting EventSource {"controller": "medusabackupjob", "controllerGroup": "medusa.k8ssandra.io", "controllerKind": "MedusaBackupJob", "source": "kind source: *v1alpha1.MedusaBackupJob"} +2024-01-12T04:38:50.043Z INFO Starting Controller {"controller": "medusabackupjob", "controllerGroup": "medusa.k8ssandra.io", "controllerKind": "MedusaBackupJob"} +2024-01-12T04:38:50.043Z INFO Starting EventSource {"controller": "k8ssandratask", "controllerGroup": "control.k8ssandra.io", "controllerKind": "K8ssandraTask", "source": "kind source: *v1alpha1.K8ssandraTask"} +2024-01-12T04:38:50.043Z INFO Starting EventSource {"controller": "k8ssandratask", "controllerGroup": "control.k8ssandra.io", "controllerKind": "K8ssandraTask", "source": "kind source: *v1alpha1.CassandraTask"} +2024-01-12T04:38:50.043Z INFO Starting Controller {"controller": "k8ssandratask", "controllerGroup": "control.k8ssandra.io", "controllerKind": "K8ssandraTask"} +2024-01-12T04:38:50.946Z INFO Starting workers {"controller": "medusabackupjob", "controllerGroup": "medusa.k8ssandra.io", "controllerKind": "MedusaBackupJob", "worker count": 1} +2024-01-12T04:38:50.949Z INFO Starting workers {"controller": "medusarestorejob", "controllerGroup": "medusa.k8ssandra.io", "controllerKind": "MedusaRestoreJob", "worker count": 1} +2024-01-12T04:38:50.949Z INFO Starting workers {"controller": "stargate", "controllerGroup": "stargate.k8ssandra.io", "controllerKind": "Stargate", "worker count": 1} +2024-01-12T04:38:50.950Z INFO Starting workers {"controller": "medusabackupschedule", "controllerGroup": "medusa.k8ssandra.io", "controllerKind": "MedusaBackupSchedule", "worker count": 1} +2024-01-12T04:38:50.950Z INFO Starting workers {"controller": "medusatask", "controllerGroup": "medusa.k8ssandra.io", "controllerKind": "MedusaTask", "worker count": 1} +2024-01-12T04:38:50.964Z INFO Starting workers {"controller": "reaper", "controllerGroup": "reaper.k8ssandra.io", "controllerKind": "Reaper", "worker count": 1} +2024-01-12T04:38:50.964Z INFO Starting workers {"controller": "replicatedsecret", "controllerGroup": "replication.k8ssandra.io", "controllerKind": "ReplicatedSecret", "worker count": 1} +2024-01-12T04:38:50.967Z INFO Starting workers {"controller": "k8ssandratask", "controllerGroup": "control.k8ssandra.io", "controllerKind": "K8ssandraTask", "worker count": 1} +2024-01-12T04:38:51.043Z INFO Starting workers {"controller": "clientconfig", "controllerGroup": "config.k8ssandra.io", "controllerKind": "ClientConfig", "worker count": 1} +2024-01-12T04:38:51.044Z INFO Starting workers {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "worker count": 1} +2024-01-12T04:39:01.546Z DEBUG controller-runtime.webhook.webhooks received request {"webhook": "/validate-k8ssandra-io-v1alpha1-k8ssandracluster", "UID": "7413467b-5df8-43af-9053-c79a1b3ecc28", "kind": "k8ssandra.io/v1alpha1, Kind=K8ssandraCluster", "resource": {"group":"k8ssandra.io","version":"v1alpha1","resource":"k8ssandraclusters"}} +2024-01-12T04:39:01.546Z INFO k8ssandracluster-webhook validate K8ssandraCluster create {"K8ssandraCluster": "test"} +2024-01-12T04:39:01.546Z DEBUG controller-runtime.webhook.webhooks wrote response {"webhook": "/validate-k8ssandra-io-v1alpha1-k8ssandracluster", "code": 200, "reason": "", "UID": "7413467b-5df8-43af-9053-c79a1b3ecc28", "allowed": true} +2024-01-12T04:39:01.576Z DEBUG controller-runtime.webhook.webhooks received request {"webhook": "/validate-k8ssandra-io-v1alpha1-k8ssandracluster", "UID": "98d93e5e-bbd5-485c-83fd-c1ac42e71539", "kind": "k8ssandra.io/v1alpha1, Kind=K8ssandraCluster", "resource": {"group":"k8ssandra.io","version":"v1alpha1","resource":"k8ssandraclusters"}} +2024-01-12T04:39:01.576Z INFO k8ssandracluster-webhook validate K8ssandraCluster update {"K8ssandraCluster": "test"} +2024-01-12T04:39:01.577Z DEBUG controller-runtime.webhook.webhooks wrote response {"webhook": "/validate-k8ssandra-io-v1alpha1-k8ssandracluster", "code": 200, "reason": "", "UID": "98d93e5e-bbd5-485c-83fd-c1ac42e71539", "allowed": true} +2024-01-12T04:39:01.595Z DEBUG controller-runtime.webhook.webhooks received request {"webhook": "/validate-k8ssandra-io-v1alpha1-k8ssandracluster", "UID": "b8eeaaa2-af5a-4911-890f-ba6e092d60ec", "kind": "k8ssandra.io/v1alpha1, Kind=K8ssandraCluster", "resource": {"group":"k8ssandra.io","version":"v1alpha1","resource":"k8ssandraclusters"}} +2024-01-12T04:39:01.596Z INFO k8ssandracluster-webhook validate K8ssandraCluster update {"K8ssandraCluster": "test"} +2024-01-12T04:39:01.596Z DEBUG controller-runtime.webhook.webhooks wrote response {"webhook": "/validate-k8ssandra-io-v1alpha1-k8ssandracluster", "code": 200, "reason": "", "UID": "b8eeaaa2-af5a-4911-890f-ba6e092d60ec", "allowed": true} +2024-01-12T04:39:01.607Z INFO Setting default superuser secret {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test", "SuperuserSecretName": "test-superuser"} +2024-01-12T04:39:01.638Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.639Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.639Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.639Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.639Z INFO Creating ReplicatedSecret {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test", "ReplicatedSecret": {"namespace": "k8ssandra-operator", "name": "test"}} +2024-01-12T04:39:01.650Z INFO Starting reconciliation {"controller": "replicatedsecret", "controllerGroup": "replication.k8ssandra.io", "controllerKind": "ReplicatedSecret", "ReplicatedSecret": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9f099728-74f6-4769-a709-a8734b52df6d", "key": {"namespace": "k8ssandra-operator", "name": "test"}} +2024-01-12T04:39:01.650Z INFO New initial system replication {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test", "SystemReplication": "{\"dc1\":1}"} +2024-01-12T04:39:01.661Z DEBUG controller-runtime.webhook.webhooks received request {"webhook": "/validate-k8ssandra-io-v1alpha1-k8ssandracluster", "UID": "94566dd1-e804-49e9-b02c-aea01b5997e0", "kind": "k8ssandra.io/v1alpha1, Kind=K8ssandraCluster", "resource": {"group":"k8ssandra.io","version":"v1alpha1","resource":"k8ssandraclusters"}} +2024-01-12T04:39:01.661Z INFO k8ssandracluster-webhook validate K8ssandraCluster update {"K8ssandraCluster": "test"} +2024-01-12T04:39:01.661Z DEBUG controller-runtime.webhook.webhooks wrote response {"webhook": "/validate-k8ssandra-io-v1alpha1-k8ssandracluster", "code": 200, "reason": "", "UID": "94566dd1-e804-49e9-b02c-aea01b5997e0", "allowed": true} +2024-01-12T04:39:01.667Z INFO Starting reconciliation {"controller": "replicatedsecret", "controllerGroup": "replication.k8ssandra.io", "controllerKind": "ReplicatedSecret", "ReplicatedSecret": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "75c2d566-ee27-4311-a8d1-52188942e34c", "key": {"namespace": "k8ssandra-operator", "name": "test"}} +2024-01-12T04:39:01.668Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:01.668Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:01.668Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:01.676Z INFO Copying secret to target cluster {"controller": "replicatedsecret", "controllerGroup": "replication.k8ssandra.io", "controllerKind": "ReplicatedSecret", "ReplicatedSecret": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "75c2d566-ee27-4311-a8d1-52188942e34c", "Secret": "test-superuser", "TargetContext": {"namespace":"dc2"}} +2024-01-12T04:39:01.693Z INFO Starting reconciliation {"controller": "replicatedsecret", "controllerGroup": "replication.k8ssandra.io", "controllerKind": "ReplicatedSecret", "ReplicatedSecret": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "bb166149-f452-438a-bd0e-f4767a2795d0", "key": {"namespace": "k8ssandra-operator", "name": "test"}} +2024-01-12T04:39:01.770Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.770Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.771Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.801Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8243459f-595b-4419-afe2-847711f8e983", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.801Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.802Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.802Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.802Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.802Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:01.802Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:01.802Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:01.802Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.802Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.802Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.808Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.919Z ERROR Failed to create datacenter {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": "", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcileDatacenters + /workspace/controllers/k8ssandra/datacenters.go:225 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:144 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).Reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:92 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:01.919Z DEBUG events Internal error occurred: failed calling webhook "vcassandradatacenter.kb.io": Post "https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s": dial tcp 10.96.27.129:443: connect: connection refused {"type": "Warning", "object": {"kind":"K8ssandraCluster","namespace":"k8ssandra-operator","name":"test","uid":"af7ff136-6234-495d-8aef-c6212ca850de","apiVersion":"k8ssandra.io/v1alpha1","resourceVersion":"1322"}, "reason": "Reconcile Error"} +2024-01-12T04:39:01.931Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.931Z ERROR Reconciler error {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "4aa357fb-1c97-4b01-a57a-a582247a6941", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:329 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:01.936Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.936Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.936Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.936Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.937Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:01.937Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:01.937Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:01.937Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.938Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.938Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.942Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.948Z ERROR Failed to create datacenter {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": "", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcileDatacenters + /workspace/controllers/k8ssandra/datacenters.go:225 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:144 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).Reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:92 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:01.948Z DEBUG events Internal error occurred: failed calling webhook "vcassandradatacenter.kb.io": Post "https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s": dial tcp 10.96.27.129:443: connect: connection refused {"type": "Warning", "object": {"kind":"K8ssandraCluster","namespace":"k8ssandra-operator","name":"test","uid":"af7ff136-6234-495d-8aef-c6212ca850de","apiVersion":"k8ssandra.io/v1alpha1","resourceVersion":"1329"}, "reason": "Reconcile Error"} +2024-01-12T04:39:01.957Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.957Z ERROR Reconciler error {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "8f30ad33-d46c-484d-988e-44ef70a0fd68", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:329 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:01.968Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.968Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.968Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.968Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.968Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:01.969Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:01.969Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:01.969Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.969Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.969Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.973Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:01.980Z ERROR Failed to create datacenter {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": "", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcileDatacenters + /workspace/controllers/k8ssandra/datacenters.go:225 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:144 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).Reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:92 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:01.981Z DEBUG events Internal error occurred: failed calling webhook "vcassandradatacenter.kb.io": Post "https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s": dial tcp 10.96.27.129:443: connect: connection refused {"type": "Warning", "object": {"kind":"K8ssandraCluster","namespace":"k8ssandra-operator","name":"test","uid":"af7ff136-6234-495d-8aef-c6212ca850de","apiVersion":"k8ssandra.io/v1alpha1","resourceVersion":"1329"}, "reason": "Reconcile Error"} +2024-01-12T04:39:01.992Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:01.992Z ERROR Reconciler error {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "43bcb62d-84a4-467d-af9a-9613e90c77ea", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:329 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:02.012Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.012Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.012Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.012Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.013Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:02.013Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:02.013Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:02.013Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.013Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.013Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.016Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.022Z ERROR Failed to create datacenter {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": "", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcileDatacenters + /workspace/controllers/k8ssandra/datacenters.go:225 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:144 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).Reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:92 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:02.022Z DEBUG events Internal error occurred: failed calling webhook "vcassandradatacenter.kb.io": Post "https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s": dial tcp 10.96.27.129:443: connect: connection refused {"type": "Warning", "object": {"kind":"K8ssandraCluster","namespace":"k8ssandra-operator","name":"test","uid":"af7ff136-6234-495d-8aef-c6212ca850de","apiVersion":"k8ssandra.io/v1alpha1","resourceVersion":"1329"}, "reason": "Reconcile Error"} +2024-01-12T04:39:02.036Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.036Z ERROR Reconciler error {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "ff8b9e39-7144-4ae3-9359-ceaf9cbc7964", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:329 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:02.077Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.077Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.077Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.077Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.077Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:02.077Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:02.077Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:02.077Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.077Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.077Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.081Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.086Z ERROR Failed to create datacenter {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": "", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcileDatacenters + /workspace/controllers/k8ssandra/datacenters.go:225 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:144 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).Reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:92 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:02.087Z DEBUG events Internal error occurred: failed calling webhook "vcassandradatacenter.kb.io": Post "https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s": dial tcp 10.96.27.129:443: connect: connection refused {"type": "Warning", "object": {"kind":"K8ssandraCluster","namespace":"k8ssandra-operator","name":"test","uid":"af7ff136-6234-495d-8aef-c6212ca850de","apiVersion":"k8ssandra.io/v1alpha1","resourceVersion":"1329"}, "reason": "Reconcile Error"} +2024-01-12T04:39:02.096Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.096Z ERROR Reconciler error {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "be5171b2-d1a2-4efa-abfc-a6ee4c214b8a", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:329 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:02.177Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.177Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.177Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.177Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.177Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:02.177Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:02.178Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:02.178Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.178Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.178Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.181Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.186Z ERROR Failed to create datacenter {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": "", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcileDatacenters + /workspace/controllers/k8ssandra/datacenters.go:225 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:144 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).Reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:92 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:02.187Z DEBUG events Internal error occurred: failed calling webhook "vcassandradatacenter.kb.io": Post "https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s": dial tcp 10.96.27.129:443: connect: connection refused {"type": "Warning", "object": {"kind":"K8ssandraCluster","namespace":"k8ssandra-operator","name":"test","uid":"af7ff136-6234-495d-8aef-c6212ca850de","apiVersion":"k8ssandra.io/v1alpha1","resourceVersion":"1329"}, "reason": "Reconcile Error"} +2024-01-12T04:39:02.195Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.195Z ERROR Reconciler error {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d11af709-f9f6-4921-a37b-fcbb79bf9f4f", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:329 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:02.356Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.357Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.357Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.357Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.357Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:02.357Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:02.357Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:02.357Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.357Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.357Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.361Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.366Z ERROR Failed to create datacenter {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": "", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcileDatacenters + /workspace/controllers/k8ssandra/datacenters.go:225 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:144 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).Reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:92 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:02.367Z DEBUG events Internal error occurred: failed calling webhook "vcassandradatacenter.kb.io": Post "https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s": dial tcp 10.96.27.129:443: connect: connection refused {"type": "Warning", "object": {"kind":"K8ssandraCluster","namespace":"k8ssandra-operator","name":"test","uid":"af7ff136-6234-495d-8aef-c6212ca850de","apiVersion":"k8ssandra.io/v1alpha1","resourceVersion":"1329"}, "reason": "Reconcile Error"} +2024-01-12T04:39:02.375Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.375Z ERROR Reconciler error {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "7096ec0f-be2d-486c-ae55-9b76d5ef2037", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:329 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:02.695Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.695Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.695Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.695Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.696Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:02.696Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:02.696Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:02.696Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.696Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.696Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.702Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:02.709Z ERROR Failed to create datacenter {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": "", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcileDatacenters + /workspace/controllers/k8ssandra/datacenters.go:225 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:144 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).Reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:92 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:02.710Z DEBUG events Internal error occurred: failed calling webhook "vcassandradatacenter.kb.io": Post "https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s": dial tcp 10.96.27.129:443: connect: connection refused {"type": "Warning", "object": {"kind":"K8ssandraCluster","namespace":"k8ssandra-operator","name":"test","uid":"af7ff136-6234-495d-8aef-c6212ca850de","apiVersion":"k8ssandra.io/v1alpha1","resourceVersion":"1329"}, "reason": "Reconcile Error"} +2024-01-12T04:39:02.717Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:02.717Z ERROR Reconciler error {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "54267dc1-e725-49eb-8ff9-ed30ab8ca9c2", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:329 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:03.358Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:03.358Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:03.358Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:03.358Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:03.358Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:03.358Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:03.359Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:03.359Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:03.359Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:03.359Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:03.362Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:03.368Z ERROR Failed to create datacenter {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": "", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcileDatacenters + /workspace/controllers/k8ssandra/datacenters.go:225 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:144 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).Reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:92 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:03.368Z DEBUG events Internal error occurred: failed calling webhook "vcassandradatacenter.kb.io": Post "https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s": dial tcp 10.96.27.129:443: connect: connection refused {"type": "Warning", "object": {"kind":"K8ssandraCluster","namespace":"k8ssandra-operator","name":"test","uid":"af7ff136-6234-495d-8aef-c6212ca850de","apiVersion":"k8ssandra.io/v1alpha1","resourceVersion":"1329"}, "reason": "Reconcile Error"} +2024-01-12T04:39:03.376Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:03.376Z ERROR Reconciler error {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c230b5be-a2e4-4277-9033-bdab0a5b9d3e", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:329 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:04.655Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:04.655Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:04.655Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:04.655Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:04.655Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:04.655Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:04.655Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:04.655Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:04.655Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:04.655Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:04.659Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:04.665Z ERROR Failed to create datacenter {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": "", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcileDatacenters + /workspace/controllers/k8ssandra/datacenters.go:225 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:144 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).Reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:92 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:04.666Z DEBUG events Internal error occurred: failed calling webhook "vcassandradatacenter.kb.io": Post "https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s": dial tcp 10.96.27.129:443: connect: connection refused {"type": "Warning", "object": {"kind":"K8ssandraCluster","namespace":"k8ssandra-operator","name":"test","uid":"af7ff136-6234-495d-8aef-c6212ca850de","apiVersion":"k8ssandra.io/v1alpha1","resourceVersion":"1329"}, "reason": "Reconcile Error"} +2024-01-12T04:39:04.674Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:04.674Z ERROR Reconciler error {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "6e60f702-0be9-4a50-bb98-d678431fed19", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:329 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:07.235Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:07.235Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:07.235Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:07.235Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:07.235Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:07.235Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:07.235Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:07.235Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:07.235Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:07.235Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:07.238Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:07.243Z ERROR Failed to create datacenter {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": "", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcileDatacenters + /workspace/controllers/k8ssandra/datacenters.go:225 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:144 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).Reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:92 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:07.244Z DEBUG events Internal error occurred: failed calling webhook "vcassandradatacenter.kb.io": Post "https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s": dial tcp 10.96.27.129:443: connect: connection refused {"type": "Warning", "object": {"kind":"K8ssandraCluster","namespace":"k8ssandra-operator","name":"test","uid":"af7ff136-6234-495d-8aef-c6212ca850de","apiVersion":"k8ssandra.io/v1alpha1","resourceVersion":"1329"}, "reason": "Reconcile Error"} +2024-01-12T04:39:07.251Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:07.251Z ERROR Reconciler error {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "9456d5d6-afa3-4205-bdf8-441d69eb748c", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:329 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:12.372Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:12.372Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:12.372Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:12.372Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:12.372Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:12.372Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:12.372Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:12.372Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:12.372Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:12.372Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:12.375Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:12.380Z ERROR Failed to create datacenter {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": "", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcileDatacenters + /workspace/controllers/k8ssandra/datacenters.go:225 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:144 +github.com/k8ssandra/k8ssandra-operator/controllers/k8ssandra.(*K8ssandraClusterReconciler).Reconcile + /workspace/controllers/k8ssandra/k8ssandracluster_controller.go:92 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:122 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:323 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:12.381Z DEBUG events Internal error occurred: failed calling webhook "vcassandradatacenter.kb.io": Post "https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s": dial tcp 10.96.27.129:443: connect: connection refused {"type": "Warning", "object": {"kind":"K8ssandraCluster","namespace":"k8ssandra-operator","name":"test","uid":"af7ff136-6234-495d-8aef-c6212ca850de","apiVersion":"k8ssandra.io/v1alpha1","resourceVersion":"1329"}, "reason": "Reconcile Error"} +2024-01-12T04:39:12.388Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:12.388Z ERROR Reconciler error {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "5b1aeda0-1605-46f7-9a48-54b10455bd80", "error": "Internal error occurred: failed calling webhook \"vcassandradatacenter.kb.io\": Post \"https://cass-operator-webhook-service.k8ssandra-operator.svc:443/validate-cassandra-datastax-com-v1beta1-cassandradatacenter?timeout=10s\": dial tcp 10.96.27.129:443: connect: connection refused"} +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:329 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:274 +sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2 + /go/pkg/mod/sigs.k8s.io/controller-runtime@v0.14.6/pkg/internal/controller/controller.go:235 +2024-01-12T04:39:22.629Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "b7c278d7-5b15-47bf-baa1-608063ee5797", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.629Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "b7c278d7-5b15-47bf-baa1-608063ee5797", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.629Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "b7c278d7-5b15-47bf-baa1-608063ee5797", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.629Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "b7c278d7-5b15-47bf-baa1-608063ee5797", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.630Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "b7c278d7-5b15-47bf-baa1-608063ee5797", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:22.630Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "b7c278d7-5b15-47bf-baa1-608063ee5797", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:22.630Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "b7c278d7-5b15-47bf-baa1-608063ee5797", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:22.630Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "b7c278d7-5b15-47bf-baa1-608063ee5797", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.630Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "b7c278d7-5b15-47bf-baa1-608063ee5797", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.630Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "b7c278d7-5b15-47bf-baa1-608063ee5797", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.633Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "b7c278d7-5b15-47bf-baa1-608063ee5797", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.667Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "b7c278d7-5b15-47bf-baa1-608063ee5797", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.667Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.667Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.667Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.667Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.667Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:22.667Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:22.667Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:22.667Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.667Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.667Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.670Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.670Z INFO Waiting for datacenter to satisfy Ready condition {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.680Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "c89e2f4b-74d4-4acf-a358-c792544f54af", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.681Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.681Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.681Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.681Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:22.681Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:22.681Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:22.681Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:22.681Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.681Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.681Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.684Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.684Z INFO Waiting for datacenter to satisfy Ready condition {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:22.691Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d68baf8a-e31b-495d-9bfc-e124664871f1", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:23.050Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:23.050Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:23.050Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:23.050Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:23.051Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:23.051Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:23.051Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:23.051Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:23.051Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:23.051Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:23.058Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:23.059Z INFO Waiting for datacenter to satisfy Ready condition {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:23.081Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a3c00c0b-fc1c-4245-9908-5dcf76c93786", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:23.171Z DEBUG controller-runtime.webhook.webhooks received request {"webhook": "/mutate-v1-pod-secrets-inject", "UID": "a356df4a-a9c5-4257-acab-de2d0f3f7892", "kind": "/v1, Kind=Pod", "resource": {"group":"","version":"v1","resource":"pods"}} +2024-01-12T04:39:23.173Z INFO creating volume and volume mount for secret {"podSecretsInjector": "k8ssandra-operator", "secret": "test-superuser", "secret path": "/etc/secrets/test-superuser", "podName": "test-dc1-default-sts-0", "namespace": "k8ssandra-operator", "containers": ["cassandra"]} +2024-01-12T04:39:23.173Z INFO added volume and volumeMount to podSpec {"podSecretsInjector": "k8ssandra-operator", "secret": "test-superuser", "secret path": "/etc/secrets/test-superuser", "podName": "test-dc1-default-sts-0", "namespace": "k8ssandra-operator", "containers": ["cassandra"]} +2024-01-12T04:39:23.176Z DEBUG controller-runtime.webhook.webhooks wrote response {"webhook": "/mutate-v1-pod-secrets-inject", "code": 200, "reason": "", "UID": "a356df4a-a9c5-4257-acab-de2d0f3f7892", "allowed": true} +2024-01-12T04:39:23.249Z DEBUG controller-runtime.webhook.webhooks received request {"webhook": "/mutate-v1-pod-secrets-inject", "UID": "63e6f05c-593c-4e47-8565-e45b557eda77", "kind": "/v1, Kind=Pod", "resource": {"group":"","version":"v1","resource":"pods"}} +2024-01-12T04:39:23.249Z INFO no annotations exist {"podSecretsInjector": "local-path-storage", "podName": "helper-pod-create-pvc-2a6c9bce-1c5c-4090-9764-b139c4a41c23", "namespace": "local-path-storage"} +2024-01-12T04:39:23.250Z DEBUG controller-runtime.webhook.webhooks wrote response {"webhook": "/mutate-v1-pod-secrets-inject", "code": 200, "reason": "", "UID": "63e6f05c-593c-4e47-8565-e45b557eda77", "allowed": true} +2024-01-12T04:39:37.666Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:37.666Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:37.666Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:37.666Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:39:37.666Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:37.666Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:39:37.666Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:39:37.666Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:37.666Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:37.666Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:37.669Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:37.669Z INFO Waiting for datacenter to satisfy Ready condition {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:39:37.677Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "d0af7bbf-658c-4f96-82c7-252d2e3731ed", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:41:11.465Z DEBUG controller-runtime.webhook.webhooks received request {"webhook": "/mutate-v1-pod-secrets-inject", "UID": "dcadc4d9-65ed-445b-a4f5-60ea22dd8f01", "kind": "/v1, Kind=Pod", "resource": {"group":"","version":"v1","resource":"pods"}} +2024-01-12T04:41:11.468Z INFO creating volume and volume mount for secret {"podSecretsInjector": "k8ssandra-operator", "secret": "test-superuser", "secret path": "/etc/secrets/test-superuser", "podName": "test-dc1-default-sts-0", "namespace": "k8ssandra-operator", "containers": ["cassandra"]} +2024-01-12T04:41:11.468Z INFO added volume and volumeMount to podSpec {"podSecretsInjector": "k8ssandra-operator", "secret": "test-superuser", "secret path": "/etc/secrets/test-superuser", "podName": "test-dc1-default-sts-0", "namespace": "k8ssandra-operator", "containers": ["cassandra"]} +2024-01-12T04:41:11.470Z DEBUG controller-runtime.webhook.webhooks wrote response {"webhook": "/mutate-v1-pod-secrets-inject", "code": 200, "reason": "", "UID": "dcadc4d9-65ed-445b-a4f5-60ea22dd8f01", "allowed": true} +2024-01-12T04:41:11.499Z DEBUG controller-runtime.webhook.webhooks received request {"webhook": "/mutate-v1-pod-secrets-inject", "UID": "f09888bb-7636-4648-9bb9-2c47086bdc76", "kind": "/v1, Kind=Pod", "resource": {"group":"","version":"v1","resource":"pods"}} +2024-01-12T04:41:11.500Z INFO creating volume and volume mount for secret {"podSecretsInjector": "k8ssandra-operator", "secret": "test-superuser", "secret path": "/etc/secrets/test-superuser", "podName": "test-dc1-default-sts-0", "namespace": "k8ssandra-operator", "containers": ["cassandra"]} +2024-01-12T04:41:11.500Z INFO added volume and volumeMount to podSpec {"podSecretsInjector": "k8ssandra-operator", "secret": "test-superuser", "secret path": "/etc/secrets/test-superuser", "podName": "test-dc1-default-sts-0", "namespace": "k8ssandra-operator", "containers": ["cassandra"]} +2024-01-12T04:41:11.504Z DEBUG controller-runtime.webhook.webhooks wrote response {"webhook": "/mutate-v1-pod-secrets-inject", "code": 200, "reason": "", "UID": "f09888bb-7636-4648-9bb9-2c47086bdc76", "allowed": true} +2024-01-12T04:41:11.520Z INFO Auth is disabled: skipping Reaper user secret reconciliation {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:41:11.520Z INFO Reconciling Medusa user secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:41:11.520Z INFO Medusa user secrets successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:41:11.521Z INFO Reconciling replicated secrets {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test"} +2024-01-12T04:41:11.521Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:41:11.521Z INFO new metrics endpoint is available, so MCAC can be disabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test", "serverVersion": "4.0.0"} +2024-01-12T04:41:11.521Z INFO Initial token computation could not be performed or is not required in this cluster {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test", "error": "cannot compute initial tokens: at least one DC has num_tokens >= 16"} +2024-01-12T04:41:11.522Z INFO Medusa reconcile for dc1 on namespace k8ssandra-operator {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:41:11.522Z INFO Medusa is not enabled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:41:11.522Z INFO Vector Agent ConfigMap successfully reconciled {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:41:11.525Z INFO Reconciling seeds {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:41:11.525Z INFO Waiting for datacenter to satisfy Ready condition {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test", "CassandraDatacenter": "k8ssandra-operator/dc1", "K8SContext": ""} +2024-01-12T04:41:11.534Z INFO updated k8ssandracluster status {"controller": "k8ssandracluster", "controllerGroup": "k8ssandra.io", "controllerKind": "K8ssandraCluster", "K8ssandraCluster": {"name":"test","namespace":"k8ssandra-operator"}, "namespace": "k8ssandra-operator", "name": "test", "reconcileID": "a6322044-6c84-4d5c-bf91-8f5c10a81875", "K8ssandraCluster": "k8ssandra-operator/test"} diff --git a/pkg/reaper/resource.go b/pkg/reaper/resource.go index afddfd69b..d26992cf4 100644 --- a/pkg/reaper/resource.go +++ b/pkg/reaper/resource.go @@ -1,6 +1,7 @@ package reaper import ( + "github.com/go-logr/logr" cassdcapi "github.com/k8ssandra/cass-operator/apis/cassandra/v1beta1" k8ssandraapi "github.com/k8ssandra/k8ssandra-operator/apis/k8ssandra/v1alpha1" reaperapi "github.com/k8ssandra/k8ssandra-operator/apis/reaper/v1alpha1" @@ -32,6 +33,7 @@ func NewReaper( kc *k8ssandraapi.K8ssandraCluster, dc *cassdcapi.CassandraDatacenter, reaperTemplate *reaperapi.ReaperClusterTemplate, + logger logr.Logger, ) (*reaperapi.Reaper, error) { labels := createResourceLabels(kc) var anns map[string]string @@ -58,6 +60,7 @@ func NewReaper( }, } if kc.Spec.IsAuthEnabled() && !kc.Spec.UseExternalSecrets() { + logger.Info("Auth is enabled, adding user secrets to Reaper spec") // if auth is enabled in this cluster, the k8ssandra controller will automatically create two secrets for // Reaper: one for CQL and JMX connections, one for the UI. Here we assume that these secrets exist. If the // secrets were specified by the user they should be already present in desiredReaper.Spec; otherwise, we assume @@ -67,8 +70,8 @@ func NewReaper( desiredReaper.Spec.CassandraUserSecretRef.Name = DefaultUserSecretName(kc.SanitizedName()) } // Note: deliberately skip JmxUserSecretRef, which is deprecated. - if desiredReaper.Spec.UiUserSecretRef.Name == "" { - desiredReaper.Spec.UiUserSecretRef.Name = DefaultUiSecretName(kc.SanitizedName()) + if kc.Spec.Reaper.UiUserSecretRef == nil && kc.Spec.IsAuthEnabled() { + desiredReaper.Spec.UiUserSecretRef = &corev1.LocalObjectReference{Name: DefaultUiSecretName(kc.SanitizedName())} } if desiredReaper.Spec.ResourceMeta == nil { @@ -79,10 +82,14 @@ func NewReaper( if err != nil { return desiredReaper, err } - err = secret.AddInjectionAnnotationReaperContainers(&desiredReaper.Spec.ResourceMeta.Pods, desiredReaper.Spec.UiUserSecretRef.Name) - if err != nil { - return desiredReaper, err + if desiredReaper.Spec.UiUserSecretRef != nil && desiredReaper.Spec.UiUserSecretRef.Name != "" { + err = secret.AddInjectionAnnotationReaperContainers(&desiredReaper.Spec.ResourceMeta.Pods, desiredReaper.Spec.UiUserSecretRef.Name) + if err != nil { + return desiredReaper, err + } } + } else { + logger.Info("Auth not enabled, no secrets added to Reaper spec") } // If the cluster is already initialized and some DCs are flagged as stopped, we cannot achieve QUORUM in the // cluster for Reaper's keyspace. In this case we simply skip schema migration, otherwise Reaper wouldn't be able to