{"level":"info","ts":1647517724.0998702,"logger":"main","msg":"couchbase-operator","version":"2.3.0 (build 278)","revision":"4143fd043d66d417c78db715c466743f7f656b23"}
{"level":"debug","ts":1647517724.1000192,"logger":"main","msg":"Initializing resource manager."}
{"level":"info","ts":1647517725.151417,"msg":"Waited for 1.020649379s due to client-side throttling, not priority and fairness, request: GET:https://10.43.240.1:443/apis/networking.gke.io/v1beta2?timeout=32s\n"}
{"level":"info","ts":1647517725.155522,"logger":"controller-runtime.metrics","msg":"Metrics server is starting to listen","addr":"0.0.0.0:8383"}
{"level":"debug","ts":1647517725.1559498,"logger":"main","msg":"Initializing controller."}
{"level":"debug","ts":1647517725.1560476,"logger":"main","msg":"Starting resource manager."}
{"level":"info","ts":1647517725.1565125,"msg":"attempting to acquire leader lease test-89qxf/couchbase-operator...\n"}
{"level":"info","ts":1647517725.156678,"msg":"Starting server","path":"/metrics","kind":"metrics","addr":"[::]:8383"}
{"level":"info","ts":1647517742.0095644,"msg":"successfully acquired lease test-89qxf/couchbase-operator\n"}
{"level":"debug","ts":1647517742.0096102,"logger":"events","msg":"Normal","object":{"kind":"ConfigMap","namespace":"test-89qxf","name":"couchbase-operator","uid":"5914798f-e805-46a1-a5d4-66aee53e477e","apiVersion":"v1","resourceVersion":"4426"},"reason":"LeaderElection","message":"couchbase-operator-b774b44c6-lh8xp_74c90ce5-83ab-45d2-9a27-45b59af17463 became leader"}
{"level":"debug","ts":1647517742.0096936,"logger":"events","msg":"Normal","object":{"kind":"Lease","namespace":"test-89qxf","name":"couchbase-operator","uid":"b3a54459-dbee-44a7-aa4f-302b671e1107","apiVersion":"coordination.k8s.io/v1","resourceVersion":"4429"},"reason":"LeaderElection","message":"couchbase-operator-b774b44c6-lh8xp_74c90ce5-83ab-45d2-9a27-45b59af17463 became leader"}
{"level":"info","ts":1647517742.0098047,"logger":"controller.couchbase-controller","msg":"Starting EventSource","source":"kind source: *v2.CouchbaseCluster"}
{"level":"info","ts":1647517742.0098321,"logger":"controller.couchbase-controller","msg":"Starting Controller"}
{"level":"info","ts":1647517742.1102736,"logger":"controller.couchbase-controller","msg":"Starting workers","worker count":4}
{"level":"info","ts":1647517742.1105278,"logger":"cluster","msg":"Watching new cluster","cluster":"test-89qxf/test-couchbase-9l6dv"}
{"level":"info","ts":1647517746.1522598,"logger":"KubeAPIWarningLogger","msg":"policy/v1beta1 PodDisruptionBudget is deprecated in v1.21+, unavailable in v1.25+; use policy/v1 PodDisruptionBudget"}
{"level":"info","ts":1647517755.1603,"logger":"KubeAPIWarningLogger","msg":"batch/v1beta1 CronJob is deprecated in v1.21+, unavailable in v1.25+; use batch/v1 CronJob"}
{"level":"info","ts":1647517764.1713662,"logger":"cluster","msg":"Couchbase client starting","cluster":"test-89qxf/test-couchbase-9l6dv"}
{"level":"info","ts":1647517764.1714666,"logger":"cluster","msg":"Janitor starting","cluster":"test-89qxf/test-couchbase-9l6dv"}
{"level":"info","ts":1647517779.173513,"logger":"cluster","msg":"Running","cluster":"test-89qxf/test-couchbase-9l6dv"}
{"level":"debug","ts":1647517779.1838303,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/pools/default","status":"200 OK","time_ms":10.196295}
{"level":"info","ts":1647517779.1959383,"logger":"cluster","msg":"Resource updated","cluster":"test-89qxf/test-couchbase-9l6dv","diff":"  (\n  \t\"\"\"\n  \t... // 28 identical lines\n  \t  status: \"True\"\n  \t  type: Balanced\n- \tcontrolPaused: true\n  \tcurrentVersion: 7.0.3\n  \tmembers:\n  \t... // 4 identical lines\n  \t\"\"\"\n  )\n"}
{"level":"debug","ts":1647517779.2856615,"logger":"cluster","msg":"Reconciliation starting","cluster":"test-89qxf/test-couchbase-9l6dv"}
{"level":"debug","ts":1647517784.3093162,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/settings/clientCertAuth","status":"200 OK","time_ms":1.199291}
{"level":"debug","ts":1647517784.3126323,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/pools/default","status":"200 OK","time_ms":3.231557}
{"level":"debug","ts":1647517784.9251585,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/pools/default/nodeServices","status":"200 OK","time_ms":0.91361}
{"level":"info","ts":1647517785.7325904,"logger":"cluster","msg":"Reconcile completed","cluster":"test-89qxf/test-couchbase-9l6dv"}
{"level":"debug","ts":1647517785.926001,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/pools/default","status":"200 OK","time_ms":3.009963}
{"level":"debug","ts":1647517796.1533122,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/pools/default","status":"200 OK","time_ms":4.283477}
{"level":"debug","ts":1647517801.1561317,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/nodes/self","status":"200 OK","time_ms":2.3666}
{"level":"debug","ts":1647517801.159047,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/settings/security","status":"200 OK","time_ms":2.775746}
{"level":"debug","ts":1647517801.1620111,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/settings/security","status":"200 OK","time_ms":2.880536}
{"level":"debug","ts":1647517801.1632435,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/settings/autoFailover","status":"200 OK","time_ms":0.797969}
{"level":"debug","ts":1647517801.1658638,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/pools/default","status":"200 OK","time_ms":2.541238}
{"level":"debug","ts":1647517801.1668348,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/settings/stats","status":"200 OK","time_ms":0.89331}
{"level":"debug","ts":1647517801.1675382,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/settings/indexes","status":"200 OK","time_ms":0.646323}
{"level":"debug","ts":1647517801.1683218,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/settings/autoCompaction","status":"200 OK","time_ms":0.715362}
{"level":"debug","ts":1647517801.1730914,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/pools/default/buckets/","status":"200 OK","time_ms":4.501956}
{"level":"info","ts":1647517801.1733913,"logger":"cluster","msg":"Resource updated","cluster":"test-89qxf/test-couchbase-9l6dv","diff":"  strings.Join({\n  \t\"compressionMode: passive\\nconflictResolution: seqno\\ndurabilityMin\",\n  \t\"Level: none\\nenableFlush: \",\n- \t\"fals\",\n+ \t\"tru\",\n  \t\"e\\nenableIndexReplica: false\\nevictionPolicy: fullEviction\\nioPrior\",\n  \t\"ity: high\\nmaxTTL: 0\\nmemoryQuota: 256\\nname: default\\npassword: \\\"\\\"\\n\",\n  \t\"replicas: 1\\ntype: couchbase\\n\",\n  }, \"\")\n"}
{"level":"debug","ts":1647517801.203433,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"POST","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/pools/default/buckets/default","status":"200 OK","time_ms":29.966454}
{"level":"info","ts":1647517801.2034676,"logger":"cluster","msg":"Bucket updated","cluster":"test-89qxf/test-couchbase-9l6dv","name":"default"}
{"level":"debug","ts":1647517801.2239292,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/pools/default/nodeServices","status":"200 OK","time_ms":0.831882}
{"level":"debug","ts":1647517801.2249293,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/settings/ldap","status":"200 OK","time_ms":0.912605}
{"level":"debug","ts":1647517801.2267027,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/settings/rbac/groups","status":"200 OK","time_ms":1.694718}
{"level":"debug","ts":1647517801.2308595,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/settings/rbac/users","status":"200 OK","time_ms":4.088448}
{"level":"debug","ts":1647517801.2308922,"logger":"cluster","msg":"Reconciliation completed","cluster":"test-89qxf/test-couchbase-9l6dv"}
{"level":"debug","ts":1647517801.2513037,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/pools/default","status":"200 OK","time_ms":2.970538}
{"level":"debug","ts":1647517801.2602007,"logger":"cluster","msg":"Reconciliation starting","cluster":"test-89qxf/test-couchbase-9l6dv"}
{"level":"debug","ts":1647517806.2786763,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/settings/clientCertAuth","status":"200 OK","time_ms":0.927018}
{"level":"debug","ts":1647517806.281704,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/pools/default","status":"200 OK","time_ms":2.949061}
{"level":"debug","ts":1647517806.8942916,"logger":"api","msg":"http","cluster":"test-89qxf/test-couchbase-9l6dv","method":"GET","url":"http://test-couchbase-9l6dv-0000.test-couchbase-9l6dv.test-89qxf.svc:8091/pools/default/nodeServices","status":"200 OK","time_ms":0.936394}
{"level":"info","ts":1647517807.17861,"msg":"Stopping and waiting for non leader election runnables"}
{"level":"info","ts":1647517807.1786618,"msg":"Stopping and waiting for leader election runnables"}
{"level":"info","ts":1647517807.1786733,"logger":"controller.couchbase-controller","msg":"Shutdown signal received, waiting for all workers to finish"}
{"level":"error","ts":1647517807.3095582,"logger":"cluster","msg":"Cluster status update failed","cluster":"test-89qxf/test-couchbase-9l6dv","error":"Unauthorized","stacktrace":"github.com/couchbase/couchbase-operator/pkg/cluster.(*ReconcileMachine).exec\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/nodereconcile.go:317\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).reconcileMembers\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/reconcile.go:256\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).reconcile\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/reconcile.go:170\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).runReconcile\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/cluster.go:481\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).Update\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/cluster.go:524\ngithub.com/couchbase/couchbase-operator/pkg/controller.(*CouchbaseClusterReconciler).Reconcile\n\tgithub.com/couchbase/couchbase-operator/pkg/controller/controller.go:90\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:266\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:227"}
{"level":"error","ts":1647517807.309115,"msg":"error retrieving resource lock test-89qxf/couchbase-operator: Unauthorized\n","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:272\nk8s.io/apimachinery/pkg/util/wait.ConditionFunc.WithContext.func1\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:220\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:233\nk8s.io/apimachinery/pkg/util/wait.poll\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:580\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:545\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:536\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:271\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:268\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:212\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).startLeaderElection.func3\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/manager/internal.go:642"}
{"level":"error","ts":1647517807.4894419,"logger":"cluster","msg":"Cluster status update failed","cluster":"test-89qxf/test-couchbase-9l6dv","error":"Unauthorized","stacktrace":"github.com/couchbase/couchbase-operator/pkg/cluster.(*ReconcileMachine).exec\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/nodereconcile.go:317\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).reconcileMembers\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/reconcile.go:256\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).reconcile\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/reconcile.go:170\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).runReconcile\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/cluster.go:481\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).Update\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/cluster.go:524\ngithub.com/couchbase/couchbase-operator/pkg/controller.(*CouchbaseClusterReconciler).Reconcile\n\tgithub.com/couchbase/couchbase-operator/pkg/controller/controller.go:90\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:266\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:227"}
{"level":"error","ts":1647517807.6882846,"logger":"cluster","msg":"Cluster status update failed","cluster":"test-89qxf/test-couchbase-9l6dv","error":"Unauthorized","stacktrace":"github.com/couchbase/couchbase-operator/pkg/cluster.(*ReconcileMachine).exec\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/nodereconcile.go:317\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).reconcileMembers\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/reconcile.go:256\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).reconcile\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/reconcile.go:170\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).runReconcile\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/cluster.go:481\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).Update\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/cluster.go:524\ngithub.com/couchbase/couchbase-operator/pkg/controller.(*CouchbaseClusterReconciler).Reconcile\n\tgithub.com/couchbase/couchbase-operator/pkg/controller/controller.go:90\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:266\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:227"}
{"level":"info","ts":1647517807.6883326,"logger":"cluster","msg":"Reconcile completed","cluster":"test-89qxf/test-couchbase-9l6dv"}
{"level":"error","ts":1647517807.8920171,"logger":"cluster","msg":"Cluster status update failed","cluster":"test-89qxf/test-couchbase-9l6dv","error":"Unauthorized","stacktrace":"github.com/couchbase/couchbase-operator/pkg/cluster.(*ReconcileMachine).exec\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/nodereconcile.go:317\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).reconcileMembers\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/reconcile.go:256\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).reconcile\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/reconcile.go:170\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).runReconcile\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/cluster.go:481\ngithub.com/couchbase/couchbase-operator/pkg/cluster.(*Cluster).Update\n\tgithub.com/couchbase/couchbase-operator/pkg/cluster/cluster.go:524\ngithub.com/couchbase/couchbase-operator/pkg/controller.(*CouchbaseClusterReconciler).Reconcile\n\tgithub.com/couchbase/couchbase-operator/pkg/controller/controller.go:90\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:114\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:311\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:266\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller).Start.func2.2\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/internal/controller/controller.go:227"}
{"level":"info","ts":1647517808.0906882,"logger":"cluster","msg":"unable to update status","cluster":"test-89qxf/test-couchbase-9l6dv","error":"Unauthorized"}
{"level":"error","ts":1647517809.317457,"msg":"error retrieving resource lock test-89qxf/couchbase-operator: Unauthorized\n","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:272\nk8s.io/apimachinery/pkg/util/wait.ConditionFunc.WithContext.func1\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:220\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:233\nk8s.io/apimachinery/pkg/util/wait.WaitForWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:660\nk8s.io/apimachinery/pkg/util/wait.poll\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:594\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:545\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:536\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:271\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:268\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:212\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).startLeaderElection.func3\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/manager/internal.go:642"}
{"level":"error","ts":1647517811.3184376,"msg":"error retrieving resource lock test-89qxf/couchbase-operator: Unauthorized\n","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:272\nk8s.io/apimachinery/pkg/util/wait.ConditionFunc.WithContext.func1\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:220\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:233\nk8s.io/apimachinery/pkg/util/wait.WaitForWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:660\nk8s.io/apimachinery/pkg/util/wait.poll\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:594\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:545\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:536\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:271\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:268\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:212\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).startLeaderElection.func3\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/manager/internal.go:642"}
{"level":"error","ts":1647517813.3168366,"msg":"error retrieving resource lock test-89qxf/couchbase-operator: Unauthorized\n","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:272\nk8s.io/apimachinery/pkg/util/wait.ConditionFunc.WithContext.func1\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:220\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:233\nk8s.io/apimachinery/pkg/util/wait.WaitForWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:660\nk8s.io/apimachinery/pkg/util/wait.poll\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:594\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:545\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:536\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:271\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:268\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:212\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).startLeaderElection.func3\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/manager/internal.go:642"}
{"level":"error","ts":1647517815.3176866,"msg":"error retrieving resource lock test-89qxf/couchbase-operator: Unauthorized\n","stacktrace":"k8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1.1\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:272\nk8s.io/apimachinery/pkg/util/wait.ConditionFunc.WithContext.func1\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:220\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:233\nk8s.io/apimachinery/pkg/util/wait.WaitForWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:660\nk8s.io/apimachinery/pkg/util/wait.poll\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:594\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntilWithContext\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:545\nk8s.io/apimachinery/pkg/util/wait.PollImmediateUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:536\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew.func1\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:271\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil.func1\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:155\nk8s.io/apimachinery/pkg/util/wait.BackoffUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:156\nk8s.io/apimachinery/pkg/util/wait.JitterUntil\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:133\nk8s.io/apimachinery/pkg/util/wait.Until\n\tk8s.io/apimachinery@v0.23.2/pkg/util/wait/wait.go:90\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).renew\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:268\nk8s.io/client-go/tools/leaderelection.(*LeaderElector).Run\n\tk8s.io/client-go@v0.23.2/tools/leaderelection/leaderelection.go:212\nsigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).startLeaderElection.func3\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/manager/internal.go:642"}
{"level":"info","ts":1647517817.2948174,"msg":"failed to renew lease test-89qxf/couchbase-operator: timed out waiting for the condition\n"}
{"level":"error","ts":1647517817.2948787,"msg":"error received after stop sequence was engaged","error":"leader election lost","stacktrace":"sigs.k8s.io/controller-runtime/pkg/manager.(*controllerManager).engageStopProcedure.func1\n\tsigs.k8s.io/controller-runtime@v0.11.0/pkg/manager/internal.go:541"}
{"level":"debug","ts":1647517817.2949321,"logger":"events","msg":"Normal","object":{"kind":"ConfigMap","apiVersion":"v1"},"reason":"LeaderElection","message":"couchbase-operator-b774b44c6-lh8xp_74c90ce5-83ab-45d2-9a27-45b59af17463 stopped leading"}
{"level":"debug","ts":1647517817.29499,"logger":"events","msg":"Normal","object":{"kind":"Lease","namespace":"test-89qxf","name":"couchbase-operator","uid":"b3a54459-dbee-44a7-aa4f-302b671e1107","apiVersion":"coordination.k8s.io/v1","resourceVersion":"4989"},"reason":"LeaderElection","message":"couchbase-operator-b774b44c6-lh8xp_74c90ce5-83ab-45d2-9a27-45b59af17463 stopped leading"}
{"level":"error","ts":1647517817.3014927,"msg":"Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:\"\", APIVersion:\"\"}, ObjectMeta:v1.ObjectMeta{Name:\".16dd28b9d4fb91b1\", GenerateName:\"\", Namespace:\"default\", SelfLink:\"\", UID:\"\", ResourceVersion:\"\", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:\"\", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:\"ConfigMap\", Namespace:\"\", Name:\"\", UID:\"\", APIVersion:\"v1\", ResourceVersion:\"\", FieldPath:\"\"}, Reason:\"LeaderElection\", Message:\"couchbase-operator-b774b44c6-lh8xp_74c90ce5-83ab-45d2-9a27-45b59af17463 stopped leading\", Source:v1.EventSource{Component:\"couchbase-operator-b774b44c6-lh8xp_74c90ce5-83ab-45d2-9a27-45b59af17463\", Host:\"\"}, FirstTimestamp:time.Date(2022, time.March, 17, 11, 50, 17, 294786993, time.Local), LastTimestamp:time.Date(2022, time.March, 17, 11, 50, 17, 294786993, time.Local), Count:1, Type:\"Normal\", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:\"\", Related:(*v1.ObjectReference)(nil), ReportingController:\"\", ReportingInstance:\"\"}': 'Unauthorized' (will not retry!)\n","stacktrace":"k8s.io/client-go/tools/record.recordToSink\n\tk8s.io/client-go@v0.23.2/tools/record/event.go:216\nk8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartRecordingToSink.func1\n\tk8s.io/client-go@v0.23.2/tools/record/event.go:194\nk8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1\n\tk8s.io/client-go@v0.23.2/tools/record/event.go:311"}
{"level":"error","ts":1647517817.3104205,"msg":"Server rejected event '&v1.Event{TypeMeta:v1.TypeMeta{Kind:\"\", APIVersion:\"\"}, ObjectMeta:v1.ObjectMeta{Name:\"couchbase-operator.16dd28b9d4fbb521\", GenerateName:\"\", Namespace:\"test-89qxf\", SelfLink:\"\", UID:\"\", ResourceVersion:\"\", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string(nil), Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ClusterName:\"\", ManagedFields:[]v1.ManagedFieldsEntry(nil)}, InvolvedObject:v1.ObjectReference{Kind:\"Lease\", Namespace:\"test-89qxf\", Name:\"couchbase-operator\", UID:\"b3a54459-dbee-44a7-aa4f-302b671e1107\", APIVersion:\"coordination.k8s.io/v1\", ResourceVersion:\"4989\", FieldPath:\"\"}, Reason:\"LeaderElection\", Message:\"couchbase-operator-b774b44c6-lh8xp_74c90ce5-83ab-45d2-9a27-45b59af17463 stopped leading\", Source:v1.EventSource{Component:\"couchbase-operator-b774b44c6-lh8xp_74c90ce5-83ab-45d2-9a27-45b59af17463\", Host:\"\"}, FirstTimestamp:time.Date(2022, time.March, 17, 11, 50, 17, 294796065, time.Local), LastTimestamp:time.Date(2022, time.March, 17, 11, 50, 17, 294796065, time.Local), Count:1, Type:\"Normal\", EventTime:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), Series:(*v1.EventSeries)(nil), Action:\"\", Related:(*v1.ObjectReference)(nil), ReportingController:\"\", ReportingInstance:\"\"}': 'Unauthorized' (will not retry!)\n","stacktrace":"k8s.io/client-go/tools/record.recordToSink\n\tk8s.io/client-go@v0.23.2/tools/record/event.go:216\nk8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartRecordingToSink.func1\n\tk8s.io/client-go@v0.23.2/tools/record/event.go:194\nk8s.io/client-go/tools/record.(*eventBroadcasterImpl).StartEventWatcher.func1\n\tk8s.io/client-go@v0.23.2/tools/record/event.go:311"}