roshani.sanghavi@REML1537 couchbase-autonomous-operator-kubernetes_2.2.0-macos-x86_64 % kubectl describe po scale-couchbase-cluster-0003         
Name:           scale-couchbase-cluster-0003
Namespace:      default
Priority:       0
Node:           <none>
Labels:         app=couchbase
                couchbase_cluster=scale-couchbase-cluster
                couchbase_node=scale-couchbase-cluster-0003
                couchbase_node_conf=query
                couchbase_server=true
                couchbase_service_query=enabled
Annotations:    operator.couchbase.com/version: 2.2.0
                pod.couchbase.com/spec:
                  {"containers":[{"name":"couchbase-server","image":"couchbase/server:6.6.2","ports":[{"name":"tcp-4369","containerPort":4369,"protocol":"TC...
                server.couchbase.com/version: 6.6.2
Status:         Pending
IP:             
IPs:            <none>
Controlled By:  CouchbaseCluster/scale-couchbase-cluster
Containers:
  couchbase-server:
    Image:       couchbase/server:6.6.2
    Ports:       4369/TCP, 8091/TCP, 8092/TCP, 8093/TCP, 8094/TCP, 8095/TCP, 8096/TCP, 9100/TCP, 9101/TCP, 9102/TCP, 9103/TCP, 9104/TCP, 9105/TCP, 9110/TCP, 9111/TCP, 9112/TCP, 9113/TCP, 9114/TCP, 9115/TCP, 9116/TCP, 9117/TCP, 9118/TCP, 9120/TCP, 9121/TCP, 9122/TCP, 9130/TCP, 9140/TCP, 9999/TCP, 11207/TCP, 11209/TCP, 11210/TCP, 18091/TCP, 18092/TCP, 18093/TCP, 18094/TCP, 18095/TCP, 18096/TCP, 19130/TCP, 21100/TCP, 21150/TCP
    Host Ports:  0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP, 0/TCP
    Limits:
      cpu:     3
      memory:  12Gi
    Requests:
      cpu:        3
      memory:     12Gi
    Readiness:    tcp-socket :8091 delay=10s timeout=5s period=20s #success=1 #failure=1
    Environment:  <none>
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from default-token-756n9 (ro)
  metrics:
    Image:      couchbase/exporter:1.0.4
    Port:       9091/TCP
    Host Port:  0/TCP
    Readiness:  http-get http://:9091/metrics delay=10s timeout=5s period=10s #success=1 #failure=3
    Environment:
      COUCHBASE_OPERATOR_USER:  <set to the key 'username' in secret 'auth-scale-scale-couchbase-cluster'>  Optional: false
      COUCHBASE_OPERATOR_PASS:  <set to the key 'password' in secret 'auth-scale-scale-couchbase-cluster'>  Optional: false
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from default-token-756n9 (ro)
Readiness Gates:
  Type                          Status
  pod.couchbase.com/readiness   <none> 
Conditions:
  Type           Status
  PodScheduled   False 
Volumes:
  default-token-756n9:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  default-token-756n9
    Optional:    false
QoS Class:       Burstable
Node-Selectors:  <none>
Tolerations:     node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                 node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:
  Type     Reason            Age                  From               Message
  ----     ------            ----                 ----               -------
  Warning  FailedScheduling  75s (x5 over 5m43s)  default-scheduler  0/7 nodes are available: 1 node(s) had taint {type: app}, that the pod didn't tolerate, 3 Insufficient cpu, 6 Insufficient memory.
roshani.sanghavi@REML1537 couchbase-autonomous-operator-kubernetes_2.2.0-macos-x86_64 % kubectl describe couchbasecluster scale-couchbase-cluster
Name:         scale-couchbase-cluster
Namespace:    default
Labels:       app.kubernetes.io/managed-by=Helm
Annotations:  meta.helm.sh/release-name: scale
              meta.helm.sh/release-namespace: default
API Version:  couchbase.com/v2
Kind:         CouchbaseCluster
Metadata:
  Creation Timestamp:  2021-06-09T21:15:54Z
  Finalizers:
    foregroundDeletion
  Generation:  13
  Managed Fields:
    API Version:  couchbase.com/v2
    Fields Type:  FieldsV1
    fieldsV1:
      f:metadata:
        f:annotations:
          .:
          f:meta.helm.sh/release-name:
          f:meta.helm.sh/release-namespace:
        f:labels:
          .:
          f:app.kubernetes.io/managed-by:
      f:spec:
        .:
        f:autoResourceAllocation:
          .:
          f:cpuLimits:
          f:cpuRequests:
          f:overheadPercent:
        f:autoscaleStabilizationPeriod:
        f:backup:
          .:
          f:image:
          f:managed:
        f:buckets:
          .:
          f:managed:
        f:cluster:
          .:
          f:analyticsServiceMemoryQuota:
          f:autoCompaction:
            .:
            f:databaseFragmentationThreshold:
              .:
              f:percent:
            f:timeWindow:
            f:viewFragmentationThreshold:
              .:
              f:percent:
          f:autoFailoverMaxCount:
          f:dataServiceMemoryQuota:
          f:eventingServiceMemoryQuota:
          f:indexServiceMemoryQuota:
          f:indexStorageSetting:
          f:indexer:
            .:
            f:logLevel:
            f:maxRollbackPoints:
            f:memorySnapshotInterval:
            f:stableSnapshotInterval:
            f:storageMode:
          f:query:
            .:
            f:backfillEnabled:
            f:temporarySpace:
          f:searchServiceMemoryQuota:
        f:image:
        f:logging:
          .:
          f:audit:
            .:
            f:garbageCollection:
              .:
              f:sidecar:
                .:
                f:image:
            f:rotation:
              .:
              f:size:
          f:server:
            .:
            f:configurationName:
            f:manageConfiguration:
            f:sidecar:
              .:
              f:configurationMountPath:
              f:image:
        f:monitoring:
          .:
          f:prometheus:
            .:
            f:enabled:
            f:image:
        f:networking:
          .:
          f:adminConsoleServiceTemplate:
            .:
            f:spec:
              .:
              f:type:
          f:adminConsoleServiceType:
          f:adminConsoleServices:
          f:exposeAdminConsole:
          f:exposedFeatureServiceTemplate:
            .:
            f:spec:
              .:
              f:type:
          f:exposedFeatureServiceType:
          f:exposedFeatures:
        f:security:
          .:
          f:adminSecret:
          f:rbac:
            .:
            f:managed:
        f:securityContext:
          .:
          f:fsGroup:
          f:runAsNonRoot:
          f:runAsUser:
        f:xdcr:
    Manager:      Go-http-client
    Operation:    Update
    Time:         2021-06-09T21:15:54Z
    API Version:  couchbase.com/v2
    Fields Type:  FieldsV1
    fieldsV1:
      f:metadata:
        f:finalizers:
      f:spec:
        f:cluster:
          f:autoCompaction:
            f:tombstonePurgeInterval:
          f:autoFailoverOnDataDiskIssuesTimePeriod:
          f:autoFailoverTimeout:
        f:logging:
          f:audit:
            f:garbageCollection:
              f:sidecar:
                f:age:
                f:interval:
            f:rotation:
              f:interval:
        f:networking:
          f:adminConsoleServiceTemplate:
            f:metadata:
          f:exposedFeatureServiceTemplate:
            f:metadata:
        f:servers:
      f:status:
        .:
        f:allocations:
        f:clusterId:
        f:conditions:
        f:currentVersion:
        f:members:
          .:
          f:ready:
          f:unready:
        f:size:
    Manager:         couchbase-operator
    Operation:       Update
    Time:            2021-06-09T21:16:54Z
  Resource Version:  13846
  Self Link:         /apis/couchbase.com/v2/namespaces/default/couchbaseclusters/scale-couchbase-cluster
  UID:               5ae93029-c698-4f65-9030-aa35ce6b589e
Spec:
  Auto Resource Allocation:
    Cpu Limits:                    4
    Cpu Requests:                  2
    Overhead Percent:              25
  Autoscale Stabilization Period:  0s
  Backup:
    Image:                 couchbase/operator-backup:1.1.0
    Managed:               true
    Service Account Name:  couchbase-backup
  Buckets:
    Managed:  true
  Cluster:
    Analytics Service Memory Quota:  1Gi
    Auto Compaction:
      Database Fragmentation Threshold:
        Percent:  30
      Time Window:
      Tombstone Purge Interval:  72h0m0s
      View Fragmentation Threshold:
        Percent:                                    30
    Auto Failover Max Count:                        3
    Auto Failover On Data Disk Issues Time Period:  2m0s
    Auto Failover Timeout:                          2m0s
    Data Service Memory Quota:                      10Gi
    Eventing Service Memory Quota:                  256Mi
    Index Service Memory Quota:                     256Mi
    Index Storage Setting:                          memory_optimized
    Indexer:
      Log Level:                 info
      Max Rollback Points:       2
      Memory Snapshot Interval:  200ms
      Stable Snapshot Interval:  5s
      Storage Mode:              memory_optimized
    Query:
      Backfill Enabled:           true
      Temporary Space:            5Gi
    Search Service Memory Quota:  256Mi
  Image:                          couchbase/server:6.6.2
  Logging:
    Audit:
      Garbage Collection:
        Sidecar:
          Age:       1h0m0s
          Image:     busybox:1.32.1
          Interval:  20m0s
      Rotation:
        Interval:  15m0s
        Size:      20Mi
    Server:
      Configuration Name:    fluent-bit-config
      Manage Configuration:  true
      Sidecar:
        Configuration Mount Path:  /fluent-bit/config/
        Image:                     couchbase/fluent-bit:1.0.1
  Monitoring:
    Prometheus:
      Enabled:  true
      Image:    couchbase/exporter:1.0.4
  Networking:
    Admin Console Service Template:
      Metadata:
      Spec:
        Type:                    NodePort
    Admin Console Service Type:  NodePort
    Admin Console Services:
      data
    Expose Admin Console:  true
    Exposed Feature Service Template:
      Metadata:
      Spec:
        Type:                      NodePort
    Exposed Feature Service Type:  NodePort
    Exposed Features:
      client
      xdcr
  Security:
    Admin Secret:  auth-scale-scale-couchbase-cluster
    Rbac:
      Managed:  true
  Security Context:
    Fs Group:         1000
    Run As Non Root:  true
    Run As User:      1000
  Servers:
    Name:  default
    Pod:
      Metadata:
      Spec:
    Resources:
      Limits:
        Cpu:     3
        Memory:  12Gi
      Requests:
        Cpu:     3
        Memory:  12Gi
    Services:
      data
    Size:               2
    Autoscale Enabled:  true
    Name:               index
    Resources:
      Limits:
        Cpu:     3
        Memory:  2Gi
      Requests:
        Cpu:     3
        Memory:  2Gi
    Services:
      index
    Size:  1
    Name:  query
    Resources:
      Limits:
        Cpu:     3
        Memory:  12Gi
      Requests:
        Cpu:     3
        Memory:  12Gi
    Services:
      query
    Size:  1
  Xdcr:
Status:
  Allocations:
    Allocated Memory:          10Gi
    Allocated Memory Percent:  83
    Data Service Allocation:   10Gi
    Name:                      default
    Requested Memory:          12Gi
    Unused Memory:             2Gi
    Unused Memory Percent:     16
    Allocated Memory:          256Mi
    Allocated Memory Percent:  12
    Index Service Allocation:  256Mi
    Name:                      index
    Requested Memory:          2Gi
    Unused Memory:             1792Mi
    Unused Memory Percent:     87
    Allocated Memory:          0
    Name:                      query
    Requested Memory:          12Gi
    Unused Memory:             12Gi
    Unused Memory Percent:     100
  Cluster Id:                  e056a5b94d45a98aca6b964d1fefc3cf
  Conditions:
    Last Transition Time:  2021-06-09T21:16:33Z
    Last Update Time:      2021-06-09T21:16:33Z
    Message:               The cluster is being created
    Reason:                Creating
    Status:                False
    Type:                  Available
    Last Transition Time:  2021-06-09T21:27:08Z
    Last Update Time:      2021-06-09T21:27:08Z
    Message:               The operator is attempting to rebalance the data to correct this issue
    Reason:                Unbalanced
    Status:                False
    Type:                  Balanced
    Last Transition Time:  2021-06-09T21:16:44Z
    Last Update Time:      2021-06-09T21:27:10Z
    Message:               Current cluster size: 3, desired cluster size: 4
    Reason:                ScalingUp
    Status:                True
    Type:                  Scaling
    Last Transition Time:  2021-06-09T21:27:08Z
    Last Update Time:      2021-06-09T21:27:08Z
    Message:               fail to create member's pod (scale-couchbase-cluster-0003): timeout: unexpected kubernetes error: pod phase Pending not Running as expected
    Reason:                ErrorEncountered
    Status:                True
    Type:                  Error
  Current Version:         6.6.2
  Members:
    Ready:
      scale-couchbase-cluster-0000
    Unready:
      scale-couchbase-cluster-0001
      scale-couchbase-cluster-0002
  Size:  3
Events:
  Type     Reason                Age    From  Message
  ----     ------                ----   ----  -------
  Warning  MemberCreationFailed  56m          New member scale-couchbase-cluster-0003 creation failed
  Warning  MemberCreationFailed  45m          New member scale-couchbase-cluster-0003 creation failed
  Warning  MemberCreationFailed  35m          New member scale-couchbase-cluster-0003 creation failed
  Warning  MemberCreationFailed  25m          New member scale-couchbase-cluster-0003 creation failed
  Warning  MemberCreationFailed  15m          New member scale-couchbase-cluster-0003 creation failed
  Warning  MemberCreationFailed  5m52s        New member scale-couchbase-cluster-0003 creation failed
roshani.sanghavi@REML1537 couchbase-autonomous-operator-kubernetes_2.2.0-macos-x86_64 %