metadata:
  annotations:
    description: Periodically runs parallel tests for Scylla Operator latest on OpenShift
      on AWS.
    prow.k8s.io/context: ""
    prow.k8s.io/job: ci-scylla-operator-latest-e2e-openshift-aws-parallel
  creationTimestamp: "2025-03-31T06:00:06Z"
  generation: 8
  labels:
    app: scylla-operator
    created-by-prow: "true"
    prow.k8s.io/build-id: "1906587287546761216"
    prow.k8s.io/context: ""
    prow.k8s.io/id: 3c09fec1-4275-45b3-a5d8-74840107215c
    prow.k8s.io/job: ci-scylla-operator-latest-e2e-openshift-aws-parallel
    prow.k8s.io/refs.base_ref: master
    prow.k8s.io/refs.org: scylladb
    prow.k8s.io/refs.repo: scylla-operator
    prow.k8s.io/type: periodic
  name: 3c09fec1-4275-45b3-a5d8-74840107215c
  namespace: prow-workspace
  resourceVersion: "614054547"
  uid: 00b96134-5cd6-46fa-9156-938f44fcba03
spec:
  agent: kubernetes
  cluster: default
  decoration_config:
    gcs_configuration:
      bucket: gs://scylla-operator-prow
      path_strategy: explicit
    gcs_credentials_secret: gcs-credentials
    github_api_endpoints:
    - http://ghproxy.prow.svc
    - https://api.github.com
    github_app_id: "112385"
    github_app_private_key_secret:
      key: cert
      name: github-token
    grace_period: 15m0s
    resources:
      clonerefs:
        requests:
          cpu: 100m
      initupload:
        requests:
          cpu: 100m
      place_entrypoint:
        requests:
          cpu: 100m
      sidecar:
        requests:
          cpu: 100m
    timeout: 4h0m0s
    utility_images:
      clonerefs: us-docker.pkg.dev/k8s-infra-prow/images/clonerefs:v20240802-66b115076
      entrypoint: us-docker.pkg.dev/k8s-infra-prow/images/entrypoint:v20240802-66b115076
      initupload: us-docker.pkg.dev/k8s-infra-prow/images/initupload:v20240802-66b115076
      sidecar: us-docker.pkg.dev/k8s-infra-prow/images/sidecar:v20240802-66b115076
  extra_refs:
  - base_ref: master
    org: scylladb
    path_alias: github.com/scylladb/scylla-operator
    repo: scylla-operator
    workdir: true
  job: ci-scylla-operator-latest-e2e-openshift-aws-parallel
  max_concurrency: 1
  namespace: prow-workspace
  pod_spec:
    containers:
    - args:
      - |
        source "./hack/lib/kube.sh"

        function cleanup {
          touch /tmp/shared/setup.finished
          kubectl -n ci-clusters delete --wait=false --ignore-not-found kubernetescluster/"${POD_UID}"
          kubectl -n ci-clusters delete --wait=false --ignore-not-found storagebuckets/"${POD_UID}"
        }
        trap cleanup EXIT

        kubectl -n ci-clusters create -f - <<EOF
        apiVersion: ci.scylladb.com/v1alpha1
        kind: KubernetesCluster
        metadata:
          name: "${POD_UID}"
        spec:
          version: quay.io/openshift/okd:4.15.0-0.okd-2024-03-10-010116
          ttlSeconds: 14400
          credentialsSecret:
            name: "${POD_UID}-kubeconfig"
          type: OpenShift
          openshift:
            platformType: AWS
            credentialsSecret:
              name: aws-openshift-admin-creds
            installConfig:
              baseDomain: okd.ci.aws.scylla-operator.scylladb.com
              platform:
                aws:
                  region: us-east-1
                  userTags:
                    keep: "8"
              controlPlane:
                name: master
                platform:
                  aws:
                    zones:
                    - us-east-1a
                    type: m6i.xlarge
                replicas: 3
              compute:
              - name: worker
                platform:
                  aws:
                    zones:
                    - us-east-1a
                    type: m5ad.2xlarge
                replicas: 2
        EOF

        wait-for-object-creation ci-clusters configmap/"${POD_UID}-openshift-install-config"

        mkdir -p "${ARTIFACTS}"/.ci/manifests/cluster
        kubectl -n ci-clusters get configmap/"${POD_UID}-openshift-install-config" -o=yaml > "${ARTIFACTS}/.ci/manifests/cluster/${POD_UID}-openshift-install-config.cm.yaml"

        timeout -v 2h bash -c 'until kubectl -n ci-clusters wait --for=condition=Degraded=False kubernetescluster/"${POD_UID}" --timeout=2h && kubectl -n ci-clusters wait --for=condition=Progressing=False kubernetescluster/"${POD_UID}" --timeout=2h && kubectl -n ci-clusters wait --for=condition=ClusterBootstrapped=True kubernetescluster/"${POD_UID}" --timeout=2h; do sleep 1; done'

        kubectl -n ci-clusters create -f - <<EOF
        apiVersion: ci.scylladb.com/v1alpha1
        kind: StorageBucket
        metadata:
          name: "${POD_UID}"
        spec:
          ttlSeconds: 14400
          type: S3
          s3:
            tags:
              keep: "8"
            region: us-east-1
          credentialsSecret:
            name: "${POD_UID}-s3-credentials"
        EOF

        timeout -v 5m bash -c 'until kubectl -n ci-clusters wait --for=condition=Degraded=False storagebucket/"${POD_UID}" --timeout=5m && kubectl -n ci-clusters wait --for=condition=Progressing=False storagebucket/"${POD_UID}" --timeout=5m; do sleep 1; done'
        kubectl -n ci-clusters get storagebuckets/"${POD_UID}" --template='{{ .status.bucketName }}' > /tmp/shared/s3-bucket-name
        kubectl -n ci-clusters get secret/"${POD_UID}-s3-credentials" --template='{{ index .data "credentials" }}' | base64 -d > /tmp/shared/s3-credentials

        kubectl -n ci-clusters get secret/"${POD_UID}-kubeconfig" --template='{{ .data.kubeconfig }}' | base64 -d > /tmp/shared/kubeconfig.init
        kubectl --kubeconfig=/tmp/shared/kubeconfig.init config set-context --current --namespace 'default-unexisting-namespace'

        # Sanity check.
        kubectl --kubeconfig=/tmp/shared/kubeconfig.init version -o yaml
        kubectl --kubeconfig=/tmp/shared/kubeconfig.init config view

        kubectl --kubeconfig=/tmp/shared/kubeconfig.init label machineconfigpool worker cpumanager-policy=static
        kubectl --kubeconfig=/tmp/shared/kubeconfig.init create -f - <<EOF
        apiVersion: machineconfiguration.openshift.io/v1
        kind: KubeletConfig
        metadata:
          name: cpumanager-policy-static
        spec:
          machineConfigPoolSelector:
            matchLabels:
              cpumanager-policy: static
          kubeletConfig:
            cpuManagerPolicy: static
        EOF

        # Wait until KubeletConfig is reconciled and applied on matching machine config pools.
        kubectl --kubeconfig=/tmp/shared/kubeconfig.init wait --for=condition=Updating=True machineconfigpool/worker --timeout=10m
        kubectl --kubeconfig=/tmp/shared/kubeconfig.init wait --for=condition=Updated=True machineconfigpool/worker --timeout=30m

        # Signal cluster bootstrap by sharing the kubeconfig.
        mv /tmp/shared/kubeconfig{.init,}

        set +x
        # TODO: Wait on active signal like updating a file every X seconds
        #       so we can deal with the other container being OOM killed.
        echo "Waiting for test to finish..."
        until [[ -f "/tmp/shared/test.finished" ]]; do sleep 1; done
        echo "Test has finished."
        set -x
      command:
      - /usr/bin/bash
      - -euExo
      - pipefail
      - -O
      - inherit_errexit
      - -c
      env:
      - name: POD_UID
        valueFrom:
          fieldRef:
            fieldPath: metadata.uid
      image: quay.io/scylladb/scylla-operator-images:kube-tools
      imagePullPolicy: Always
      name: setup
      resources:
        limits:
          cpu: 100m
          memory: 200Mi
      securityContext:
        allowPrivilegeEscalation: false
        capabilities:
          drop:
          - ALL
        seccompProfile:
          type: RuntimeDefault
      volumeMounts:
      - mountPath: /var/run/secrets/kubernetes.io/serviceaccount/
        name: kube-api-access
      - mountPath: /tmp/shared
        name: shared-data
    - args:
      - |
        trap 'touch /tmp/shared/test.finished' EXIT

        set +x
        echo "Waiting for cluster to be provisioned..."
        until [[ -f "${KUBECONFIG}" || -f /tmp/shared/setup.finished ]]; do sleep 1; done
        if [[ -f /tmp/shared/setup.finished ]]; then
          echo "Cluster provisioning failed. Exiting."
          exit 1
        fi
        echo "Cluster provisioning has finished."
        set -x

        # TODO(rzetelskik): move labelling to KubernetesCluster manifest once we support dedicated node pools
        # Xref: https://github.com/scylladb/scylla-operator-release/issues/287
        kubectl label node --selector=node-role.kubernetes.io/worker="" scylla.scylladb.com/node-type=scylla

        # Setup info and kubeconfig sanity check
        kubectl config view
        kubectl version -o yaml
        kubectl cluster-info

        function resolve-image {
          (
            set -euEo pipefail
            local digest
            digest=$( skopeo inspect --raw docker://"${1}" | skopeo manifest-digest /dev/stdin )
            echo "${1}@${digest}"
          )
        }

        SO_IMAGE="$( resolve-image docker.io/scylladb/scylla-operator:latest )"
        # We need to strip the tag because skopeo doesn't support references with both a tag and a digest.
        SO_IMAGE="${SO_IMAGE/:*([^:\/])@/@}"
        export SO_IMAGE

        SO_SUITE=scylla-operator/conformance/parallel
        export SO_SUITE
        SO_SCYLLACLUSTER_NODE_SERVICE_TYPE=Headless
        export SO_SCYLLACLUSTER_NODE_SERVICE_TYPE
        SO_SCYLLACLUSTER_NODES_BROADCAST_ADDRESS_TYPE=PodIP
        export SO_SCYLLACLUSTER_NODES_BROADCAST_ADDRESS_TYPE
        SO_SCYLLACLUSTER_CLIENTS_BROADCAST_ADDRESS_TYPE=PodIP
        export SO_SCYLLACLUSTER_CLIENTS_BROADCAST_ADDRESS_TYPE
        SO_BUCKET_NAME="$( cat /tmp/shared/s3-bucket-name )"
        export SO_BUCKET_NAME
        SO_S3_CREDENTIALS_PATH=/tmp/shared/s3-credentials
        export SO_S3_CREDENTIALS_PATH
        SO_E2E_PARALLELISM=32
        export SO_E2E_PARALLELISM
        timeout --verbose --signal INT --kill-after=100m 90m ./hack/.ci/run-e2e-openshift-aws-release.sh
      command:
      - /usr/bin/bash
      - -euExo
      - pipefail
      - -O
      - inherit_errexit
      - -O
      - extglob
      - -c
      env:
      - name: POD_UID
        valueFrom:
          fieldRef:
            fieldPath: metadata.uid
      - name: KUBECONFIG
        value: /tmp/shared/kubeconfig
      image: quay.io/scylladb/scylla-operator-images:kube-tools
      imagePullPolicy: Always
      name: test
      resources:
        limits:
          cpu: 100m
          memory: 1200Mi
      securityContext:
        allowPrivilegeEscalation: false
        capabilities:
          drop:
          - ALL
        seccompProfile:
          type: RuntimeDefault
      volumeMounts:
      - mountPath: /tmp/shared
        name: shared-data
    serviceAccountName: e2e
    volumes:
    - emptyDir: {}
      name: shared-data
    - name: kube-api-access
      projected:
        defaultMode: 400
        sources:
        - serviceAccountToken:
            path: token
        - configMap:
            items:
            - key: ca.crt
              path: ca.crt
            name: kube-root-ca.crt
        - downwardAPI:
            items:
            - fieldRef:
                apiVersion: v1
                fieldPath: metadata.namespace
              path: namespace
  prowjob_defaults:
    tenant_id: GlobalDefaultID
  report: true
  type: periodic
status:
  build_id: "1906587287546761216"
  completionTime: "2025-03-31T08:02:55Z"
  description: Job failed.
  pendingTime: "2025-03-31T06:00:07Z"
  pod_name: 3c09fec1-4275-45b3-a5d8-74840107215c
  prev_report_states:
    gcsk8sreporter: failure
    gcsreporter: failure
    slackreporter: failure
  startTime: "2025-03-31T06:00:06Z"
  state: failure
  url: https://prow.scylla-operator.scylladb.com/view/gs/scylla-operator-prow/logs/ci-scylla-operator-latest-e2e-openshift-aws-parallel/1906587287546761216