diff --git a/ci-operator/config/fao89/ocp-evals/OWNERS b/ci-operator/config/fao89/ocp-evals/OWNERS new file mode 100644 index 0000000000000..60e9182590204 --- /dev/null +++ b/ci-operator/config/fao89/ocp-evals/OWNERS @@ -0,0 +1,11 @@ +# DO NOT EDIT; this file is auto-generated using https://github.com/openshift/ci-tools. +# Fetched from https://github.com/fao89/ocp-evals root OWNERS +# If the repo had OWNERS_ALIASES then the aliases were expanded +# Logins who are not members of 'openshift' organization were filtered out +# See the OWNERS docs: https://git.k8s.io/community/contributors/guide/owners.md + +approvers: +- fao89 +options: {} +reviewers: +- fao89 diff --git a/ci-operator/config/fao89/ocp-evals/fao89-ocp-evals-main__4.22.yaml b/ci-operator/config/fao89/ocp-evals/fao89-ocp-evals-main__4.22.yaml new file mode 100644 index 0000000000000..debb999ab553e --- /dev/null +++ b/ci-operator/config/fao89/ocp-evals/fao89-ocp-evals-main__4.22.yaml @@ -0,0 +1,197 @@ +base_images: + lightspeed-service-api: + name: lightspeed-service-api + namespace: ols + tag: latest +build_root: + project_image: + dockerfile_literal: | + FROM registry.ci.openshift.org/ocp/ubi-python-311:9 + USER 0 + RUN dnf install -y git && dnf clean all +releases: + latest: + candidate: + product: ocp + stream: nightly + version: "4.22" +resources: + '*': + limits: + memory: 4Gi + requests: + cpu: 100m + memory: 200Mi +tests: +- as: cu-eval-openai-periodics + cluster_claim: + architecture: amd64 + cloud: aws + labels: + region: us-east-1 + owner: openshift-ci + product: ocp + timeout: 2h0m0s + version: "4.22" + cron: 30 14 * * * + steps: + allow_skip_on_success: true + post: + - ref: gather-must-gather + test: + - as: e2e + cli: latest + commands: | + export PROVIDER=openai + export PROVIDER_KEY_PATH=/var/run/openai/token + export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token + export OPENAI_API_KEY=$(cat /var/run/openai/token) + export EVAL_TAG=cluster-updates-critical + + tests/scripts/test-cluster-updates.sh --artifact-dir "${ARTIFACT_DIR}" + credentials: + - mount_path: /var/run/openai + name: openai-apitoken + namespace: test-credentials + dependencies: + - env: OLS_IMAGE + name: lightspeed-service-api + from: src + resources: + requests: + cpu: 100m + workflow: generic-claim +- as: cu-eval-watsonx-granite-periodics + cluster_claim: + architecture: amd64 + cloud: aws + labels: + region: us-east-1 + owner: openshift-ci + product: ocp + timeout: 2h0m0s + version: "4.22" + cron: 30 15 * * * + steps: + allow_skip_on_success: true + post: + - ref: gather-must-gather + test: + - as: e2e + cli: latest + commands: | + export PROVIDER=watsonx + export PROVIDER_KEY_PATH=/var/run/watsonx/token + export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token + export OPENAI_API_KEY=$(cat /var/run/openai/token) + export WATSONX_PROVIDER_KEY_PATH=/var/run/watsonx/token + export EVAL_TAG=cluster-updates-critical + + cp config/system_watsonx.yaml config/system.yaml + tests/scripts/test-cluster-updates.sh --artifact-dir "${ARTIFACT_DIR}" + credentials: + - mount_path: /var/run/openai + name: openai-apitoken + namespace: test-credentials + - mount_path: /var/run/watsonx + name: watsonx-apitoken + namespace: test-credentials + dependencies: + - env: OLS_IMAGE + name: lightspeed-service-api + from: src + resources: + requests: + cpu: 100m + workflow: generic-claim +- as: cu-eval-vertex-gemini-periodics + cluster_claim: + architecture: amd64 + cloud: aws + labels: + region: us-east-1 + owner: openshift-ci + product: ocp + timeout: 2h0m0s + version: "4.22" + cron: 30 16 * * * + steps: + allow_skip_on_success: true + post: + - ref: gather-must-gather + test: + - as: e2e + cli: latest + commands: | + export PROVIDER=google_vertex + export PROVIDER_KEY_PATH=/var/run/vertex/token + export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token + export OPENAI_API_KEY=$(cat /var/run/openai/token) + export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token + export EVAL_TAG=cluster-updates-critical + + cp config/system_google_vertex.yaml config/system.yaml + tests/scripts/test-cluster-updates.sh --artifact-dir "${ARTIFACT_DIR}" + credentials: + - mount_path: /var/run/openai + name: openai-apitoken + namespace: test-credentials + - mount_path: /var/run/vertex + name: vertex-apitoken + namespace: test-credentials + dependencies: + - env: OLS_IMAGE + name: lightspeed-service-api + from: src + resources: + requests: + cpu: 100m + workflow: generic-claim +- as: cu-eval-vertex-anthropic-periodics + cluster_claim: + architecture: amd64 + cloud: aws + labels: + region: us-east-1 + owner: openshift-ci + product: ocp + timeout: 2h0m0s + version: "4.22" + cron: 30 17 * * * + steps: + allow_skip_on_success: true + post: + - ref: gather-must-gather + test: + - as: e2e + cli: latest + commands: | + export PROVIDER=google_vertex_anthropic + export PROVIDER_KEY_PATH=/var/run/vertex/token + export OPENAI_PROVIDER_KEY_PATH=/var/run/openai/token + export OPENAI_API_KEY=$(cat /var/run/openai/token) + export VERTEX_PROVIDER_KEY_PATH=/var/run/vertex/token + export EVAL_TAG=cluster-updates-critical + + cp config/system_google_vertex_anthropic.yaml config/system.yaml + tests/scripts/test-cluster-updates.sh --artifact-dir "${ARTIFACT_DIR}" + credentials: + - mount_path: /var/run/openai + name: openai-apitoken + namespace: test-credentials + - mount_path: /var/run/vertex + name: vertex-apitoken + namespace: test-credentials + dependencies: + - env: OLS_IMAGE + name: lightspeed-service-api + from: src + resources: + requests: + cpu: 100m + workflow: generic-claim +zz_generated_metadata: + branch: main + org: fao89 + repo: ocp-evals + variant: "4.22" diff --git a/ci-operator/jobs/fao89/ocp-evals/fao89-ocp-evals-main-periodics.yaml b/ci-operator/jobs/fao89/ocp-evals/fao89-ocp-evals-main-periodics.yaml new file mode 100644 index 0000000000000..8849853cfabb6 --- /dev/null +++ b/ci-operator/jobs/fao89/ocp-evals/fao89-ocp-evals-main-periodics.yaml @@ -0,0 +1,353 @@ +periodics: +- agent: kubernetes + cluster: build01 + cron: 30 14 * * * + decorate: true + decoration_config: + skip_cloning: true + extra_refs: + - base_ref: main + org: fao89 + repo: ocp-evals + labels: + ci-operator.openshift.io/variant: "4.22" + ci.openshift.io/generator: prowgen + job-release: "4.22" + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: periodic-ci-fao89-ocp-evals-main-4.22-cu-eval-openai-periodics + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --hive-kubeconfig=/secrets/hive-hive-credentials/kubeconfig + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --lease-server-credentials-file=/etc/boskos/credentials + - --report-credentials-file=/etc/report/credentials + - --secret-dir=/secrets/ci-pull-credentials + - --target=cu-eval-openai-periodics + - --variant=4.22 + command: + - ci-operator + env: + - name: HTTP_SERVER_IP + valueFrom: + fieldRef: + fieldPath: status.podIP + image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest + imagePullPolicy: Always + name: "" + ports: + - containerPort: 8080 + name: http + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /etc/boskos + name: boskos + readOnly: true + - mountPath: /secrets/ci-pull-credentials + name: ci-pull-credentials + readOnly: true + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /secrets/hive-hive-credentials + name: hive-hive-credentials + readOnly: true + - mountPath: /secrets/manifest-tool + name: manifest-tool-local-pusher + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: boskos + secret: + items: + - key: credentials + path: credentials + secretName: boskos-credentials + - name: ci-pull-credentials + secret: + secretName: ci-pull-credentials + - name: hive-hive-credentials + secret: + secretName: hive-hive-credentials + - name: manifest-tool-local-pusher + secret: + secretName: manifest-tool-local-pusher + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator +- agent: kubernetes + cluster: build01 + cron: 30 17 * * * + decorate: true + decoration_config: + skip_cloning: true + extra_refs: + - base_ref: main + org: fao89 + repo: ocp-evals + labels: + ci-operator.openshift.io/variant: "4.22" + ci.openshift.io/generator: prowgen + job-release: "4.22" + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: periodic-ci-fao89-ocp-evals-main-4.22-cu-eval-vertex-anthropic-periodics + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --hive-kubeconfig=/secrets/hive-hive-credentials/kubeconfig + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --lease-server-credentials-file=/etc/boskos/credentials + - --report-credentials-file=/etc/report/credentials + - --secret-dir=/secrets/ci-pull-credentials + - --target=cu-eval-vertex-anthropic-periodics + - --variant=4.22 + command: + - ci-operator + env: + - name: HTTP_SERVER_IP + valueFrom: + fieldRef: + fieldPath: status.podIP + image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest + imagePullPolicy: Always + name: "" + ports: + - containerPort: 8080 + name: http + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /etc/boskos + name: boskos + readOnly: true + - mountPath: /secrets/ci-pull-credentials + name: ci-pull-credentials + readOnly: true + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /secrets/hive-hive-credentials + name: hive-hive-credentials + readOnly: true + - mountPath: /secrets/manifest-tool + name: manifest-tool-local-pusher + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: boskos + secret: + items: + - key: credentials + path: credentials + secretName: boskos-credentials + - name: ci-pull-credentials + secret: + secretName: ci-pull-credentials + - name: hive-hive-credentials + secret: + secretName: hive-hive-credentials + - name: manifest-tool-local-pusher + secret: + secretName: manifest-tool-local-pusher + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator +- agent: kubernetes + cluster: build01 + cron: 30 16 * * * + decorate: true + decoration_config: + skip_cloning: true + extra_refs: + - base_ref: main + org: fao89 + repo: ocp-evals + labels: + ci-operator.openshift.io/variant: "4.22" + ci.openshift.io/generator: prowgen + job-release: "4.22" + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: periodic-ci-fao89-ocp-evals-main-4.22-cu-eval-vertex-gemini-periodics + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --hive-kubeconfig=/secrets/hive-hive-credentials/kubeconfig + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --lease-server-credentials-file=/etc/boskos/credentials + - --report-credentials-file=/etc/report/credentials + - --secret-dir=/secrets/ci-pull-credentials + - --target=cu-eval-vertex-gemini-periodics + - --variant=4.22 + command: + - ci-operator + env: + - name: HTTP_SERVER_IP + valueFrom: + fieldRef: + fieldPath: status.podIP + image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest + imagePullPolicy: Always + name: "" + ports: + - containerPort: 8080 + name: http + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /etc/boskos + name: boskos + readOnly: true + - mountPath: /secrets/ci-pull-credentials + name: ci-pull-credentials + readOnly: true + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /secrets/hive-hive-credentials + name: hive-hive-credentials + readOnly: true + - mountPath: /secrets/manifest-tool + name: manifest-tool-local-pusher + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: boskos + secret: + items: + - key: credentials + path: credentials + secretName: boskos-credentials + - name: ci-pull-credentials + secret: + secretName: ci-pull-credentials + - name: hive-hive-credentials + secret: + secretName: hive-hive-credentials + - name: manifest-tool-local-pusher + secret: + secretName: manifest-tool-local-pusher + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator +- agent: kubernetes + cluster: build01 + cron: 30 15 * * * + decorate: true + decoration_config: + skip_cloning: true + extra_refs: + - base_ref: main + org: fao89 + repo: ocp-evals + labels: + ci-operator.openshift.io/variant: "4.22" + ci.openshift.io/generator: prowgen + job-release: "4.22" + pj-rehearse.openshift.io/can-be-rehearsed: "true" + name: periodic-ci-fao89-ocp-evals-main-4.22-cu-eval-watsonx-granite-periodics + spec: + containers: + - args: + - --gcs-upload-secret=/secrets/gcs/service-account.json + - --hive-kubeconfig=/secrets/hive-hive-credentials/kubeconfig + - --image-import-pull-secret=/etc/pull-secret/.dockerconfigjson + - --lease-server-credentials-file=/etc/boskos/credentials + - --report-credentials-file=/etc/report/credentials + - --secret-dir=/secrets/ci-pull-credentials + - --target=cu-eval-watsonx-granite-periodics + - --variant=4.22 + command: + - ci-operator + env: + - name: HTTP_SERVER_IP + valueFrom: + fieldRef: + fieldPath: status.podIP + image: quay-proxy.ci.openshift.org/openshift/ci:ci_ci-operator_latest + imagePullPolicy: Always + name: "" + ports: + - containerPort: 8080 + name: http + resources: + requests: + cpu: 10m + volumeMounts: + - mountPath: /etc/boskos + name: boskos + readOnly: true + - mountPath: /secrets/ci-pull-credentials + name: ci-pull-credentials + readOnly: true + - mountPath: /secrets/gcs + name: gcs-credentials + readOnly: true + - mountPath: /secrets/hive-hive-credentials + name: hive-hive-credentials + readOnly: true + - mountPath: /secrets/manifest-tool + name: manifest-tool-local-pusher + readOnly: true + - mountPath: /etc/pull-secret + name: pull-secret + readOnly: true + - mountPath: /etc/report + name: result-aggregator + readOnly: true + serviceAccountName: ci-operator + volumes: + - name: boskos + secret: + items: + - key: credentials + path: credentials + secretName: boskos-credentials + - name: ci-pull-credentials + secret: + secretName: ci-pull-credentials + - name: hive-hive-credentials + secret: + secretName: hive-hive-credentials + - name: manifest-tool-local-pusher + secret: + secretName: manifest-tool-local-pusher + - name: pull-secret + secret: + secretName: registry-pull-credentials + - name: result-aggregator + secret: + secretName: result-aggregator diff --git a/core-services/cluster-pools/_config.yaml b/core-services/cluster-pools/_config.yaml index 6f369eb8ab062..e55d52206b3e5 100644 --- a/core-services/cluster-pools/_config.yaml +++ b/core-services/cluster-pools/_config.yaml @@ -41,6 +41,9 @@ - org: quay repos: - quay + - org: fao89 + repos: + - ocp-evals - claim: opendatahub owners: - org: opendatahub-io diff --git a/core-services/prow/02_config/fao89/ocp-evals/OWNERS b/core-services/prow/02_config/fao89/ocp-evals/OWNERS new file mode 100644 index 0000000000000..60e9182590204 --- /dev/null +++ b/core-services/prow/02_config/fao89/ocp-evals/OWNERS @@ -0,0 +1,11 @@ +# DO NOT EDIT; this file is auto-generated using https://github.com/openshift/ci-tools. +# Fetched from https://github.com/fao89/ocp-evals root OWNERS +# If the repo had OWNERS_ALIASES then the aliases were expanded +# Logins who are not members of 'openshift' organization were filtered out +# See the OWNERS docs: https://git.k8s.io/community/contributors/guide/owners.md + +approvers: +- fao89 +options: {} +reviewers: +- fao89 diff --git a/core-services/prow/02_config/fao89/ocp-evals/_pluginconfig.yaml b/core-services/prow/02_config/fao89/ocp-evals/_pluginconfig.yaml new file mode 100644 index 0000000000000..bf71118579dab --- /dev/null +++ b/core-services/prow/02_config/fao89/ocp-evals/_pluginconfig.yaml @@ -0,0 +1,27 @@ +approve: +- ignore_review_state: true + repos: + - fao89/ocp-evals + require_self_approval: true +external_plugins: + fao89/ocp-evals: + - endpoint: http://needs-rebase + events: + - pull_request + name: needs-rebase +lgtm: +- repos: + - fao89/ocp-evals +plugins: + fao89/ocp-evals: + plugins: + - approve + - hold + - lgtm + - verify-owners + - wip +triggers: +- repos: + - fao89/ocp-evals + trusted_apps: + - openshift-merge-bot diff --git a/core-services/prow/02_config/fao89/ocp-evals/_prowconfig.yaml b/core-services/prow/02_config/fao89/ocp-evals/_prowconfig.yaml new file mode 100644 index 0000000000000..c47da24fdedc4 --- /dev/null +++ b/core-services/prow/02_config/fao89/ocp-evals/_prowconfig.yaml @@ -0,0 +1,24 @@ +slack_reporter_configs: + fao89/ocp-evals: + channel: '#forum-ocp-pixaa-interrupt' + job_states_to_report: + - failure + - error + job_types_to_report: + - periodic + report_template: ':red_jenkins_circle: Job *{{.Spec.Job}}* ended with *{{.Status.State}}*. + <{{.Status.URL}}|View logs>' +tide: + queries: + - labels: + - approved + - lgtm + missingLabels: + - backports/unvalidated-commits + - do-not-merge/hold + - do-not-merge/invalid-owners-file + - do-not-merge/work-in-progress + - jira/invalid-bug + - needs-rebase + repos: + - fao89/ocp-evals