From 32ed46b5641bd6e23ee9bf776948671e7e55779c Mon Sep 17 00:00:00 2001 From: "pre-commit-ci[bot]" <66853113+pre-commit-ci[bot]@users.noreply.github.com> Date: Tue, 29 Oct 2024 12:36:02 +0000 Subject: [PATCH] [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --- .../codegen-openshift-rhoai/Chart.yaml | 3 ++ helm-charts/codegen-openshift-rhoai/README.md | 43 ++++++++++++------- .../llm-uservice/Chart.yaml | 3 ++ .../llm-uservice/templates/buildconfig.yaml | 3 ++ .../llm-uservice/templates/configmap.yaml | 5 ++- .../llm-uservice/templates/deployment.yaml | 5 ++- .../llm-uservice/templates/imagestream.yaml | 3 ++ .../llm-uservice/templates/job.yaml | 3 ++ .../templates/rbac/crb-rhoai.yaml | 3 ++ .../llm-uservice/templates/rbac/role.yaml | 3 ++ .../templates/rbac/rolebinding.yaml | 3 ++ .../templates/rbac/serviceAccount.yaml | 3 ++ .../llm-uservice/templates/service.yaml | 3 ++ .../llm-uservice/values.yaml | 5 ++- .../react-ui/Chart.yaml | 3 ++ .../templates/codegen-react-ui-bc.yaml | 3 ++ .../templates/codegen-react-ui-cms.yaml | 3 ++ .../codegen-react-ui-consolelink.yaml | 3 ++ .../codegen-react-ui-deployment.yaml | 11 +++-- .../codegen-react-ui-https-route.yaml | 3 ++ .../templates/codegen-react-ui-service.yaml | 3 ++ .../react-ui/values.yaml | 3 ++ .../templates/buildconfig.yaml | 3 ++ .../templates/deployment.yaml | 3 ++ .../templates/imagestream.yaml | 3 ++ .../templates/route.yaml | 3 ++ .../templates/service.yaml | 3 ++ .../codegen-openshift-rhoai/tgi/Chart.yaml | 3 ++ .../tgi/gaudi-values.yaml | 3 ++ .../tgi/templates/hf_token_secret.yaml | 3 ++ .../templates/servingruntime-template.yaml | 3 ++ .../codegen-openshift-rhoai/tgi/values.yaml | 5 ++- .../codegen-openshift-rhoai/values.yaml | 3 ++ helm-charts/codegen-openshift/Chart.yaml | 3 ++ helm-charts/codegen-openshift/README.md | 8 ++-- .../codegen-openshift/gaudi-values.yaml | 3 ++ .../codegen-openshift/llm-uservice/Chart.yaml | 3 ++ .../llm-uservice/templates/buildconfig.yaml | 3 ++ .../llm-uservice/templates/deployment.yaml | 3 ++ .../llm-uservice/templates/imagestream.yaml | 3 ++ .../llm-uservice/templates/service.yaml | 3 ++ .../llm-uservice/values.yaml | 3 ++ .../codegen-openshift/react-ui/Chart.yaml | 3 ++ .../templates/codegen-react-ui-bc.yaml | 3 ++ .../templates/codegen-react-ui-cms.yaml | 3 ++ .../codegen-react-ui-consolelink.yaml | 3 ++ .../codegen-react-ui-deployment.yaml | 11 +++-- .../codegen-react-ui-https-route.yaml | 3 ++ .../templates/codegen-react-ui-service.yaml | 3 ++ .../codegen-openshift/react-ui/values.yaml | 3 ++ .../templates/buildconfig.yaml | 3 ++ .../templates/deployment.yaml | 5 ++- .../templates/hf_token_secret.yaml | 3 ++ .../templates/imagestream.yaml | 3 ++ .../codegen-openshift/templates/route.yaml | 4 +- .../codegen-openshift/templates/service.yaml | 3 ++ helm-charts/codegen-openshift/tgi/Chart.yaml | 3 ++ .../codegen-openshift/tgi/gaudi-values.yaml | 3 ++ .../tgi/templates/deployment.yaml | 5 ++- .../tgi/templates/service.yaml | 3 ++ helm-charts/codegen-openshift/tgi/values.yaml | 5 ++- helm-charts/codegen-openshift/values.yaml | 3 ++ 62 files changed, 228 insertions(+), 34 deletions(-) diff --git a/helm-charts/codegen-openshift-rhoai/Chart.yaml b/helm-charts/codegen-openshift-rhoai/Chart.yaml index fb27e144..5f85bcc9 100644 --- a/helm-charts/codegen-openshift-rhoai/Chart.yaml +++ b/helm-charts/codegen-openshift-rhoai/Chart.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v2 name: codegen description: A Helm chart for deploying codegen on Red Hat OpenShift with Red Hat OpenShift AI diff --git a/helm-charts/codegen-openshift-rhoai/README.md b/helm-charts/codegen-openshift-rhoai/README.md index b1d8ef7b..90394f2f 100644 --- a/helm-charts/codegen-openshift-rhoai/README.md +++ b/helm-charts/codegen-openshift-rhoai/README.md @@ -2,18 +2,19 @@ Helm chart for deploying CodeGen service on Red Hat OpenShift with Red Hat OpenShift AI. -Serving runtime template in this example uses model *ise-uiuc/Magicoder-S-DS-6.7B* for Xeon and *meta-llama/CodeLlama-7b-hf* for Gaudi. +Serving runtime template in this example uses model _ise-uiuc/Magicoder-S-DS-6.7B_ for Xeon and _meta-llama/CodeLlama-7b-hf_ for Gaudi. -## Prerequisites +## Prerequisites -1. **Red Hat OpenShift Cluster** with dynamic *StorageClass* to provision *PersistentVolumes* e.g. **OpenShift Data Foundation**) and installed Operators: **Red Hat - Authorino (Technical Preview)**, **Red Hat OpenShift Service Mesh**, **Red Hat OpenShift Serverless** and **Red Hat Openshift AI**. +1. **Red Hat OpenShift Cluster** with dynamic _StorageClass_ to provision _PersistentVolumes_ e.g. **OpenShift Data Foundation**) and installed Operators: **Red Hat - Authorino (Technical Preview)**, **Red Hat OpenShift Service Mesh**, **Red Hat OpenShift Serverless** and **Red Hat Openshift AI**. 2. Image registry to push there docker images (https://docs.openshift.com/container-platform/4.16/registry/securing-exposing-registry.html). 3. Access to S3-compatible object storage bucket (e.g. **OpenShift Data Foundation**, **AWS S3**) and values of access and secret access keys and S3 endpoint (https://docs.redhat.com/en/documentation/red_hat_openshift_data_foundation/4.16/html/managing_hybrid_and_multicloud_resources/accessing-the-multicloud-object-gateway-with-your-applications_rhodf#accessing-the-multicloud-object-gateway-with-your-applications_rhodf). -4. Account on https://huggingface.co/, access to model *ise-uiuc/Magicoder-S-DS-6.7B* (for Xeon) or *meta-llama/CodeLlama-7b-hf* (for Gaudi) and token with Read permissions. +4. Account on https://huggingface.co/, access to model _ise-uiuc/Magicoder-S-DS-6.7B_ (for Xeon) or _meta-llama/CodeLlama-7b-hf_ (for Gaudi) and token with Read permissions. ## Deploy model in Red Hat Openshift AI -1. Login to OpenShift CLI and run following commands to create new serving runtime and *hf-token* secret. +1. Login to OpenShift CLI and run following commands to create new serving runtime and _hf-token_ secret. + ``` cd GenAIInfra/helm-charts/codegen-openshift-rhoai/ export HFTOKEN="insert-your-huggingface-token-here" @@ -25,24 +26,29 @@ On Gaudi: helm install servingruntime tgi --set global.huggingfacehubApiToken=${HFTOKEN} --values tgi/gaudi-values.yaml ``` -Verify if template has been created with ```oc get template -n redhat-ods-applications``` command. +Verify if template has been created with `oc get template -n redhat-ods-applications` command. 2. Find the route for **Red Hat OpenShift AI** dashboard with below command and open it in the browser: + ``` oc get routes -A | grep rhods-dashboard ``` -3. Go to **Data Science Project** and clik **Create data science project**. Fill the **Name** and click **Create**. -4. Go to **Workbenches** tab and clik **Create workbench**. Fill the **Name**, under **Notebook image** choose *Standard Data Science*, under **Cluster storage** choose *Create new persistent storage* and change **Persistent storage size** to 40 GB. Click **Create workbench**. + +3. Go to **Data Science Project** and click **Create data science project**. Fill the **Name** and click **Create**. +4. Go to **Workbenches** tab and click **Create workbench**. Fill the **Name**, under **Notebook image** choose _Standard Data Science_, under **Cluster storage** choose _Create new persistent storage_ and change **Persistent storage size** to 40 GB. Click **Create workbench**. 5. Open newly created Jupiter notebook and run following commands to download the model and upload it on s3: + ``` %env S3_ENDPOINT= %env S3_ACCESS_KEY= %env S3_SECRET_KEY= %env HF_TOKEN= ``` + ``` !pip install huggingface-hub ``` + ``` import os import boto3 @@ -63,15 +69,21 @@ s3_resource = session.resource('s3', aws_secret_access_key=s3_secretkey) bucket = s3_resource.Bucket(bucket_name) ``` -For Xeon download *ise-uiuc/Magicoder-S-DS-6.7B*: + +For Xeon download _ise-uiuc/Magicoder-S-DS-6.7B_: + ``` snapshot_download("ise-uiuc/Magicoder-S-DS-6.7B", cache_dir=f'./models', token=hf_token) ``` -For Gaudi download *meta-llama/CodeLlama-7b-hf*: + +For Gaudi download _meta-llama/CodeLlama-7b-hf_: + ``` snapshot_download("meta-llama/CodeLlama-7b-hf", cache_dir=f'./models', token=hf_token) ``` + Upload the downloaded model to S3: + ``` files = (file for file in glob.glob(f'{path}/**/*', recursive=True) if os.path.isfile(file) and "snapshots" in file) for filename in files: @@ -80,8 +92,8 @@ for filename in files: bucket.upload_file(filename, f'{path}{s3_name}') ``` -6. Go to your project in **Red Hat OpenShift AI** dashboard, then "Models" tab and click **Deploy model** under *Single-model serving platform*. Fill the **Name**, choose newly created **Serving runtime**: *Text Generation Inference Magicoder-S-DS-6.7B on CPU* (for Xeon) or *Text Generation Inference CodeLlama-7b-hf on Gaudi* (for Gaudi), **Model framework**: *llm* and change **Model server size** to *Custom*: 16 CPUs and 64 Gi memory. For deployment with Gaudi select proper **Accelerator**. Click the checkbox to create external route in **Model route** section and uncheck the **Token authentication**. Under **Model location** choose *New data connection* and fill all required fields for s3 access, **Bucket** *first.bucket* and **Path**: *models*. Click **Deploy**. It takes about 10 minutes to get *Loaded* status.\ -If it's not going to *Loaded* status and revision changed status to "ProgressDeadlineExceeded" (``oc get revision``), scale model deployment to 0 and than to 1 with command ``oc scale deployment.apps/ --replicas=1`` and wait about 10 minutes for deployment. +6. Go to your project in **Red Hat OpenShift AI** dashboard, then "Models" tab and click **Deploy model** under _Single-model serving platform_. Fill the **Name**, choose newly created **Serving runtime**: _Text Generation Inference Magicoder-S-DS-6.7B on CPU_ (for Xeon) or _Text Generation Inference CodeLlama-7b-hf on Gaudi_ (for Gaudi), **Model framework**: _llm_ and change **Model server size** to _Custom_: 16 CPUs and 64 Gi memory. For deployment with Gaudi select proper **Accelerator**. Click the checkbox to create external route in **Model route** section and uncheck the **Token authentication**. Under **Model location** choose _New data connection_ and fill all required fields for s3 access, **Bucket** _first.bucket_ and **Path**: _models_. Click **Deploy**. It takes about 10 minutes to get _Loaded_ status.\ + If it's not going to _Loaded_ status and revision changed status to "ProgressDeadlineExceeded" (`oc get revision`), scale model deployment to 0 and than to 1 with command `oc scale deployment.apps/ --replicas=1` and wait about 10 minutes for deployment. ## Install the Chart @@ -101,11 +113,12 @@ sed -i "s/insert-your-namespace-here/${NAMESPACE}/g" codegen-openshift-rhoai/llm helm dependency update codegen-openshift-rhoai helm install codegen codegen-openshift-rhoai --set image.repository=image-registry.openshift-image-registry.svc:5000/${NAMESPACE}/codegen --set llm-uservice.image.repository=image-registry.openshift-image-registry.svc:5000/${NAMESPACE}/llm-tgi --set react-ui.image.repository=image-registry.openshift-image-registry.svc:5000/${NAMESPACE}/react-ui --set global.clusterDomain=${CLUSTERDOMAIN} --set global.huggingfacehubApiToken=${HFTOKEN} --set llm-uservice.servingRuntime.name=${MODELNAME} --set llm-uservice.servingRuntime.namespace=${PROJECT} -``` +``` ## Verify -To verify the installation, run the command `oc get pods` to make sure all pods are running. Wait about 5 minutes for building images. When 4 pods achieve *Completed* status, the rest with services should go to *Running*. +To verify the installation, run the command `oc get pods` to make sure all pods are running. Wait about 5 minutes for building images. When 4 pods achieve _Completed_ status, the rest with services should go to _Running_. ## Launch the UI -To access the frontend, find the route for *react-ui* with command `oc get routes` and open it in the browser. + +To access the frontend, find the route for _react-ui_ with command `oc get routes` and open it in the browser. diff --git a/helm-charts/codegen-openshift-rhoai/llm-uservice/Chart.yaml b/helm-charts/codegen-openshift-rhoai/llm-uservice/Chart.yaml index 9909cf6f..10178e8c 100644 --- a/helm-charts/codegen-openshift-rhoai/llm-uservice/Chart.yaml +++ b/helm-charts/codegen-openshift-rhoai/llm-uservice/Chart.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v2 name: llm-uservice description: A Helm chart for deploying llm-uservice on Red Hat OpenShift with Red Hat OpenShift AI diff --git a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/buildconfig.yaml b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/buildconfig.yaml index 6518adb3..9b3d0631 100644 --- a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/buildconfig.yaml +++ b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/buildconfig.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + kind: BuildConfig apiVersion: build.openshift.io/v1 metadata: diff --git a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/configmap.yaml b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/configmap.yaml index 72723e51..b8097cf4 100644 --- a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/configmap.yaml +++ b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/configmap.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v1 kind: ConfigMap metadata: @@ -7,7 +10,7 @@ data: #!/bin/bash EXISTS=$(oc get secret --ignore-not-found rhoai-ca-bundle) - if [[ -z "${EXISTS}" ]]; then + if [[ -z "${EXISTS}" ]]; then oc create secret generic -n {{ .Release.Namespace }} rhoai-ca-bundle --from-literal=tls.crt="$(oc extract secret/knative-serving-cert -n istio-system --to=- --keys=tls.crt)" else echo "oc get secret --ignore-not-found rhoai-ca-bundle returned non-empty string, not creating a secret" diff --git a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/deployment.yaml b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/deployment.yaml index 1e9ec673..17fb4e46 100644 --- a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/deployment.yaml +++ b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/deployment.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: apps/v1 kind: Deployment metadata: @@ -14,7 +17,7 @@ spec: template: metadata: labels: - {{- include "llm-uservice.selectorLabels" . | nindent 8 }} + {{- include "llm-uservice.selectorLabels" . | nindent 8 }} spec: securityContext: {} containers: diff --git a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/imagestream.yaml b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/imagestream.yaml index 4e14839e..781e85ef 100644 --- a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/imagestream.yaml +++ b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/imagestream.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: image.openshift.io/v1 kind: ImageStream diff --git a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/job.yaml b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/job.yaml index 1431eede..1effabdd 100644 --- a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/job.yaml +++ b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/job.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: batch/v1 kind: Job metadata: diff --git a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/crb-rhoai.yaml b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/crb-rhoai.yaml index be64728d..5bebaacb 100644 --- a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/crb-rhoai.yaml +++ b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/crb-rhoai.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: rbac.authorization.k8s.io/v1 kind: ClusterRoleBinding metadata: diff --git a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/role.yaml b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/role.yaml index 4df17a9c..f02d4ac8 100644 --- a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/role.yaml +++ b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/role.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + {{- range $key, $value := .Values.rbac.roles }} {{- if $value.createRole }} --- diff --git a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/rolebinding.yaml b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/rolebinding.yaml index 4badc3be..4a973dff 100644 --- a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/rolebinding.yaml +++ b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/rolebinding.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + {{- range $key, $value := .Values.rbac.roleBindings }} {{- if $value.createBinding }} apiVersion: rbac.authorization.k8s.io/v1 diff --git a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/serviceAccount.yaml b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/serviceAccount.yaml index aa7977de..2d0088e9 100644 --- a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/serviceAccount.yaml +++ b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/rbac/serviceAccount.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v1 kind: ServiceAccount metadata: diff --git a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/service.yaml b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/service.yaml index a6b69fbb..06e13b8c 100644 --- a/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/service.yaml +++ b/helm-charts/codegen-openshift-rhoai/llm-uservice/templates/service.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v1 kind: Service metadata: diff --git a/helm-charts/codegen-openshift-rhoai/llm-uservice/values.yaml b/helm-charts/codegen-openshift-rhoai/llm-uservice/values.yaml index 004fff69..77c851cd 100644 --- a/helm-charts/codegen-openshift-rhoai/llm-uservice/values.yaml +++ b/helm-charts/codegen-openshift-rhoai/llm-uservice/values.yaml @@ -1,4 +1,7 @@ -image: +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + +image: repository: "insert-your-image-here" # image-registry.openshift-image-registry.svc:5000//llm-tgi tag: "latest" pullPolicy: IfNotPresent diff --git a/helm-charts/codegen-openshift-rhoai/react-ui/Chart.yaml b/helm-charts/codegen-openshift-rhoai/react-ui/Chart.yaml index 11d4a6cd..bd518d6c 100644 --- a/helm-charts/codegen-openshift-rhoai/react-ui/Chart.yaml +++ b/helm-charts/codegen-openshift-rhoai/react-ui/Chart.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v2 name: react-ui description: A Helm chart deploying OPEA CodeGen React UI diff --git a/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-bc.yaml b/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-bc.yaml index 8143ddb1..dc487b8b 100644 --- a/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-bc.yaml +++ b/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-bc.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: image.openshift.io/v1 kind: ImageStream diff --git a/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-cms.yaml b/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-cms.yaml index a5558ae1..fa68f358 100644 --- a/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-cms.yaml +++ b/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-cms.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: v1 data: diff --git a/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-consolelink.yaml b/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-consolelink.yaml index 1939fdf2..d01a0925 100644 --- a/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-consolelink.yaml +++ b/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-consolelink.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: console.openshift.io/v1 kind: ConsoleLink metadata: diff --git a/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-deployment.yaml b/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-deployment.yaml index 111d32b7..8d428a3b 100644 --- a/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-deployment.yaml +++ b/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-deployment.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: apps/v1 kind: Deployment @@ -46,9 +49,9 @@ spec: httpGet: path: / port: http - resources: + resources: {{- toYaml .Values.resources | nindent 10 }} - securityContext: + securityContext: {{- toYaml .Values.securityContext | nindent 10 }} volumeMounts: - mountPath: /var/cache/nginx/ @@ -63,10 +66,10 @@ spec: - name: nginx-cache-dir emptyDir: {} - name: default-conf - configMap: + configMap: name: {{ include "codegen-react-ui.fullname" . }}-default-conf - name: nginx-conf - configMap: + configMap: name: {{ include "codegen-react-ui.fullname" . }}-nginx-conf {{- with .Values.nodeSelector }} nodeSelector: diff --git a/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-https-route.yaml b/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-https-route.yaml index 6a9cab1d..09ff5e8f 100644 --- a/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-https-route.yaml +++ b/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-https-route.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: route.openshift.io/v1 kind: Route diff --git a/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-service.yaml b/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-service.yaml index 9b498685..c8741bf9 100644 --- a/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-service.yaml +++ b/helm-charts/codegen-openshift-rhoai/react-ui/templates/codegen-react-ui-service.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: v1 kind: Service diff --git a/helm-charts/codegen-openshift-rhoai/react-ui/values.yaml b/helm-charts/codegen-openshift-rhoai/react-ui/values.yaml index 230652ff..a267d369 100644 --- a/helm-charts/codegen-openshift-rhoai/react-ui/values.yaml +++ b/helm-charts/codegen-openshift-rhoai/react-ui/values.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + # Default values for codegen-react-ui. # This is a YAML-formatted file. # Declare variables to be passed into your templates. diff --git a/helm-charts/codegen-openshift-rhoai/templates/buildconfig.yaml b/helm-charts/codegen-openshift-rhoai/templates/buildconfig.yaml index 08737ac6..dc9790cd 100644 --- a/helm-charts/codegen-openshift-rhoai/templates/buildconfig.yaml +++ b/helm-charts/codegen-openshift-rhoai/templates/buildconfig.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + kind: BuildConfig apiVersion: build.openshift.io/v1 metadata: diff --git a/helm-charts/codegen-openshift-rhoai/templates/deployment.yaml b/helm-charts/codegen-openshift-rhoai/templates/deployment.yaml index 3107c932..88c90c8b 100644 --- a/helm-charts/codegen-openshift-rhoai/templates/deployment.yaml +++ b/helm-charts/codegen-openshift-rhoai/templates/deployment.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: apps/v1 kind: Deployment metadata: diff --git a/helm-charts/codegen-openshift-rhoai/templates/imagestream.yaml b/helm-charts/codegen-openshift-rhoai/templates/imagestream.yaml index bd37b7de..75b7907b 100644 --- a/helm-charts/codegen-openshift-rhoai/templates/imagestream.yaml +++ b/helm-charts/codegen-openshift-rhoai/templates/imagestream.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: image.openshift.io/v1 kind: ImageStream diff --git a/helm-charts/codegen-openshift-rhoai/templates/route.yaml b/helm-charts/codegen-openshift-rhoai/templates/route.yaml index d7f1195c..6791c88c 100644 --- a/helm-charts/codegen-openshift-rhoai/templates/route.yaml +++ b/helm-charts/codegen-openshift-rhoai/templates/route.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: route.openshift.io/v1 kind: Route metadata: diff --git a/helm-charts/codegen-openshift-rhoai/templates/service.yaml b/helm-charts/codegen-openshift-rhoai/templates/service.yaml index f1d58867..aec13682 100644 --- a/helm-charts/codegen-openshift-rhoai/templates/service.yaml +++ b/helm-charts/codegen-openshift-rhoai/templates/service.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v1 kind: Service metadata: diff --git a/helm-charts/codegen-openshift-rhoai/tgi/Chart.yaml b/helm-charts/codegen-openshift-rhoai/tgi/Chart.yaml index 6a429f97..b510ea0e 100644 --- a/helm-charts/codegen-openshift-rhoai/tgi/Chart.yaml +++ b/helm-charts/codegen-openshift-rhoai/tgi/Chart.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v2 name: tgi description: A Helm chart for deploying servingruntime for ise-uiuc/Magicoder-S-DS-6.7B model on Red Hat OpenShift with Red Hat OpenShift AI diff --git a/helm-charts/codegen-openshift-rhoai/tgi/gaudi-values.yaml b/helm-charts/codegen-openshift-rhoai/tgi/gaudi-values.yaml index 381c059d..651ca99c 100644 --- a/helm-charts/codegen-openshift-rhoai/tgi/gaudi-values.yaml +++ b/helm-charts/codegen-openshift-rhoai/tgi/gaudi-values.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + global: huggingfacehubApiToken: "insert-your-huggingface-token-here" diff --git a/helm-charts/codegen-openshift-rhoai/tgi/templates/hf_token_secret.yaml b/helm-charts/codegen-openshift-rhoai/tgi/templates/hf_token_secret.yaml index 0694289a..7ce2d202 100644 --- a/helm-charts/codegen-openshift-rhoai/tgi/templates/hf_token_secret.yaml +++ b/helm-charts/codegen-openshift-rhoai/tgi/templates/hf_token_secret.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v1 kind: Secret metadata: diff --git a/helm-charts/codegen-openshift-rhoai/tgi/templates/servingruntime-template.yaml b/helm-charts/codegen-openshift-rhoai/tgi/templates/servingruntime-template.yaml index a2a759c5..eda75fc2 100644 --- a/helm-charts/codegen-openshift-rhoai/tgi/templates/servingruntime-template.yaml +++ b/helm-charts/codegen-openshift-rhoai/tgi/templates/servingruntime-template.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: template.openshift.io/v1 kind: Template diff --git a/helm-charts/codegen-openshift-rhoai/tgi/values.yaml b/helm-charts/codegen-openshift-rhoai/tgi/values.yaml index 7f7adbd1..15dd6d50 100644 --- a/helm-charts/codegen-openshift-rhoai/tgi/values.yaml +++ b/helm-charts/codegen-openshift-rhoai/tgi/values.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + global: huggingfacehubApiToken: "insert-your-huggingface-token-here" @@ -25,7 +28,7 @@ resources: {} volumes: - emptyDir: sizeLimit: 300Gi - name: model-volume + name: model-volume volumeMounts: - mountPath: /data diff --git a/helm-charts/codegen-openshift-rhoai/values.yaml b/helm-charts/codegen-openshift-rhoai/values.yaml index f7b11368..cec3bb2e 100644 --- a/helm-charts/codegen-openshift-rhoai/values.yaml +++ b/helm-charts/codegen-openshift-rhoai/values.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + global: clusterDomain: "insert-your-cluster-domain-here" diff --git a/helm-charts/codegen-openshift/Chart.yaml b/helm-charts/codegen-openshift/Chart.yaml index ca823cd6..8f015e2b 100644 --- a/helm-charts/codegen-openshift/Chart.yaml +++ b/helm-charts/codegen-openshift/Chart.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v2 name: codegen description: A Helm chart for deploying codegen on Red Hat OpenShift diff --git a/helm-charts/codegen-openshift/README.md b/helm-charts/codegen-openshift/README.md index fa994368..46030ab0 100644 --- a/helm-charts/codegen-openshift/README.md +++ b/helm-charts/codegen-openshift/README.md @@ -3,9 +3,10 @@ Helm chart for deploying CodeGen service on Red Hat OpenShift. # Prerequisites + 1. Red Hat OpenShift Cluster with dynamic StorageClass to provision PersistentVolumes e.g. OpenShift Data Foundation) 2. Image registry to push there docker images (https://docs.openshift.com/container-platform/4.16/registry/securing-exposing-registry.html). -3. Account on https://huggingface.co/, access to model *ise-uiuc/Magicoder-S-DS-6.7B* (for Xeon) or *meta-llama/CodeLlama-7b-hf* (for Gaudi) and token with Read permissions. +3. Account on https://huggingface.co/, access to model _ise-uiuc/Magicoder-S-DS-6.7B_ (for Xeon) or _meta-llama/CodeLlama-7b-hf_ (for Gaudi) and token with Read permissions. ## Installing the Chart @@ -29,7 +30,8 @@ helm install codegen codegen-openshift --set image.repository=image-registry.ope ## Verify -To verify the installation, run the command `oc get pods` to make sure all pods are running. Wait about 5 minutes for building images. When 3 pods achieve *Completed* status, the rest with services should go to *Running*. +To verify the installation, run the command `oc get pods` to make sure all pods are running. Wait about 5 minutes for building images. When 3 pods achieve _Completed_ status, the rest with services should go to _Running_. ## Launch the UI -To access the frontend, find the route for *react-ui* with command `oc get routes` and open it in the browser. + +To access the frontend, find the route for _react-ui_ with command `oc get routes` and open it in the browser. diff --git a/helm-charts/codegen-openshift/gaudi-values.yaml b/helm-charts/codegen-openshift/gaudi-values.yaml index d3b2e408..a9b5811d 100644 --- a/helm-charts/codegen-openshift/gaudi-values.yaml +++ b/helm-charts/codegen-openshift/gaudi-values.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + global: clusterDomain: "insert-your-cluster-domain-here" huggingfacehubApiToken: "insert-your-huggingface-token-here" diff --git a/helm-charts/codegen-openshift/llm-uservice/Chart.yaml b/helm-charts/codegen-openshift/llm-uservice/Chart.yaml index 87bfdbab..ecf28149 100644 --- a/helm-charts/codegen-openshift/llm-uservice/Chart.yaml +++ b/helm-charts/codegen-openshift/llm-uservice/Chart.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v2 name: llm-uservice description: A Helm chart for deploying llm-uservice on Red Hat OpenShift diff --git a/helm-charts/codegen-openshift/llm-uservice/templates/buildconfig.yaml b/helm-charts/codegen-openshift/llm-uservice/templates/buildconfig.yaml index 6518adb3..9b3d0631 100644 --- a/helm-charts/codegen-openshift/llm-uservice/templates/buildconfig.yaml +++ b/helm-charts/codegen-openshift/llm-uservice/templates/buildconfig.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + kind: BuildConfig apiVersion: build.openshift.io/v1 metadata: diff --git a/helm-charts/codegen-openshift/llm-uservice/templates/deployment.yaml b/helm-charts/codegen-openshift/llm-uservice/templates/deployment.yaml index 98459312..523cf934 100644 --- a/helm-charts/codegen-openshift/llm-uservice/templates/deployment.yaml +++ b/helm-charts/codegen-openshift/llm-uservice/templates/deployment.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: apps/v1 kind: Deployment metadata: diff --git a/helm-charts/codegen-openshift/llm-uservice/templates/imagestream.yaml b/helm-charts/codegen-openshift/llm-uservice/templates/imagestream.yaml index 3f2980a4..31dc5155 100644 --- a/helm-charts/codegen-openshift/llm-uservice/templates/imagestream.yaml +++ b/helm-charts/codegen-openshift/llm-uservice/templates/imagestream.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: image.openshift.io/v1 kind: ImageStream diff --git a/helm-charts/codegen-openshift/llm-uservice/templates/service.yaml b/helm-charts/codegen-openshift/llm-uservice/templates/service.yaml index a6b69fbb..06e13b8c 100644 --- a/helm-charts/codegen-openshift/llm-uservice/templates/service.yaml +++ b/helm-charts/codegen-openshift/llm-uservice/templates/service.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v1 kind: Service metadata: diff --git a/helm-charts/codegen-openshift/llm-uservice/values.yaml b/helm-charts/codegen-openshift/llm-uservice/values.yaml index 6f983b20..bbcd92c4 100644 --- a/helm-charts/codegen-openshift/llm-uservice/values.yaml +++ b/helm-charts/codegen-openshift/llm-uservice/values.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + image: repository: "insert-your-image-here" tag: "latest" diff --git a/helm-charts/codegen-openshift/react-ui/Chart.yaml b/helm-charts/codegen-openshift/react-ui/Chart.yaml index 11d4a6cd..bd518d6c 100644 --- a/helm-charts/codegen-openshift/react-ui/Chart.yaml +++ b/helm-charts/codegen-openshift/react-ui/Chart.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v2 name: react-ui description: A Helm chart deploying OPEA CodeGen React UI diff --git a/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-bc.yaml b/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-bc.yaml index 8143ddb1..dc487b8b 100644 --- a/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-bc.yaml +++ b/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-bc.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: image.openshift.io/v1 kind: ImageStream diff --git a/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-cms.yaml b/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-cms.yaml index a5558ae1..fa68f358 100644 --- a/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-cms.yaml +++ b/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-cms.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: v1 data: diff --git a/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-consolelink.yaml b/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-consolelink.yaml index a2d24f99..eab5320b 100644 --- a/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-consolelink.yaml +++ b/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-consolelink.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: console.openshift.io/v1 kind: ConsoleLink metadata: diff --git a/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-deployment.yaml b/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-deployment.yaml index 111d32b7..8d428a3b 100644 --- a/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-deployment.yaml +++ b/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-deployment.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: apps/v1 kind: Deployment @@ -46,9 +49,9 @@ spec: httpGet: path: / port: http - resources: + resources: {{- toYaml .Values.resources | nindent 10 }} - securityContext: + securityContext: {{- toYaml .Values.securityContext | nindent 10 }} volumeMounts: - mountPath: /var/cache/nginx/ @@ -63,10 +66,10 @@ spec: - name: nginx-cache-dir emptyDir: {} - name: default-conf - configMap: + configMap: name: {{ include "codegen-react-ui.fullname" . }}-default-conf - name: nginx-conf - configMap: + configMap: name: {{ include "codegen-react-ui.fullname" . }}-nginx-conf {{- with .Values.nodeSelector }} nodeSelector: diff --git a/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-https-route.yaml b/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-https-route.yaml index 6a9cab1d..09ff5e8f 100644 --- a/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-https-route.yaml +++ b/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-https-route.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: route.openshift.io/v1 kind: Route diff --git a/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-service.yaml b/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-service.yaml index 9b498685..c8741bf9 100644 --- a/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-service.yaml +++ b/helm-charts/codegen-openshift/react-ui/templates/codegen-react-ui-service.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: v1 kind: Service diff --git a/helm-charts/codegen-openshift/react-ui/values.yaml b/helm-charts/codegen-openshift/react-ui/values.yaml index c2d4f1ae..a3641390 100644 --- a/helm-charts/codegen-openshift/react-ui/values.yaml +++ b/helm-charts/codegen-openshift/react-ui/values.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + # Default values for codegen-react-ui. # This is a YAML-formatted file. # Declare variables to be passed into your templates. diff --git a/helm-charts/codegen-openshift/templates/buildconfig.yaml b/helm-charts/codegen-openshift/templates/buildconfig.yaml index 08737ac6..dc9790cd 100644 --- a/helm-charts/codegen-openshift/templates/buildconfig.yaml +++ b/helm-charts/codegen-openshift/templates/buildconfig.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + kind: BuildConfig apiVersion: build.openshift.io/v1 metadata: diff --git a/helm-charts/codegen-openshift/templates/deployment.yaml b/helm-charts/codegen-openshift/templates/deployment.yaml index e7996a87..e4e44ad9 100644 --- a/helm-charts/codegen-openshift/templates/deployment.yaml +++ b/helm-charts/codegen-openshift/templates/deployment.yaml @@ -1,10 +1,13 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: apps/v1 kind: Deployment metadata: name: {{ include "codegen.fullname" . }} labels: {{- include "codegen.labels" . | nindent 4 }} - app: {{ include "codegen.fullname" . }} + app: {{ include "codegen.fullname" . }} spec: replicas: {{ .Values.replicaCount }} selector: diff --git a/helm-charts/codegen-openshift/templates/hf_token_secret.yaml b/helm-charts/codegen-openshift/templates/hf_token_secret.yaml index 0694289a..7ce2d202 100644 --- a/helm-charts/codegen-openshift/templates/hf_token_secret.yaml +++ b/helm-charts/codegen-openshift/templates/hf_token_secret.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v1 kind: Secret metadata: diff --git a/helm-charts/codegen-openshift/templates/imagestream.yaml b/helm-charts/codegen-openshift/templates/imagestream.yaml index e47c0261..14f1f6b0 100644 --- a/helm-charts/codegen-openshift/templates/imagestream.yaml +++ b/helm-charts/codegen-openshift/templates/imagestream.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + --- apiVersion: image.openshift.io/v1 kind: ImageStream diff --git a/helm-charts/codegen-openshift/templates/route.yaml b/helm-charts/codegen-openshift/templates/route.yaml index 70240c66..7e8fe0fb 100644 --- a/helm-charts/codegen-openshift/templates/route.yaml +++ b/helm-charts/codegen-openshift/templates/route.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: route.openshift.io/v1 kind: Route metadata: @@ -17,4 +20,3 @@ spec: name: codegen weight: 100 wildcardPolicy: None - diff --git a/helm-charts/codegen-openshift/templates/service.yaml b/helm-charts/codegen-openshift/templates/service.yaml index 5364a23d..104e00b9 100644 --- a/helm-charts/codegen-openshift/templates/service.yaml +++ b/helm-charts/codegen-openshift/templates/service.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v1 kind: Service metadata: diff --git a/helm-charts/codegen-openshift/tgi/Chart.yaml b/helm-charts/codegen-openshift/tgi/Chart.yaml index 7fe3529f..f3856fbe 100644 --- a/helm-charts/codegen-openshift/tgi/Chart.yaml +++ b/helm-charts/codegen-openshift/tgi/Chart.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v2 name: tgi description: A Helm chart for deploying tgi on Red Hat OpenShift diff --git a/helm-charts/codegen-openshift/tgi/gaudi-values.yaml b/helm-charts/codegen-openshift/tgi/gaudi-values.yaml index aead31b9..97d3c6a6 100644 --- a/helm-charts/codegen-openshift/tgi/gaudi-values.yaml +++ b/helm-charts/codegen-openshift/tgi/gaudi-values.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + model: id: meta-llama/CodeLlama-7b-hf diff --git a/helm-charts/codegen-openshift/tgi/templates/deployment.yaml b/helm-charts/codegen-openshift/tgi/templates/deployment.yaml index 250f862d..4d93f991 100644 --- a/helm-charts/codegen-openshift/tgi/templates/deployment.yaml +++ b/helm-charts/codegen-openshift/tgi/templates/deployment.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: apps/v1 kind: Deployment metadata: @@ -40,5 +43,5 @@ spec: containerPort: {{ .Values.port }} protocol: TCP resources: - {{- toYaml .Values.resources | nindent 12 }} + {{- toYaml .Values.resources | nindent 12 }} volumes: {{- toYaml .Values.volumes | nindent 6 }} diff --git a/helm-charts/codegen-openshift/tgi/templates/service.yaml b/helm-charts/codegen-openshift/tgi/templates/service.yaml index 1f67f86c..7ed5529a 100644 --- a/helm-charts/codegen-openshift/tgi/templates/service.yaml +++ b/helm-charts/codegen-openshift/tgi/templates/service.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + apiVersion: v1 kind: Service metadata: diff --git a/helm-charts/codegen-openshift/tgi/values.yaml b/helm-charts/codegen-openshift/tgi/values.yaml index 396e3f82..45f8ad1e 100644 --- a/helm-charts/codegen-openshift/tgi/values.yaml +++ b/helm-charts/codegen-openshift/tgi/values.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + model: id: ise-uiuc/Magicoder-S-DS-6.7B @@ -9,7 +12,7 @@ image: repository: ghcr.io/huggingface/text-generation-inference tag: 2.1.0 pullPolicy: IfNotPresent - + service: type: ClusterIP diff --git a/helm-charts/codegen-openshift/values.yaml b/helm-charts/codegen-openshift/values.yaml index 86eaf0b1..de00d09b 100644 --- a/helm-charts/codegen-openshift/values.yaml +++ b/helm-charts/codegen-openshift/values.yaml @@ -1,3 +1,6 @@ +# Copyright (C) 2024 Intel Corporation +# SPDX-License-Identifier: Apache-2.0 + global: clusterDomain: "insert-your-cluster-domain-here" huggingfacehubApiToken: "insert-your-huggingface-token-here"