add enablement flag for nim

apis/infrastructure/v1/nim_types.go

@@ -0,0 +1,12 @@
+package v1
+
+import (
+	operatorv1 "github.com/openshift/api/operator/v1"
+)
+
+// nimSpec enables Nvidida's NIM integration
+type NimSpec struct {
+	// +kubebuilder:validation:Enum=Managed;Removed
+	// +kubebuilder:default=Managed
+	ManagementState operatorv1.ManagementState `json:"managementState,omitempty"`
+}

bundle/manifests/datasciencecluster.opendatahub.io_datascienceclusters.yaml

@@ -245,6 +245,53 @@ spec:
                         - Removed
                         pattern: ^(Managed|Unmanaged|Force|Removed)$
                         type: string
+                      nim:
+                        description: Configures and enables Nvidida's NIM integration
+                        properties:
+                          devFlags:
+                            description: Add developer fields
+                            properties:
+                              manifests:
+                                description: List of custom manifests for the given
+                                  component
+                                items:
+                                  properties:
+                                    contextDir:
+                                      default: manifests
+                                      description: contextDir is the relative path
+                                        to the folder containing manifests in a repository,
+                                        default value "manifests"
+                                      type: string
+                                    sourcePath:
+                                      default: ""
+                                      description: 'sourcePath is the subpath within
+                                        contextDir where kustomize builds start. Examples
+                                        include any sub-folder or path: `base`, `overlays/dev`,
+                                        `default`, `odh` etc.'
+                                      type: string
+                                    uri:
+                                      default: ""
+                                      description: uri is the URI point to a git repo
+                                        with tag/branch. e.g.  https://github.com/org/repo/tarball/<tag/branch>
+                                      type: string
+                                  type: object
+                                type: array
+                            type: object
+                          managementState:
+                            description: |-
+                              Set to one of the following values:
+
+                              - "Managed" : the operator is actively managing the component and trying to keep it active.
+                                            It will only upgrade the component if it is safe to do so
+
+                              - "Removed" : the operator is actively managing the component and will not install it,
+                                            or if it is installed, the operator will try to remove it
+                            enum:
+                            - Managed
+                            - Removed
+                            pattern: ^(Managed|Unmanaged|Force|Removed)$
+                            type: string
+                        type: object
                       serving:
                         description: |-
                           Serving configures the KNative-Serving stack used for model serving. A Service

bundle/manifests/opendatahub-operator.clusterserviceversion.yaml

@@ -103,7 +103,7 @@ metadata:
     categories: AI/Machine Learning, Big Data
     certified: "False"
     containerImage: quay.io/opendatahub/opendatahub-operator:v2.20.0
-    createdAt: "2024-10-30T17:34:17Z"
+    createdAt: "2024-10-31T11:11:24Z"
     olm.skipRange: '>=1.0.0 <2.20.0'
     operators.operatorframework.io/builder: operator-sdk-v1.31.0
     operators.operatorframework.io/project_layout: go.kubebuilder.io/v3

components/kserve/kserve.go

@@ -54,6 +54,8 @@ type Kserve struct {
 	// This field is optional. If no default deployment mode is specified, Kserve will use Serverless mode.
 	// +kubebuilder:validation:Enum=Serverless;RawDeployment
 	DefaultDeploymentMode DefaultDeploymentMode `json:"defaultDeploymentMode,omitempty"`
+	// Configures and enables Nvidida's NIM integration
+	NIM infrav1.NimSpec `json:"nim,omitempty"`
 }
 
 func (k *Kserve) Init(ctx context.Context, _ cluster.Platform) error {

config/crd/bases/datasciencecluster.opendatahub.io_datascienceclusters.yaml

@@ -245,6 +245,17 @@ spec:
                         - Removed
                         pattern: ^(Managed|Unmanaged|Force|Removed)$
                         type: string
+                      nim:
+                        description: Configures and enables Nvidida's NIM integration
+                        properties:
+                          managementState:
+                            default: Managed
+                            enum:
+                            - Managed
+                            - Removed
+                            pattern: ^(Managed|Unmanaged|Force|Removed)$
+                            type: string
+                        type: object
                       serving:
                         description: |-
                           Serving configures the KNative-Serving stack used for model serving. A Service

docs/api-overview.md

@@ -183,6 +183,7 @@ _Appears in:_
 | `Component` _[Component](#component)_ |  |  |  |
 | `serving` _[ServingSpec](#servingspec)_ | Serving configures the KNative-Serving stack used for model serving. A Service<br />Mesh (Istio) is prerequisite, since it is used as networking layer. |  |  |
 | `defaultDeploymentMode` _[DefaultDeploymentMode](#defaultdeploymentmode)_ | Configures the default deployment mode for Kserve. This can be set to 'Serverless' or 'RawDeployment'.<br />The value specified in this field will be used to set the default deployment mode in the 'inferenceservice-config' configmap for Kserve.<br />This field is optional. If no default deployment mode is specified, Kserve will use Serverless mode. |  | Enum: [Serverless RawDeployment] <br />Pattern: `^(Serverless\|RawDeployment)$` <br /> |
+| `nim` _[NimSpec](#nimspec)_ | Configures and enables Nvidida's NIM integration |  |  |
 
 
 
@@ -523,6 +524,22 @@ _Appears in:_
 | `certificate` _[CertificateSpec](#certificatespec)_ | Certificate specifies configuration of the TLS certificate securing communication<br />for the gateway. |  |  |
 
 
+#### NimSpec
+
+
+
+nimSpec enables Nvidida's NIM integration
+
+
+
+_Appears in:_
+- [Kserve](#kserve)
+
+| Field | Description | Default | Validation |
+| --- | --- | --- | --- |
+| `managementState` _[ManagementState](#managementstate)_ |  | Managed | Enum: [Managed Removed] <br /> |
+
+
 #### ServiceMeshSpec