diff --git a/.wordlist-md b/.wordlist-md index 12d58bda..7f41e3a5 100644 --- a/.wordlist-md +++ b/.wordlist-md @@ -59,6 +59,7 @@ KieApp Koku KokuMetricsConfig Kubernetes +Kueue Kyverno LDAP LVM @@ -116,9 +117,11 @@ Tekton TempoMonolithic TempoStack Thanos +TrustyAI UI VolSync Workspaces +XAI Zipkin ack acm @@ -206,6 +209,7 @@ linux machineset microservices mig +modelregistry namespace namespaced namespaces @@ -241,6 +245,7 @@ rh rhel rhoai rhpds +rolebinding runtime sagemaker sandboxed @@ -261,6 +266,7 @@ thanos traefik triton truly +trustyai vSphere vscode vsphere diff --git a/rhods-operator/INFO.md b/rhods-operator/INFO.md index 03aa8245..5ab34dfa 100644 --- a/rhods-operator/INFO.md +++ b/rhods-operator/INFO.md @@ -12,11 +12,13 @@ Finally, thanks to the operator-driven deployment and updates, the administrativ ### Components * Dashboard -* Curated Workbench Images (incl CUDA, PyTorch, Tensorflow, code-server) +* Curated Workbench Images (including CUDA, PyTorch, TensorFlow, code-server, TrustyAI) * Ability to add Custom Images * Ability to leverage accelerators (such as NVIDIA GPU) * Data Science Pipelines (including Elyra notebook interface) * Model Serving using ModelMesh and Kserve. * Ability to use other runtimes for serving * Model Monitoring -* Distributed workloads (KubeRay, CodeFlare, Kueue) +* Distributed workloads (KubeRay, CodeFlare, Kueue, Training Operator) +* XAI explanations of predictive models (TrustyAI) +* Index and manage models, versions, and artifacts metadata (Model Registry) diff --git a/rhods-operator/README.md b/rhods-operator/README.md index c5973c58..35e4da41 100644 --- a/rhods-operator/README.md +++ b/rhods-operator/README.md @@ -10,9 +10,12 @@ The current *overlays* available are for the following channels: * [beta](operator/overlays/beta) * [embedded](operator/overlays/embedded) * [eus-2.8](operator/overlays/eus-2.8) +* [eus-2.16](operator/overlays/eus-2.16) * [fast](operator/overlays/fast) * [stable](operator/overlays/stable) * [stable-2.8](operator/overlays/stable-2.8) +* [stable-2.13](operator/overlays/stable-2.13) +* [stable-2.16](operator/overlays/stable-2.16) ## Usage diff --git a/rhods-operator/aggregate/overlays/eus-2.16/kustomization.yaml b/rhods-operator/aggregate/overlays/eus-2.16/kustomization.yaml new file mode 100644 index 00000000..2f8903e0 --- /dev/null +++ b/rhods-operator/aggregate/overlays/eus-2.16/kustomization.yaml @@ -0,0 +1,9 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +commonAnnotations: + argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true + +resources: + - ../../../operator/overlays/eus-2.16 + - ../../../instance/overlays/eus-2.16 diff --git a/rhods-operator/instance/components/auth-with-authorino/README.md b/rhods-operator/instance/components/auth-with-authorino/README.md index da6b964d..6f819773 100644 --- a/rhods-operator/instance/components/auth-with-authorino/README.md +++ b/rhods-operator/instance/components/auth-with-authorino/README.md @@ -1,4 +1,4 @@ -# components-distributed-compute +# components-auth-with-authorino ## Purpose This component is designed help configure the the authentication endpoint for RHOAI with KServe using Authorino with ServiceMesh diff --git a/rhods-operator/instance/components/components-distributed-compute/README.md b/rhods-operator/instance/components/components-distributed-compute/README.md index aa4b66c0..b39f388e 100644 --- a/rhods-operator/instance/components/components-distributed-compute/README.md +++ b/rhods-operator/instance/components/components-distributed-compute/README.md @@ -5,6 +5,7 @@ This component is designed help configure the distributed compute specific compo CodeFlare Ray +Kueue The Distributed Compute Components are Generally Available as of RHOAI 2.9. diff --git a/rhods-operator/instance/components/components-modelregistry/README.md b/rhods-operator/instance/components/components-modelregistry/README.md new file mode 100644 index 00000000..2258001f --- /dev/null +++ b/rhods-operator/instance/components/components-modelregistry/README.md @@ -0,0 +1,19 @@ +# components-modelregistry + +## Purpose +This component is designed help index and manage models, versions, and artifacts metadata + +## Usage + +This component can be added to a base by adding the `components` section to your overlay `kustomization.yaml` file: + +``` +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +resources: + - ../../base + +components: + - ../../components/components-modelregistry +``` diff --git a/rhods-operator/instance/components/components-modelregistry/kustomization.yaml b/rhods-operator/instance/components/components-modelregistry/kustomization.yaml new file mode 100644 index 00000000..f5a4caf2 --- /dev/null +++ b/rhods-operator/instance/components/components-modelregistry/kustomization.yaml @@ -0,0 +1,7 @@ +apiVersion: kustomize.config.k8s.io/v1alpha1 +kind: Component + +patches: + - path: patch-datasciencecluster.yaml + target: + kind: DataScienceCluster diff --git a/rhods-operator/instance/components/components-modelregistry/patch-datasciencecluster.yaml b/rhods-operator/instance/components/components-modelregistry/patch-datasciencecluster.yaml new file mode 100644 index 00000000..85fc0425 --- /dev/null +++ b/rhods-operator/instance/components/components-modelregistry/patch-datasciencecluster.yaml @@ -0,0 +1,9 @@ +kind: DataScienceCluster +apiVersion: datasciencecluster.opendatahub.io/v1 +metadata: + name: default +spec: + components: + modelregistry: + managementState: Managed + registriesNamespace: rhoai-model-registries diff --git a/rhods-operator/instance/components/components-serving/README.md b/rhods-operator/instance/components/components-serving/README.md index f3b6ae59..c087cd48 100644 --- a/rhods-operator/instance/components/components-serving/README.md +++ b/rhods-operator/instance/components/components-serving/README.md @@ -20,3 +20,5 @@ resources: components: - ../../components/components-serving ``` + +You can customize the PVC size by updating the [patch-rhoai-dashboard.yaml](./patch-rhoai-dashboard.yaml) file. diff --git a/rhods-operator/instance/components/components-serving/patch-datasciencecluster.yaml b/rhods-operator/instance/components/components-serving/patch-datasciencecluster.yaml index 0b645df7..2ba5c9c4 100644 --- a/rhods-operator/instance/components/components-serving/patch-datasciencecluster.yaml +++ b/rhods-operator/instance/components/components-serving/patch-datasciencecluster.yaml @@ -6,6 +6,7 @@ spec: components: kserve: managementState: Managed + defaultDeploymentMode: Serverless serving: ingressGateway: certificate: diff --git a/rhods-operator/instance/components/components-training/README.md b/rhods-operator/instance/components/components-training/README.md index 3ae539d0..def85ca7 100644 --- a/rhods-operator/instance/components/components-training/README.md +++ b/rhods-operator/instance/components/components-training/README.md @@ -19,4 +19,4 @@ resources: components: - ../../components/components-training -``` +``` \ No newline at end of file diff --git a/rhods-operator/instance/components/components-trustyai/README.md b/rhods-operator/instance/components/components-trustyai/README.md new file mode 100644 index 00000000..18180ca5 --- /dev/null +++ b/rhods-operator/instance/components/components-trustyai/README.md @@ -0,0 +1,20 @@ +# components-trustyai + +## Purpose +This component is designed help XAI explanations of predictive models. +The TrustyAI Components are Generally Available as of RHOAI 2.15. + +## Usage + +This component can be added to a base by adding the `components` section to your overlay `kustomization.yaml` file: + +``` +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +resources: + - ../../base + +components: + - ../../components/components-trustyai +``` diff --git a/rhods-operator/instance/components/components-trustyai/kustomization.yaml b/rhods-operator/instance/components/components-trustyai/kustomization.yaml new file mode 100644 index 00000000..f5a4caf2 --- /dev/null +++ b/rhods-operator/instance/components/components-trustyai/kustomization.yaml @@ -0,0 +1,7 @@ +apiVersion: kustomize.config.k8s.io/v1alpha1 +kind: Component + +patches: + - path: patch-datasciencecluster.yaml + target: + kind: DataScienceCluster diff --git a/rhods-operator/instance/components/components-trustyai/patch-datasciencecluster.yaml b/rhods-operator/instance/components/components-trustyai/patch-datasciencecluster.yaml new file mode 100644 index 00000000..1cc54f3c --- /dev/null +++ b/rhods-operator/instance/components/components-trustyai/patch-datasciencecluster.yaml @@ -0,0 +1,8 @@ +kind: DataScienceCluster +apiVersion: datasciencecluster.opendatahub.io/v1 +metadata: + name: default +spec: + components: + trustyai: + managementState: Managed diff --git a/rhods-operator/instance/components/make-kubeadmin-cluster-admin/README.md b/rhods-operator/instance/components/make-kubeadmin-cluster-admin/README.md index 850f6848..abc7bc28 100644 --- a/rhods-operator/instance/components/make-kubeadmin-cluster-admin/README.md +++ b/rhods-operator/instance/components/make-kubeadmin-cluster-admin/README.md @@ -17,7 +17,5 @@ resources: - ../../base components: - - ../../components/idle-notebook-culling -``` - -You can customize the time notebooks can remain running while inactive by updating the [culler-config.yaml](./culler-config.yaml) file. + - ../../components/rolebinding.yaml +``` \ No newline at end of file diff --git a/rhods-operator/instance/components/nvidia-gpu-accelerator-profile/README.md b/rhods-operator/instance/components/nvidia-gpu-accelerator-profile/README.md index c8dd970e..298a103f 100644 --- a/rhods-operator/instance/components/nvidia-gpu-accelerator-profile/README.md +++ b/rhods-operator/instance/components/nvidia-gpu-accelerator-profile/README.md @@ -19,5 +19,3 @@ resources: components: - ../../components/nvidia-gpu-accelerator-profile ``` - -You can customize the pod sizes by updating the [patch-rhoai-dashboard.yaml](./patch-rhoai-dashboard.yaml) file. diff --git a/rhods-operator/instance/components/wait-for-servicemesh/wait-for-servicemesh.sh b/rhods-operator/instance/components/wait-for-servicemesh/wait-for-servicemesh.sh index 41c2a7f9..aec96bc5 100755 --- a/rhods-operator/instance/components/wait-for-servicemesh/wait-for-servicemesh.sh +++ b/rhods-operator/instance/components/wait-for-servicemesh/wait-for-servicemesh.sh @@ -4,12 +4,9 @@ set -e TIMEOUT_SECONDS=60 wait_for_service_mesh(){ - echo "Checking status of all service_mesh pre-reqs" + echo "Checking status of all service_mesh and serverless and serverless pre-reqs" SERVICEMESH_RESOURCES=( - crd/kialis.kiali.io:condition=established \ - crd/jaegers.jaegertracing.io:condition=established \ - crd/elasticsearches.logging.openshift.io:condition=established \ - crd/knativeservings.operator.knative.dev:condition=established \ + crd/knativeservings.operator.knative.dev:condition=established crd/servicemeshcontrolplanes.maistra.io:condition=established \ ) diff --git a/rhods-operator/instance/overlays/eus-2.16-modelregistry-only/kustomization.yaml b/rhods-operator/instance/overlays/eus-2.16-modelregistry-only/kustomization.yaml new file mode 100644 index 00000000..e0e0ee32 --- /dev/null +++ b/rhods-operator/instance/overlays/eus-2.16-modelregistry-only/kustomization.yaml @@ -0,0 +1,10 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +resources: + - ../../base + +components: + - ../../components/wait-for-servicemesh + - ../../components/components-modelregistry + - ../../components/rhoai-dashboard-access diff --git a/rhods-operator/instance/overlays/eus-2.16-nvidia-gpu/kustomization.yaml b/rhods-operator/instance/overlays/eus-2.16-nvidia-gpu/kustomization.yaml new file mode 100644 index 00000000..86b34a8b --- /dev/null +++ b/rhods-operator/instance/overlays/eus-2.16-nvidia-gpu/kustomization.yaml @@ -0,0 +1,20 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +namespace: redhat-ods-applications + +resources: + - ../../base + +components: + - ../../components/components-serving + - ../../components/components-training + - ../../components/components-trustyai + - ../../components/default-notebook-pvc-size + - ../../components/idle-notebook-culling + - ../../components/notebook-pod-sizes + - ../../components/nvidia-gpu-accelerator-profile + - ../../components/make-kubeadmin-cluster-admin + - ../../components/model-server-pod-sizes + - ../../components/rhoai-dashboard-access + - ../../components/auth-with-authorino diff --git a/rhods-operator/instance/overlays/eus-2.16/kustomization.yaml b/rhods-operator/instance/overlays/eus-2.16/kustomization.yaml new file mode 100644 index 00000000..b091eb7c --- /dev/null +++ b/rhods-operator/instance/overlays/eus-2.16/kustomization.yaml @@ -0,0 +1,25 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +namespace: redhat-ods-applications + +resources: + - ../../base + +components: + - ../../components/components-serving + - ../../components/components-training + - ../../components/components-trustyai + - ../../components/default-notebook-pvc-size + - ../../components/idle-notebook-culling + - ../../components/notebook-pod-sizes + - ../../components/make-kubeadmin-cluster-admin + - ../../components/model-server-pod-sizes + - ../../components/rhoai-dashboard-access + - ../../components/auth-with-authorino + +patches: + - target: + kind: DataScienceCluster + name: default + path: patch-cert.yaml diff --git a/rhods-operator/instance/overlays/eus-2.16/patch-cert.yaml b/rhods-operator/instance/overlays/eus-2.16/patch-cert.yaml new file mode 100644 index 00000000..d37cb4af --- /dev/null +++ b/rhods-operator/instance/overlays/eus-2.16/patch-cert.yaml @@ -0,0 +1,3 @@ +- op: replace + path: /spec/components/kserve/serving/ingressGateway/certificate/type + value: OpenshiftDefaultIngress diff --git a/rhods-operator/instance/overlays/fast-nvidia-gpu/kustomization.yaml b/rhods-operator/instance/overlays/fast-nvidia-gpu/kustomization.yaml index 1e427046..e3db5841 100644 --- a/rhods-operator/instance/overlays/fast-nvidia-gpu/kustomization.yaml +++ b/rhods-operator/instance/overlays/fast-nvidia-gpu/kustomization.yaml @@ -9,6 +9,7 @@ components: - ../../components/components-distributed-compute - ../../components/components-serving - ../../components/components-training + - ../../components/components-trustyai - ../../components/default-notebook-pvc-size - ../../components/idle-notebook-culling - ../../components/notebook-pod-sizes diff --git a/rhods-operator/operator/overlays/eus-2.16/kustomization.yaml b/rhods-operator/operator/overlays/eus-2.16/kustomization.yaml new file mode 100644 index 00000000..975881f4 --- /dev/null +++ b/rhods-operator/operator/overlays/eus-2.16/kustomization.yaml @@ -0,0 +1,11 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +resources: + - ../../base + +patches: + - target: + kind: Subscription + name: rhods-operator + path: patch-channel.yaml diff --git a/rhods-operator/operator/overlays/eus-2.16/patch-channel.yaml b/rhods-operator/operator/overlays/eus-2.16/patch-channel.yaml new file mode 100644 index 00000000..e78ecc24 --- /dev/null +++ b/rhods-operator/operator/overlays/eus-2.16/patch-channel.yaml @@ -0,0 +1,3 @@ +- op: replace + path: /spec/channel + value: eus-2.16 diff --git a/rhods-operator/operator/overlays/stable-2.13/kustomization.yaml b/rhods-operator/operator/overlays/stable-2.13/kustomization.yaml new file mode 100644 index 00000000..975881f4 --- /dev/null +++ b/rhods-operator/operator/overlays/stable-2.13/kustomization.yaml @@ -0,0 +1,11 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +resources: + - ../../base + +patches: + - target: + kind: Subscription + name: rhods-operator + path: patch-channel.yaml diff --git a/rhods-operator/operator/overlays/stable-2.13/patch-channel.yaml b/rhods-operator/operator/overlays/stable-2.13/patch-channel.yaml new file mode 100644 index 00000000..aaa4ca9c --- /dev/null +++ b/rhods-operator/operator/overlays/stable-2.13/patch-channel.yaml @@ -0,0 +1,3 @@ +- op: replace + path: /spec/channel + value: stable-2.13 diff --git a/rhods-operator/operator/overlays/stable-2.16/kustomization.yaml b/rhods-operator/operator/overlays/stable-2.16/kustomization.yaml new file mode 100644 index 00000000..975881f4 --- /dev/null +++ b/rhods-operator/operator/overlays/stable-2.16/kustomization.yaml @@ -0,0 +1,11 @@ +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +resources: + - ../../base + +patches: + - target: + kind: Subscription + name: rhods-operator + path: patch-channel.yaml diff --git a/rhods-operator/operator/overlays/stable-2.16/patch-channel.yaml b/rhods-operator/operator/overlays/stable-2.16/patch-channel.yaml new file mode 100644 index 00000000..a6d0630c --- /dev/null +++ b/rhods-operator/operator/overlays/stable-2.16/patch-channel.yaml @@ -0,0 +1,3 @@ +- op: replace + path: /spec/channel + value: stable-2.16