From 5e337d5231f902cb0b148036699cd1a8ec5d37f1 Mon Sep 17 00:00:00 2001 From: makefunstuff Date: Sun, 30 Jun 2024 16:09:49 +0300 Subject: add ollama to nvidia instance --- cd/third-party-apps.yaml | 2 ++ third-party-apps/ollama/Chart.yaml | 11 +++++++++++ third-party-apps/ollama/values.yaml | 20 ++++++++++++++++++++ 3 files changed, 33 insertions(+) create mode 100644 third-party-apps/ollama/Chart.yaml create mode 100644 third-party-apps/ollama/values.yaml diff --git a/cd/third-party-apps.yaml b/cd/third-party-apps.yaml index e583c81..7d31f3a 100644 --- a/cd/third-party-apps.yaml +++ b/cd/third-party-apps.yaml @@ -9,6 +9,8 @@ spec: elements: - chart: gitea path: third-party-apps/gitea + - chart: ollama + path: third-party-apps/ollama template: metadata: name: '{{chart}}' diff --git a/third-party-apps/ollama/Chart.yaml b/third-party-apps/ollama/Chart.yaml new file mode 100644 index 0000000..acfbd45 --- /dev/null +++ b/third-party-apps/ollama/Chart.yaml @@ -0,0 +1,11 @@ +apiVersion: v2 +name: gitea +description: A Helm chart for setting up Gitea +version: 0.1.0 +appVersion: "1.0" + +dependencies: + - name: gitea + version: 10.2.0 + repository: "https://dl.gitea.io/charts" + diff --git a/third-party-apps/ollama/values.yaml b/third-party-apps/ollama/values.yaml new file mode 100644 index 0000000..07e14be --- /dev/null +++ b/third-party-apps/ollama/values.yaml @@ -0,0 +1,20 @@ +ollama: + replicaCount: 1 + + ollama: + gpu: + enabled: true + + type: 'nvidia' + number: 1 + + models: [llama3] + + + persistentVolume: + enabled: true + + + nodeSelector: + gpu: "nvidia" + -- cgit 1.4.1-2-gfad0