add ollama deployment with a ui [ci skip]

2024-06-08 19:22:35 +00:00 · 2024-06-08 19:22:35 +00:00 · e2810559ef
commit e2810559ef
parent c5dcc5532b
3 changed files with 186 additions and 0 deletions
--- a/modules/kubernetes/ollama/values.yaml
+++ b/modules/kubernetes/ollama/values.yaml
@ -0,0 +1,18 @@
+ollama:
+  gpu:
+    # -- Enable GPU integration
+    enabled: false
+
+    # -- GPU type: 'nvidia' or 'amd'
+    type: "nvidia"
+
+    # -- Specify the number of GPU to 1
+    number: 1
+
+  # -- List of models to pull at container startup
+  models:
+    - llama3
+
+persistentVolume:
+  enabled: true
+  existingClaim: "ollama-pvc"