2024-06-08 19:22:35 +00:00
|
|
|
ollama:
|
|
|
|
|
gpu:
|
|
|
|
|
# -- Enable GPU integration
|
|
|
|
|
enabled: false
|
|
|
|
|
|
|
|
|
|
# -- GPU type: 'nvidia' or 'amd'
|
|
|
|
|
type: "nvidia"
|
|
|
|
|
|
|
|
|
|
# -- Specify the number of GPU to 1
|
|
|
|
|
number: 1
|
|
|
|
|
|
|
|
|
|
# -- List of models to pull at container startup
|
|
|
|
|
models:
|
|
|
|
|
- llama3
|
|
|
|
|
|
|
|
|
|
persistentVolume:
|
|
|
|
|
enabled: true
|
|
|
|
|
existingClaim: "ollama-pvc"
|
2024-12-27 21:41:04 +00:00
|
|
|
|
|
|
|
|
nodeSelector:
|
|
|
|
|
kubernetes.io/hostname: k8s-node1
|
