2024-06-08 19:22:35 +00:00
|
|
|
ollama:
|
|
|
|
|
gpu:
|
|
|
|
|
# -- Enable GPU integration
|
|
|
|
|
enabled: false
|
|
|
|
|
|
|
|
|
|
# -- GPU type: 'nvidia' or 'amd'
|
|
|
|
|
type: "nvidia"
|
|
|
|
|
|
|
|
|
|
# -- Specify the number of GPU to 1
|
|
|
|
|
number: 1
|
|
|
|
|
|
|
|
|
|
# -- List of models to pull at container startup
|
|
|
|
|
models:
|
2025-05-04 11:23:57 +00:00
|
|
|
pull:
|
|
|
|
|
- llama3
|
2024-06-08 19:22:35 +00:00
|
|
|
|
|
|
|
|
persistentVolume:
|
|
|
|
|
enabled: true
|
|
|
|
|
existingClaim: "ollama-pvc"
|
2025-05-04 11:23:57 +00:00
|
|
|
# nodeSelector:
|
|
|
|
|
# kubernetes.io/hostname: k8s-node1
|
