12a51c4ffa
- nvidia: custom LimitRange (128Mi default, was 1Gi from Kyverno) to stop inflating GPU operator init containers; saves ~2.5Gi on GPU node - nvidia: dcgm-exporter 1536Mi → 768Mi (actual usage 489Mi) - monitoring: prometheus server 4Gi → 3Gi (actual usage 2.6Gi) - onlyoffice: 2304Mi → 1536Mi (actual usage 1.3Gi) - immich: frame explicit 64Mi resources (was getting 1Gi LimitRange default) - dbaas: quota limits.memory 20Gi → 24Gi to fit 3rd MySQL replica Root cause: Kyverno tier-2-gpu LimitRange injected 1Gi on every NVIDIA init container (no explicit resources), wasting ~2.5Gi scheduling overhead on the GPU node. Combined with over-requesting, frigate and immich-ml couldn't schedule.
128 lines
2.6 KiB
HCL
128 lines
2.6 KiB
HCL
|
|
resource "kubernetes_config_map" "mailserver_config" {
|
|
metadata {
|
|
name = "config"
|
|
namespace = "immich"
|
|
|
|
labels = {
|
|
app = "frame-config"
|
|
}
|
|
annotations = {
|
|
"reloader.stakater.com/match" = "true"
|
|
}
|
|
}
|
|
|
|
data = {
|
|
# Actual mail settings
|
|
"Settings.yml" = <<-EOF
|
|
General:
|
|
Layout: single
|
|
Interval: 10
|
|
ImageZoom: false
|
|
ShowAlbumName: false
|
|
ShowProgressBar: false
|
|
Accounts:
|
|
- ImmichServerUrl: http://immich.viktorbarzin.me
|
|
ApiKey: ${data.vault_kv_secret_v2.secrets.data["frame_api_key"]}
|
|
Albums:
|
|
- 1aa98849-bbd5-452b-aac0-310b210a8597 # china
|
|
EOF
|
|
}
|
|
}
|
|
|
|
|
|
resource "kubernetes_deployment" "immich-frame" {
|
|
metadata {
|
|
name = "immich-frame"
|
|
namespace = "immich"
|
|
annotations = {
|
|
"reloader.stakater.com/search" = "true"
|
|
}
|
|
labels = {
|
|
tier = local.tiers.gpu
|
|
}
|
|
}
|
|
|
|
spec {
|
|
replicas = 1
|
|
selector {
|
|
match_labels = {
|
|
app = "immich-frame"
|
|
}
|
|
}
|
|
strategy {
|
|
type = "RollingUpdate"
|
|
}
|
|
template {
|
|
metadata {
|
|
labels = {
|
|
app = "immich-frame"
|
|
}
|
|
annotations = {
|
|
"dependency.kyverno.io/wait-for" = "immich-server.immich:2283"
|
|
}
|
|
}
|
|
spec {
|
|
container {
|
|
image = "ghcr.io/immichframe/immichframe:latest"
|
|
name = "immich-frame"
|
|
resources {
|
|
requests = {
|
|
cpu = "10m"
|
|
memory = "64Mi"
|
|
}
|
|
limits = {
|
|
memory = "128Mi"
|
|
}
|
|
}
|
|
port {
|
|
container_port = 8080
|
|
protocol = "TCP"
|
|
name = "http"
|
|
}
|
|
volume_mount {
|
|
name = "config"
|
|
mount_path = "/app/Config"
|
|
read_only = true
|
|
}
|
|
}
|
|
volume {
|
|
name = "config"
|
|
config_map {
|
|
name = "config"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
resource "kubernetes_service" "immich-frame" {
|
|
metadata {
|
|
name = "immich-frame"
|
|
namespace = "immich"
|
|
labels = {
|
|
"app" = "immich-frame"
|
|
}
|
|
}
|
|
|
|
spec {
|
|
selector = {
|
|
app = "immich-frame"
|
|
}
|
|
port {
|
|
port = 80
|
|
target_port = 8080
|
|
}
|
|
}
|
|
}
|
|
|
|
module "ingress" {
|
|
source = "../../modules/kubernetes/ingress_factory"
|
|
namespace = "immich"
|
|
name = "highlights-immich"
|
|
tls_secret_name = var.tls_secret_name
|
|
service_name = "immich-frame"
|
|
rybbit_site_id = "602167601c6b"
|
|
}
|