infra/stacks/grampsweb/main.tf
Viktor Barzin f7c2c06009 right-size memory: set requests=limits based on actual usage
- Set memory requests = limits across 56 stacks to prevent overcommit
- Right-sized limits based on actual pod usage (2x actual, rounded up)
- Scaled down trading-bot (replicas=0) to free memory
- Fixed OOMKilled services: forgejo, dawarich, health, meshcentral,
  paperless-ngx, vault auto-unseal, rybbit, whisper, openclaw, clickhouse
- Added startup+liveness probes to calibre-web
- Bumped inotify limits on nodes 2,3 (max_user_instances 128->8192)

Post node2 OOM incident (2026-03-14). Previous kubelet config had no
kubeReserved/systemReserved set, allowing pods to starve the kernel.
2026-03-14 21:01:24 +00:00

323 lines
7.7 KiB
HCL

variable "tls_secret_name" {
type = string
sensitive = true
}
variable "nfs_server" { type = string }
data "vault_kv_secret_v2" "secrets" {
mount = "secret"
name = "grampsweb"
}
locals {
mailserver_accounts = jsondecode(data.vault_kv_secret_v2.secrets.data["mailserver_accounts"])
}
variable "redis_host" { type = string }
variable "ollama_host" { type = string }
variable "mail_host" { type = string }
resource "kubernetes_namespace" "grampsweb" {
metadata {
name = "grampsweb"
labels = {
tier = local.tiers.aux
}
}
}
module "tls_secret" {
source = "../../modules/kubernetes/setup_tls_secret"
namespace = kubernetes_namespace.grampsweb.metadata[0].name
tls_secret_name = var.tls_secret_name
}
module "nfs_data" {
source = "../../modules/kubernetes/nfs_volume"
name = "grampsweb-data"
namespace = kubernetes_namespace.grampsweb.metadata[0].name
nfs_server = var.nfs_server
nfs_path = "/mnt/main/grampsweb"
}
resource "random_password" "secret_key" {
length = 64
special = false
}
locals {
common_env = [
{
name = "GRAMPSWEB_TREE"
value = "Gramps Web"
},
{
name = "GRAMPSWEB_SECRET_KEY"
value = random_password.secret_key.result
},
{
name = "GRAMPSWEB_CELERY_CONFIG__broker_url"
value = "redis://${var.redis_host}:6379/2"
},
{
name = "GRAMPSWEB_CELERY_CONFIG__result_backend"
value = "redis://${var.redis_host}:6379/2"
},
{
name = "GRAMPSWEB_RATELIMIT_STORAGE_URI"
value = "redis://${var.redis_host}:6379/3"
},
{
name = "GRAMPSWEB_BASE_URL"
value = "https://family.viktorbarzin.me"
},
{
name = "GRAMPSWEB_REGISTRATION_DISABLED"
value = "True"
},
{
name = "GRAMPSWEB_EMAIL_HOST"
value = var.mail_host
},
{
name = "GRAMPSWEB_EMAIL_PORT"
value = "587"
},
{
name = "GRAMPSWEB_EMAIL_HOST_USER"
value = "info@viktorbarzin.me"
},
{
name = "GRAMPSWEB_EMAIL_HOST_PASSWORD"
value = local.mailserver_accounts["info@viktorbarzin.me"]
},
{
name = "GRAMPSWEB_EMAIL_USE_SSL"
value = "False"
},
{
name = "GRAMPSWEB_EMAIL_USE_STARTTLS"
value = "True"
},
{
name = "GRAMPSWEB_DEFAULT_FROM_EMAIL"
value = "info@viktorbarzin.me"
},
{
name = "GRAMPSWEB_LLM_BASE_URL"
value = "http://${var.ollama_host}:11434/v1"
},
{
name = "GRAMPSWEB_LLM_MODEL"
value = "llama3.1"
},
]
}
resource "kubernetes_deployment" "grampsweb" {
metadata {
name = "grampsweb"
namespace = kubernetes_namespace.grampsweb.metadata[0].name
labels = {
app = "grampsweb"
tier = local.tiers.aux
}
}
spec {
# Disabled: grampsweb uses ~1.8GB actual memory with 3GB limit per replica.
# Not actively used — disabled to reduce cluster memory pressure (2026-03-14 node2 OOM incident).
replicas = 0
selector {
match_labels = {
app = "grampsweb"
}
}
template {
metadata {
labels = {
app = "grampsweb"
}
}
spec {
container {
name = "grampsweb"
image = "ghcr.io/gramps-project/grampsweb:latest"
port {
container_port = 5000
}
dynamic "env" {
for_each = local.common_env
content {
name = env.value.name
value = env.value.value
}
}
volume_mount {
name = "data"
mount_path = "/app/users"
sub_path = "users"
}
volume_mount {
name = "data"
mount_path = "/app/indexdir"
sub_path = "indexdir"
}
volume_mount {
name = "data"
mount_path = "/app/thumbnail_cache"
sub_path = "thumbnail_cache"
}
volume_mount {
name = "data"
mount_path = "/app/cache"
sub_path = "cache"
}
volume_mount {
name = "data"
mount_path = "/app/secret"
sub_path = "secret"
}
volume_mount {
name = "data"
mount_path = "/root/.gramps/grampsdb"
sub_path = "grampsdb"
}
volume_mount {
name = "data"
mount_path = "/app/media"
sub_path = "media"
}
volume_mount {
name = "data"
mount_path = "/tmp"
sub_path = "tmp"
}
resources {
requests = {
cpu = "50m"
memory = "512Mi"
}
limits = {
memory = "512Mi"
}
}
}
container {
name = "grampsweb-celery"
image = "ghcr.io/gramps-project/grampsweb:latest"
command = ["celery", "-A", "gramps_webapi.celery", "worker", "--loglevel=INFO", "--concurrency=2"]
dynamic "env" {
for_each = local.common_env
content {
name = env.value.name
value = env.value.value
}
}
volume_mount {
name = "data"
mount_path = "/app/users"
sub_path = "users"
}
volume_mount {
name = "data"
mount_path = "/app/indexdir"
sub_path = "indexdir"
}
volume_mount {
name = "data"
mount_path = "/app/thumbnail_cache"
sub_path = "thumbnail_cache"
}
volume_mount {
name = "data"
mount_path = "/app/cache"
sub_path = "cache"
}
volume_mount {
name = "data"
mount_path = "/app/secret"
sub_path = "secret"
}
volume_mount {
name = "data"
mount_path = "/root/.gramps/grampsdb"
sub_path = "grampsdb"
}
volume_mount {
name = "data"
mount_path = "/app/media"
sub_path = "media"
}
volume_mount {
name = "data"
mount_path = "/tmp"
sub_path = "tmp"
}
resources {
requests = {
cpu = "50m"
memory = "256Mi"
}
limits = {
memory = "256Mi"
}
}
}
volume {
name = "data"
persistent_volume_claim {
claim_name = module.nfs_data.claim_name
}
}
}
}
}
}
resource "kubernetes_service" "grampsweb" {
metadata {
name = "grampsweb"
namespace = kubernetes_namespace.grampsweb.metadata[0].name
labels = {
app = "grampsweb"
}
}
spec {
selector = {
app = "grampsweb"
}
port {
name = "http"
port = 80
target_port = 5000
}
}
}
module "ingress" {
source = "../../modules/kubernetes/ingress_factory"
namespace = kubernetes_namespace.grampsweb.metadata[0].name
name = "family"
service_name = "grampsweb"
tls_secret_name = var.tls_secret_name
max_body_size = "500m"
protected = true
extra_annotations = {
"gethomepage.dev/enabled" = "true"
"gethomepage.dev/name" = "GrampsWeb"
"gethomepage.dev/description" = "Family tree"
"gethomepage.dev/icon" = "gramps-web.png"
"gethomepage.dev/group" = "Other"
"gethomepage.dev/pod-selector" = ""
}
}