- Set memory requests = limits across 56 stacks to prevent overcommit - Right-sized limits based on actual pod usage (2x actual, rounded up) - Scaled down trading-bot (replicas=0) to free memory - Fixed OOMKilled services: forgejo, dawarich, health, meshcentral, paperless-ngx, vault auto-unseal, rybbit, whisper, openclaw, clickhouse - Added startup+liveness probes to calibre-web - Bumped inotify limits on nodes 2,3 (max_user_instances 128->8192) Post node2 OOM incident (2026-03-14). Previous kubelet config had no kubeReserved/systemReserved set, allowing pods to starve the kernel.
323 lines
7.7 KiB
HCL
323 lines
7.7 KiB
HCL
variable "tls_secret_name" {
|
|
type = string
|
|
sensitive = true
|
|
}
|
|
variable "nfs_server" { type = string }
|
|
|
|
data "vault_kv_secret_v2" "secrets" {
|
|
mount = "secret"
|
|
name = "grampsweb"
|
|
}
|
|
|
|
locals {
|
|
mailserver_accounts = jsondecode(data.vault_kv_secret_v2.secrets.data["mailserver_accounts"])
|
|
}
|
|
variable "redis_host" { type = string }
|
|
variable "ollama_host" { type = string }
|
|
variable "mail_host" { type = string }
|
|
|
|
|
|
resource "kubernetes_namespace" "grampsweb" {
|
|
metadata {
|
|
name = "grampsweb"
|
|
labels = {
|
|
tier = local.tiers.aux
|
|
}
|
|
}
|
|
}
|
|
|
|
module "tls_secret" {
|
|
source = "../../modules/kubernetes/setup_tls_secret"
|
|
namespace = kubernetes_namespace.grampsweb.metadata[0].name
|
|
tls_secret_name = var.tls_secret_name
|
|
}
|
|
|
|
module "nfs_data" {
|
|
source = "../../modules/kubernetes/nfs_volume"
|
|
name = "grampsweb-data"
|
|
namespace = kubernetes_namespace.grampsweb.metadata[0].name
|
|
nfs_server = var.nfs_server
|
|
nfs_path = "/mnt/main/grampsweb"
|
|
}
|
|
|
|
resource "random_password" "secret_key" {
|
|
length = 64
|
|
special = false
|
|
}
|
|
|
|
locals {
|
|
common_env = [
|
|
{
|
|
name = "GRAMPSWEB_TREE"
|
|
value = "Gramps Web"
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_SECRET_KEY"
|
|
value = random_password.secret_key.result
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_CELERY_CONFIG__broker_url"
|
|
value = "redis://${var.redis_host}:6379/2"
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_CELERY_CONFIG__result_backend"
|
|
value = "redis://${var.redis_host}:6379/2"
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_RATELIMIT_STORAGE_URI"
|
|
value = "redis://${var.redis_host}:6379/3"
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_BASE_URL"
|
|
value = "https://family.viktorbarzin.me"
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_REGISTRATION_DISABLED"
|
|
value = "True"
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_EMAIL_HOST"
|
|
value = var.mail_host
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_EMAIL_PORT"
|
|
value = "587"
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_EMAIL_HOST_USER"
|
|
value = "info@viktorbarzin.me"
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_EMAIL_HOST_PASSWORD"
|
|
value = local.mailserver_accounts["info@viktorbarzin.me"]
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_EMAIL_USE_SSL"
|
|
value = "False"
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_EMAIL_USE_STARTTLS"
|
|
value = "True"
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_DEFAULT_FROM_EMAIL"
|
|
value = "info@viktorbarzin.me"
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_LLM_BASE_URL"
|
|
value = "http://${var.ollama_host}:11434/v1"
|
|
},
|
|
{
|
|
name = "GRAMPSWEB_LLM_MODEL"
|
|
value = "llama3.1"
|
|
},
|
|
]
|
|
}
|
|
|
|
resource "kubernetes_deployment" "grampsweb" {
|
|
metadata {
|
|
name = "grampsweb"
|
|
namespace = kubernetes_namespace.grampsweb.metadata[0].name
|
|
labels = {
|
|
app = "grampsweb"
|
|
tier = local.tiers.aux
|
|
}
|
|
}
|
|
spec {
|
|
# Disabled: grampsweb uses ~1.8GB actual memory with 3GB limit per replica.
|
|
# Not actively used — disabled to reduce cluster memory pressure (2026-03-14 node2 OOM incident).
|
|
replicas = 0
|
|
selector {
|
|
match_labels = {
|
|
app = "grampsweb"
|
|
}
|
|
}
|
|
template {
|
|
metadata {
|
|
labels = {
|
|
app = "grampsweb"
|
|
}
|
|
}
|
|
spec {
|
|
container {
|
|
name = "grampsweb"
|
|
image = "ghcr.io/gramps-project/grampsweb:latest"
|
|
|
|
port {
|
|
container_port = 5000
|
|
}
|
|
|
|
dynamic "env" {
|
|
for_each = local.common_env
|
|
content {
|
|
name = env.value.name
|
|
value = env.value.value
|
|
}
|
|
}
|
|
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/users"
|
|
sub_path = "users"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/indexdir"
|
|
sub_path = "indexdir"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/thumbnail_cache"
|
|
sub_path = "thumbnail_cache"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/cache"
|
|
sub_path = "cache"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/secret"
|
|
sub_path = "secret"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/root/.gramps/grampsdb"
|
|
sub_path = "grampsdb"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/media"
|
|
sub_path = "media"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/tmp"
|
|
sub_path = "tmp"
|
|
}
|
|
|
|
resources {
|
|
requests = {
|
|
cpu = "50m"
|
|
memory = "512Mi"
|
|
}
|
|
limits = {
|
|
memory = "512Mi"
|
|
}
|
|
}
|
|
}
|
|
|
|
container {
|
|
name = "grampsweb-celery"
|
|
image = "ghcr.io/gramps-project/grampsweb:latest"
|
|
command = ["celery", "-A", "gramps_webapi.celery", "worker", "--loglevel=INFO", "--concurrency=2"]
|
|
|
|
dynamic "env" {
|
|
for_each = local.common_env
|
|
content {
|
|
name = env.value.name
|
|
value = env.value.value
|
|
}
|
|
}
|
|
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/users"
|
|
sub_path = "users"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/indexdir"
|
|
sub_path = "indexdir"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/thumbnail_cache"
|
|
sub_path = "thumbnail_cache"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/cache"
|
|
sub_path = "cache"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/secret"
|
|
sub_path = "secret"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/root/.gramps/grampsdb"
|
|
sub_path = "grampsdb"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/media"
|
|
sub_path = "media"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/tmp"
|
|
sub_path = "tmp"
|
|
}
|
|
|
|
resources {
|
|
requests = {
|
|
cpu = "50m"
|
|
memory = "256Mi"
|
|
}
|
|
limits = {
|
|
memory = "256Mi"
|
|
}
|
|
}
|
|
}
|
|
|
|
volume {
|
|
name = "data"
|
|
persistent_volume_claim {
|
|
claim_name = module.nfs_data.claim_name
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
resource "kubernetes_service" "grampsweb" {
|
|
metadata {
|
|
name = "grampsweb"
|
|
namespace = kubernetes_namespace.grampsweb.metadata[0].name
|
|
labels = {
|
|
app = "grampsweb"
|
|
}
|
|
}
|
|
|
|
spec {
|
|
selector = {
|
|
app = "grampsweb"
|
|
}
|
|
port {
|
|
name = "http"
|
|
port = 80
|
|
target_port = 5000
|
|
}
|
|
}
|
|
}
|
|
|
|
module "ingress" {
|
|
source = "../../modules/kubernetes/ingress_factory"
|
|
namespace = kubernetes_namespace.grampsweb.metadata[0].name
|
|
name = "family"
|
|
service_name = "grampsweb"
|
|
tls_secret_name = var.tls_secret_name
|
|
max_body_size = "500m"
|
|
protected = true
|
|
extra_annotations = {
|
|
"gethomepage.dev/enabled" = "true"
|
|
"gethomepage.dev/name" = "GrampsWeb"
|
|
"gethomepage.dev/description" = "Family tree"
|
|
"gethomepage.dev/icon" = "gramps-web.png"
|
|
"gethomepage.dev/group" = "Other"
|
|
"gethomepage.dev/pod-selector" = ""
|
|
}
|
|
}
|