After node2 OOM incident, right-size memory across the cluster by setting requests=limits based on max_over_time(container_memory_working_set_bytes[7d]) with 1.3x headroom. Eliminates ~37Gi overcommit gap. Categories: - Safe equalization (50 containers): set req=lim where max7d well within target - Limit increases (8 containers): raise limits for services spiking above current - No Prometheus data (12 containers): conservatively set lim=req - Exception: nextcloud keeps req=256Mi/lim=8Gi due to Apache memory spikes Also increased dbaas namespace quota from 12Gi to 16Gi to accommodate mysql 4Gi limits across 3 replicas.
158 lines
3.5 KiB
HCL
158 lines
3.5 KiB
HCL
variable "tls_secret_name" {
|
|
type = string
|
|
sensitive = true
|
|
}
|
|
|
|
resource "kubernetes_namespace" "novelapp" {
|
|
metadata {
|
|
name = "novelapp"
|
|
labels = {
|
|
"istio-injection" : "disabled"
|
|
tier = local.tiers.aux
|
|
}
|
|
}
|
|
}
|
|
|
|
module "tls_secret" {
|
|
source = "../../modules/kubernetes/setup_tls_secret"
|
|
namespace = kubernetes_namespace.novelapp.metadata[0].name
|
|
tls_secret_name = var.tls_secret_name
|
|
}
|
|
|
|
resource "kubernetes_persistent_volume_claim" "novelapp-data" {
|
|
metadata {
|
|
name = "novelapp-data"
|
|
namespace = kubernetes_namespace.novelapp.metadata[0].name
|
|
}
|
|
spec {
|
|
access_modes = ["ReadWriteOnce"]
|
|
storage_class_name = "iscsi-truenas"
|
|
resources {
|
|
requests = {
|
|
storage = "1Gi"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
resource "kubernetes_deployment" "novelapp" {
|
|
metadata {
|
|
name = "novelapp"
|
|
namespace = kubernetes_namespace.novelapp.metadata[0].name
|
|
labels = {
|
|
app = "novelapp"
|
|
tier = local.tiers.aux
|
|
}
|
|
}
|
|
lifecycle {
|
|
ignore_changes = [
|
|
spec[0].template[0].spec[0].container[0].image,
|
|
]
|
|
}
|
|
spec {
|
|
replicas = 1
|
|
strategy {
|
|
type = "Recreate"
|
|
}
|
|
selector {
|
|
match_labels = {
|
|
app = "novelapp"
|
|
}
|
|
}
|
|
template {
|
|
metadata {
|
|
labels = {
|
|
app = "novelapp"
|
|
}
|
|
}
|
|
spec {
|
|
volume {
|
|
name = "data"
|
|
persistent_volume_claim {
|
|
claim_name = kubernetes_persistent_volume_claim.novelapp-data.metadata[0].name
|
|
}
|
|
}
|
|
container {
|
|
image = "mghee/novelapp:latest"
|
|
name = "novelapp"
|
|
image_pull_policy = "Always"
|
|
env {
|
|
name = "NODE_ENV"
|
|
value = "production"
|
|
}
|
|
env {
|
|
name = "DB_PATH"
|
|
value = "/app/data/novelapp.db"
|
|
}
|
|
env {
|
|
name = "DISABLE_BROWSER_SCRAPING"
|
|
value = "true"
|
|
}
|
|
env {
|
|
name = "PORT"
|
|
value = "3000"
|
|
}
|
|
volume_mount {
|
|
name = "data"
|
|
mount_path = "/app/data"
|
|
}
|
|
port {
|
|
container_port = 3000
|
|
}
|
|
resources {
|
|
requests = {
|
|
memory = "64Mi"
|
|
cpu = "10m"
|
|
}
|
|
limits = {
|
|
memory = "64Mi"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
resource "kubernetes_service" "novelapp" {
|
|
metadata {
|
|
name = "novelapp"
|
|
namespace = kubernetes_namespace.novelapp.metadata[0].name
|
|
labels = {
|
|
"app" = "novelapp"
|
|
}
|
|
}
|
|
|
|
spec {
|
|
selector = {
|
|
app = "novelapp"
|
|
}
|
|
port {
|
|
name = "http"
|
|
port = 80
|
|
target_port = 3000
|
|
}
|
|
}
|
|
}
|
|
|
|
module "ingress" {
|
|
source = "../../modules/kubernetes/ingress_factory"
|
|
namespace = kubernetes_namespace.novelapp.metadata[0].name
|
|
name = "novelapp"
|
|
tls_secret_name = var.tls_secret_name
|
|
|
|
extra_annotations = {
|
|
"gethomepage.dev/enabled" = "true"
|
|
"gethomepage.dev/name" = "NovelApp"
|
|
"gethomepage.dev/description" = "Web novel tracker"
|
|
"gethomepage.dev/icon" = "mdi-book-open-page-variant"
|
|
"gethomepage.dev/group" = "Other"
|
|
"gethomepage.dev/pod-selector" = ""
|
|
}
|
|
}
|
|
|
|
# Sealed Secrets — encrypted secrets safe to commit to git
|
|
resource "kubernetes_manifest" "sealed_secrets" {
|
|
for_each = fileset(path.module, "sealed-*.yaml")
|
|
manifest = yamldecode(file("${path.module}/${each.value}"))
|
|
}
|