617 lines
21 KiB
Terraform
617 lines
21 KiB
Terraform
|
variable "tls_secret_name" {}
|
|||
|
|
variable "tier" { type = string }
|
|||
|
|
variable "aiostreams_database_connection_string" { type = string }
|
|||
|
|
variable "nfs_server" { type = string }
|
|||
|
|
|
|||
|
|
resource "kubernetes_namespace" "aiostreams" {
|
|||
|
|
metadata {
|
|||
|
|
name = "aiostreams"
|
|||
|
|
labels = {
|
|||
|
|
"istio-injection" : "disabled"
|
|||
|
|
"keel.sh/enrolled" = "true"
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
lifecycle {
|
|||
|
|
# KYVERNO_LIFECYCLE_V1: goldilocks-vpa-auto-mode ClusterPolicy stamps this label on every namespace
|
|||
|
|
ignore_changes = [metadata[0].labels["goldilocks.fairwinds.com/vpa-update-mode"]]
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
resource "random_id" "secret_key" {
|
|||
|
|
byte_length = 32 # 32 bytes × 2 hex chars = 64 hex characters
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
resource "kubernetes_persistent_volume_claim" "data_proxmox" {
|
|||
|
|
wait_until_bound = false
|
|||
|
|
metadata {
|
|||
|
|
name = "aiostreams-data-proxmox"
|
|||
|
|
namespace = kubernetes_namespace.aiostreams.metadata[0].name
|
|||
|
|
annotations = {
|
|||
|
|
"resize.topolvm.io/threshold" = "10%"
|
|||
|
|
"resize.topolvm.io/increase" = "100%"
|
|||
|
|
"resize.topolvm.io/storage_limit" = "5Gi"
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
spec {
|
|||
|
|
access_modes = ["ReadWriteOnce"]
|
|||
|
|
storage_class_name = "proxmox-lvm"
|
|||
|
|
resources {
|
|||
|
|
requests = {
|
|||
|
|
storage = "1Gi"
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
lifecycle {
|
|||
|
|
# The autoresizer expands requests.storage up to storage_limit and
|
|||
|
|
# PVCs can't shrink. Without this, every TF apply tries to revert
|
|||
|
|
# to the spec value, K8s rejects the shrink, and the PVC ends up
|
|||
|
|
# in Terminating-but-in-use limbo.
|
|||
|
|
ignore_changes = [spec[0].resources[0].requests]
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
resource "kubernetes_deployment" "aiostreams" {
|
|||
|
|
metadata {
|
|||
|
|
name = "aiostreams"
|
|||
|
|
namespace = kubernetes_namespace.aiostreams.metadata[0].name
|
|||
|
|
labels = {
|
|||
|
|
app = "aiostreams"
|
|||
|
|
tier = var.tier
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
spec {
|
|||
|
|
replicas = 1
|
|||
|
|
strategy {
|
|||
|
|
type = "Recreate"
|
|||
|
|
}
|
|||
|
|
selector {
|
|||
|
|
match_labels = {
|
|||
|
|
app = "aiostreams"
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
template {
|
|||
|
|
metadata {
|
|||
|
|
labels = {
|
|||
|
|
app = "aiostreams"
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
spec {
|
|||
|
|
container {
|
|||
|
|
image = "viren070/aiostreams:2026.05.14.1326-nightly"
|
|||
|
|
name = "aiostreams"
|
|||
|
|
port {
|
|||
|
|
container_port = 3000
|
|||
|
|
}
|
|||
|
|
env {
|
|||
|
|
name = "BASE_URL"
|
|||
|
|
value = "https://aiostreams.viktorbarzin.me"
|
|||
|
|
}
|
|||
|
|
env {
|
|||
|
|
name = "SECRET_KEY"
|
|||
|
|
value = random_id.secret_key.hex
|
|||
|
|
}
|
|||
|
|
env {
|
|||
|
|
name = "DATABASE_URI"
|
|||
|
|
value = var.aiostreams_database_connection_string
|
|||
|
|
}
|
|||
|
|
env {
|
|||
|
|
# Cache stream-response payloads for 1h. Default is -1 (disabled),
|
|||
|
|
# which made every Stremio request hit all 5 upstream addons live —
|
|||
|
|
# slow, and contributed to the perceived empty-list issue when an
|
|||
|
|
# upstream was slow/erroring. 1h is short enough that RD cache
|
|||
|
|
# invalidations are picked up quickly.
|
|||
|
|
name = "STREAM_CACHE_TTL"
|
|||
|
|
value = "3600"
|
|||
|
|
}
|
|||
|
|
env {
|
|||
|
|
# Whitelisted regex sync URLs. Vidhin's regexes.json contains release-group
|
|||
|
|
# patterns (TRaSH Guides-aligned).
|
|||
|
|
name = "WHITELISTED_REGEX_PATTERNS_URLS"
|
|||
|
|
value = jsonencode([
|
|||
|
|
"https://raw.githubusercontent.com/Vidhin05/Releases-Regex/main/English/regexes.json",
|
|||
|
|
])
|
|||
|
|
}
|
|||
|
|
env {
|
|||
|
|
# Whitelisted SEL (Stream Expression Language) sync URLs. Stream-expression
|
|||
|
|
# files (Vidhin's ranked expressions + Tamtaro's ISE/PSE/ESE) go here, NOT
|
|||
|
|
# in WHITELISTED_REGEX_PATTERNS_URLS — AIOStreams validates each field
|
|||
|
|
# against the correct whitelist.
|
|||
|
|
name = "WHITELISTED_SEL_URLS"
|
|||
|
|
value = jsonencode([
|
|||
|
|
"https://raw.githubusercontent.com/Vidhin05/Releases-Regex/main/English/expressions.json",
|
|||
|
|
"https://raw.githubusercontent.com/Tam-Taro/SEL-Filtering-and-Sorting/main/AIOStreams-SyncedURLs/Tamtaro-synced-ISEs.json",
|
|||
|
|
"https://raw.githubusercontent.com/Tam-Taro/SEL-Filtering-and-Sorting/main/AIOStreams-SyncedURLs/Tamtaro-synced-PSEs.json",
|
|||
|
|
"https://raw.githubusercontent.com/Tam-Taro/SEL-Filtering-and-Sorting/main/AIOStreams-SyncedURLs/Tamtaro-synced-ESEs-standard.json",
|
|||
|
|
])
|
|||
|
|
}
|
|||
|
|
volume_mount {
|
|||
|
|
name = "data"
|
|||
|
|
mount_path = "/app/data"
|
|||
|
|
}
|
|||
|
|
resources {
|
|||
|
|
requests = {
|
|||
|
|
cpu = "25m"
|
|||
|
|
memory = "768Mi"
|
|||
|
|
}
|
|||
|
|
limits = {
|
|||
|
|
memory = "768Mi"
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
volume {
|
|||
|
|
name = "data"
|
|||
|
|
persistent_volume_claim {
|
|||
|
|
claim_name = kubernetes_persistent_volume_claim.data_proxmox.metadata[0].name
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
lifecycle {
|
|||
|
|
# KYVERNO_LIFECYCLE_V1: Kyverno admission webhook mutates dns_config with ndots=2
|
|||
|
|
ignore_changes = [
|
|||
|
|
spec[0].template[0].spec[0].dns_config, # KYVERNO_LIFECYCLE_V1
|
|||
|
|
metadata[0].annotations["keel.sh/policy"],
|
|||
|
|
metadata[0].annotations["keel.sh/trigger"],
|
|||
|
|
metadata[0].annotations["keel.sh/pollSchedule"], # KYVERNO_LIFECYCLE_V2
|
|||
|
|
metadata[0].annotations["keel.sh/match-tag"],
|
|||
|
|
spec[0].template[0].spec[0].container[0].image, # KEEL_IGNORE_IMAGE — Keel manages tag updates
|
|||
|
|
metadata[0].annotations["kubernetes.io/change-cause"],
|
|||
|
|
metadata[0].annotations["deployment.kubernetes.io/revision"],
|
|||
|
|
spec[0].template[0].metadata[0].annotations["keel.sh/update-time"], # KEEL_LIFECYCLE_V1
|
|||
|
|
]
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
resource "kubernetes_service" "aiostreams" {
|
|||
|
|
metadata {
|
|||
|
|
name = "aiostreams"
|
|||
|
|
namespace = kubernetes_namespace.aiostreams.metadata[0].name
|
|||
|
|
labels = {
|
|||
|
|
"app" = "aiostreams"
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
spec {
|
|||
|
|
selector = {
|
|||
|
|
app = "aiostreams"
|
|||
|
|
}
|
|||
|
|
port {
|
|||
|
|
name = "http"
|
|||
|
|
port = 80
|
|||
|
|
target_port = 3000
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
resource "kubernetes_manifest" "probe_secrets" {
|
|||
|
|
manifest = {
|
|||
|
|
apiVersion = "external-secrets.io/v1beta1"
|
|||
|
|
kind = "ExternalSecret"
|
|||
|
|
metadata = {
|
|||
|
|
name = "aiostreams-probe-secrets"
|
|||
|
|
namespace = kubernetes_namespace.aiostreams.metadata[0].name
|
|||
|
|
}
|
|||
|
|
spec = {
|
|||
|
|
refreshInterval = "15m"
|
|||
|
|
secretStoreRef = {
|
|||
|
|
name = "vault-kv"
|
|||
|
|
kind = "ClusterSecretStore"
|
|||
|
|
}
|
|||
|
|
target = { name = "aiostreams-probe-secrets" }
|
|||
|
|
data = [
|
|||
|
|
{ secretKey = "AIOSTREAMS_UUID", remoteRef = { key = "viktor", property = "aiostreams_uuid" } },
|
|||
|
|
{ secretKey = "AIOSTREAMS_PASSWORD", remoteRef = { key = "viktor", property = "aiostreams_password" } },
|
|||
|
|
{ secretKey = "STREMIO_EMAIL", remoteRef = { key = "viktor", property = "stremio_email" } },
|
|||
|
|
{ secretKey = "STREMIO_PASSWORD", remoteRef = { key = "viktor", property = "stremio_password" } },
|
|||
|
|
]
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
depends_on = [kubernetes_namespace.aiostreams]
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
resource "kubernetes_cron_job_v1" "stream_probe" {
|
|||
|
|
metadata {
|
|||
|
|
name = "aiostreams-stream-probe"
|
|||
|
|
namespace = kubernetes_namespace.aiostreams.metadata[0].name
|
|||
|
|
}
|
|||
|
|
spec {
|
|||
|
|
schedule = "*/5 * * * *"
|
|||
|
|
concurrency_policy = "Replace"
|
|||
|
|
successful_jobs_history_limit = 3
|
|||
|
|
failed_jobs_history_limit = 3
|
|||
|
|
job_template {
|
|||
|
|
metadata {}
|
|||
|
|
spec {
|
|||
|
|
backoff_limit = 1
|
|||
|
|
ttl_seconds_after_finished = 300
|
|||
|
|
template {
|
|||
|
|
metadata {}
|
|||
|
|
spec {
|
|||
|
|
restart_policy = "Never"
|
|||
|
|
container {
|
|||
|
|
name = "probe"
|
|||
|
|
image = "docker.io/library/python:3.12-alpine"
|
|||
|
|
command = ["/bin/sh", "-c", <<-EOT
|
|||
|
|
pip install --quiet --disable-pip-version-check requests && python3 -c '
|
|||
|
|
import requests, os, time, urllib.parse, sys, re
|
|||
|
|
|
|||
|
|
BASE = "http://aiostreams.aiostreams.svc.cluster.local"
|
|||
|
|
PUSHGATEWAY = "http://prometheus-prometheus-pushgateway.monitoring:9091/metrics/job/aiostreams-stream-probe"
|
|||
|
|
UUID = os.environ["AIOSTREAMS_UUID"]
|
|||
|
|
PW = os.environ["AIOSTREAMS_PASSWORD"]
|
|||
|
|
SERIES_ID = "tt0903747:1:1" # Breaking Bad S01E01 - stable, BluRay-rich series path
|
|||
|
|
MOVIE_ID = "tt0133093" # The Matrix - stable, BluRay-rich movie path (symptom was films)
|
|||
|
|
THRESHOLD = 50
|
|||
|
|
|
|||
|
|
series_count = 0
|
|||
|
|
movie_count = 0
|
|||
|
|
comet = torrentio = torz = knaben = errors = 0
|
|||
|
|
success = 0
|
|||
|
|
duration = 0
|
|||
|
|
start = time.time()
|
|||
|
|
|
|||
|
|
def fetch(enc_url, kind, sid):
|
|||
|
|
r = requests.get(
|
|||
|
|
f"{BASE}/stremio/{UUID}/{enc_url}/stream/{kind}/{sid}.json",
|
|||
|
|
headers={"User-Agent": "AIOStreams/probe"}, timeout=60,
|
|||
|
|
)
|
|||
|
|
r.raise_for_status()
|
|||
|
|
return r.json().get("streams", [])
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
r = requests.get(f"{BASE}/api/v1/user/", params={"uuid": UUID, "password": PW}, timeout=10)
|
|||
|
|
r.raise_for_status()
|
|||
|
|
enc = r.json()["data"]["encryptedPassword"]
|
|||
|
|
enc_url = urllib.parse.quote(enc, safe="")
|
|||
|
|
|
|||
|
|
# Series path + per-source breakdown (so a dying source is visible, not masked by a healthy total)
|
|||
|
|
series = fetch(enc_url, "series", SERIES_ID)
|
|||
|
|
series_count = len(series)
|
|||
|
|
for s in series:
|
|||
|
|
name = s.get("name", "") or ""
|
|||
|
|
desc = (s.get("description", "") or "") + (s.get("title", "") or "")
|
|||
|
|
if "Comet" in name: comet += 1
|
|||
|
|
elif "Torrentio" in name: torrentio += 1
|
|||
|
|
elif "StremThru" in name: torz += 1
|
|||
|
|
elif "Knaben" in name: knaben += 1
|
|||
|
|
if re.search("Invalid|Internal Server Error|451|infring|Legal Reasons", desc, re.I):
|
|||
|
|
errors += 1
|
|||
|
|
|
|||
|
|
# Movie path (the reported symptom was films, not series)
|
|||
|
|
movie_count = len(fetch(enc_url, "movie", MOVIE_ID))
|
|||
|
|
|
|||
|
|
# Healthy = both paths return plenty AND the workhorse source (Comet) is alive
|
|||
|
|
success = 1 if (series_count >= THRESHOLD and movie_count >= THRESHOLD and comet > 0) else 0
|
|||
|
|
print(f"series={series_count} movie={movie_count} comet={comet} torz={torz} knaben={knaben} errors={errors} success={success}")
|
|||
|
|
except Exception as e:
|
|||
|
|
print(f"ERROR: {e}", file=sys.stderr)
|
|||
|
|
success = 0
|
|||
|
|
|
|||
|
|
duration = time.time() - start
|
|||
|
|
|
|||
|
|
body = (
|
|||
|
|
"# TYPE aiostreams_stream_count gauge\n"
|
|||
|
|
f"aiostreams_stream_count {series_count}\n"
|
|||
|
|
"# TYPE aiostreams_movie_stream_count gauge\n"
|
|||
|
|
f"aiostreams_movie_stream_count {movie_count}\n"
|
|||
|
|
"# TYPE aiostreams_probe_success gauge\n"
|
|||
|
|
f"aiostreams_probe_success {success}\n"
|
|||
|
|
"# TYPE aiostreams_error_streams gauge\n"
|
|||
|
|
f"aiostreams_error_streams {errors}\n"
|
|||
|
|
"# TYPE aiostreams_streams_comet gauge\n"
|
|||
|
|
f"aiostreams_streams_comet {comet}\n"
|
|||
|
|
"# TYPE aiostreams_streams_torrentio gauge\n"
|
|||
|
|
f"aiostreams_streams_torrentio {torrentio}\n"
|
|||
|
|
"# TYPE aiostreams_streams_stremthru_torz gauge\n"
|
|||
|
|
f"aiostreams_streams_stremthru_torz {torz}\n"
|
|||
|
|
"# TYPE aiostreams_streams_knaben gauge\n"
|
|||
|
|
f"aiostreams_streams_knaben {knaben}\n"
|
|||
|
|
"# TYPE aiostreams_probe_duration_seconds gauge\n"
|
|||
|
|
f"aiostreams_probe_duration_seconds {duration:.3f}\n"
|
|||
|
|
"# TYPE aiostreams_probe_last_run_timestamp gauge\n"
|
|||
|
|
f"aiostreams_probe_last_run_timestamp {int(time.time())}\n"
|
|||
|
|
)
|
|||
|
|
try:
|
|||
|
|
requests.post(PUSHGATEWAY, data=body, timeout=10).raise_for_status()
|
|||
|
|
except Exception as e:
|
|||
|
|
print(f"WARN: pushgateway POST failed: {e}", file=sys.stderr)
|
|||
|
|
|
|||
|
|
sys.exit(0 if success else 1)
|
|||
|
|
'
|
|||
|
|
EOT
|
|||
|
|
]
|
|||
|
|
env_from {
|
|||
|
|
secret_ref { name = "aiostreams-probe-secrets" }
|
|||
|
|
}
|
|||
|
|
resources {
|
|||
|
|
requests = { memory = "64Mi", cpu = "10m" }
|
|||
|
|
limits = { memory = "128Mi" }
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
depends_on = [kubernetes_manifest.probe_secrets, kubernetes_deployment.aiostreams]
|
|||
|
|
lifecycle {
|
|||
|
|
# KYVERNO_LIFECYCLE_V1: Kyverno admission webhook mutates dns_config with ndots=2
|
|||
|
|
ignore_changes = [spec[0].job_template[0].spec[0].template[0].spec[0].dns_config]
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
module "nfs_backup" {
|
|||
|
|
source = "../../../modules/kubernetes/nfs_volume"
|
|||
|
|
name = "aiostreams-backup"
|
|||
|
|
namespace = kubernetes_namespace.aiostreams.metadata[0].name
|
|||
|
|
nfs_server = var.nfs_server
|
|||
|
|
nfs_path = "/srv/nfs/aiostreams-backup"
|
|||
|
|
storage = "1Gi"
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
resource "kubernetes_cron_job_v1" "config_backup" {
|
|||
|
|
metadata {
|
|||
|
|
name = "aiostreams-config-backup"
|
|||
|
|
namespace = kubernetes_namespace.aiostreams.metadata[0].name
|
|||
|
|
}
|
|||
|
|
spec {
|
|||
|
|
schedule = "0 3 * * 0" # Sunday 03:00 weekly
|
|||
|
|
concurrency_policy = "Forbid"
|
|||
|
|
successful_jobs_history_limit = 3
|
|||
|
|
failed_jobs_history_limit = 3
|
|||
|
|
job_template {
|
|||
|
|
metadata {}
|
|||
|
|
spec {
|
|||
|
|
backoff_limit = 2
|
|||
|
|
ttl_seconds_after_finished = 600
|
|||
|
|
template {
|
|||
|
|
metadata {}
|
|||
|
|
spec {
|
|||
|
|
restart_policy = "Never"
|
|||
|
|
container {
|
|||
|
|
name = "backup"
|
|||
|
|
image = "docker.io/library/python:3.12-alpine"
|
|||
|
|
command = ["/bin/sh", "-c", <<-EOT
|
|||
|
|
pip install --quiet --disable-pip-version-check requests && python3 -c '
|
|||
|
|
import requests, os, time, json, sys, datetime, glob
|
|||
|
|
|
|||
|
|
BASE = "http://aiostreams.aiostreams.svc.cluster.local"
|
|||
|
|
PUSHGATEWAY = "http://prometheus-prometheus-pushgateway.monitoring:9091/metrics/job/aiostreams-config-backup"
|
|||
|
|
UUID = os.environ["AIOSTREAMS_UUID"]
|
|||
|
|
PW = os.environ["AIOSTREAMS_PASSWORD"]
|
|||
|
|
BACKUP_DIR = "/backup"
|
|||
|
|
RETENTION_DAYS = 90
|
|||
|
|
|
|||
|
|
success = 0
|
|||
|
|
bytes_written = 0
|
|||
|
|
start = time.time()
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
r = requests.get(f"{BASE}/api/v1/user/", params={"uuid": UUID, "password": PW, "raw": "true"}, timeout=30)
|
|||
|
|
r.raise_for_status()
|
|||
|
|
data = r.json()["data"]["userData"]
|
|||
|
|
if not data:
|
|||
|
|
raise RuntimeError("empty userData from API")
|
|||
|
|
|
|||
|
|
os.makedirs(BACKUP_DIR, exist_ok=True)
|
|||
|
|
ts = datetime.datetime.utcnow().strftime("%Y-%m-%d_%H%M")
|
|||
|
|
path = f"{BACKUP_DIR}/config-{ts}.json"
|
|||
|
|
with open(path, "w") as f:
|
|||
|
|
json.dump(data, f, indent=2, sort_keys=True)
|
|||
|
|
bytes_written = os.path.getsize(path)
|
|||
|
|
os.chmod(path, 0o600)
|
|||
|
|
print(f"OK wrote {path} ({bytes_written} bytes)")
|
|||
|
|
|
|||
|
|
# Prune backups older than RETENTION_DAYS
|
|||
|
|
cutoff = time.time() - (RETENTION_DAYS * 86400)
|
|||
|
|
pruned = 0
|
|||
|
|
for f in glob.glob(f"{BACKUP_DIR}/config-*.json"):
|
|||
|
|
if os.path.getmtime(f) < cutoff:
|
|||
|
|
os.unlink(f)
|
|||
|
|
pruned += 1
|
|||
|
|
if pruned:
|
|||
|
|
print(f"Pruned {pruned} old backups")
|
|||
|
|
success = 1
|
|||
|
|
except Exception as e:
|
|||
|
|
print(f"ERROR: {e}", file=sys.stderr)
|
|||
|
|
|
|||
|
|
duration = time.time() - start
|
|||
|
|
body = (
|
|||
|
|
"# TYPE aiostreams_config_backup_success gauge\n"
|
|||
|
|
f"aiostreams_config_backup_success {success}\n"
|
|||
|
|
"# TYPE aiostreams_config_backup_bytes gauge\n"
|
|||
|
|
f"aiostreams_config_backup_bytes {bytes_written}\n"
|
|||
|
|
"# TYPE aiostreams_config_backup_duration_seconds gauge\n"
|
|||
|
|
f"aiostreams_config_backup_duration_seconds {duration:.3f}\n"
|
|||
|
|
"# TYPE aiostreams_config_backup_last_run_timestamp gauge\n"
|
|||
|
|
f"aiostreams_config_backup_last_run_timestamp {int(time.time())}\n"
|
|||
|
|
)
|
|||
|
|
try:
|
|||
|
|
requests.post(PUSHGATEWAY, data=body, timeout=10).raise_for_status()
|
|||
|
|
except Exception as e:
|
|||
|
|
print(f"WARN: pushgateway POST failed: {e}", file=sys.stderr)
|
|||
|
|
|
|||
|
|
sys.exit(0 if success else 1)
|
|||
|
|
'
|
|||
|
|
EOT
|
|||
|
|
]
|
|||
|
|
env_from {
|
|||
|
|
secret_ref { name = "aiostreams-probe-secrets" }
|
|||
|
|
}
|
|||
|
|
volume_mount {
|
|||
|
|
name = "backup"
|
|||
|
|
mount_path = "/backup"
|
|||
|
|
}
|
|||
|
|
resources {
|
|||
|
|
requests = { memory = "64Mi", cpu = "10m" }
|
|||
|
|
limits = { memory = "128Mi" }
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
volume {
|
|||
|
|
name = "backup"
|
|||
|
|
persistent_volume_claim {
|
|||
|
|
claim_name = module.nfs_backup.claim_name
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
depends_on = [kubernetes_manifest.probe_secrets, kubernetes_deployment.aiostreams, module.nfs_backup]
|
|||
|
|
lifecycle {
|
|||
|
|
# KYVERNO_LIFECYCLE_V1: Kyverno admission webhook mutates dns_config with ndots=2
|
|||
|
|
ignore_changes = [spec[0].job_template[0].spec[0].template[0].spec[0].dns_config]
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
resource "kubernetes_cron_job_v1" "stremio_account_backup" {
|
|||
|
|
metadata {
|
|||
|
|
name = "stremio-account-backup"
|
|||
|
|
namespace = kubernetes_namespace.aiostreams.metadata[0].name
|
|||
|
|
}
|
|||
|
|
spec {
|
|||
|
|
schedule = "0 4 * * 0" # Sunday 04:00 weekly (1h after config-backup)
|
|||
|
|
concurrency_policy = "Forbid"
|
|||
|
|
successful_jobs_history_limit = 3
|
|||
|
|
failed_jobs_history_limit = 3
|
|||
|
|
job_template {
|
|||
|
|
metadata {}
|
|||
|
|
spec {
|
|||
|
|
backoff_limit = 2
|
|||
|
|
ttl_seconds_after_finished = 600
|
|||
|
|
template {
|
|||
|
|
metadata {}
|
|||
|
|
spec {
|
|||
|
|
restart_policy = "Never"
|
|||
|
|
container {
|
|||
|
|
name = "backup"
|
|||
|
|
image = "docker.io/library/python:3.12-alpine"
|
|||
|
|
command = ["/bin/sh", "-c", <<-EOT
|
|||
|
|
pip install --quiet --disable-pip-version-check requests && python3 -c '
|
|||
|
|
import requests, os, time, json, sys, datetime, glob
|
|||
|
|
|
|||
|
|
BASE = "https://api.strem.io/api"
|
|||
|
|
PUSHGATEWAY = "http://prometheus-prometheus-pushgateway.monitoring:9091/metrics/job/stremio-account-backup"
|
|||
|
|
EMAIL = os.environ["STREMIO_EMAIL"]
|
|||
|
|
PASSWORD = os.environ["STREMIO_PASSWORD"]
|
|||
|
|
BACKUP_DIR = "/backup"
|
|||
|
|
RETENTION_DAYS = 90
|
|||
|
|
|
|||
|
|
success = 0
|
|||
|
|
bytes_written = 0
|
|||
|
|
addon_count = 0
|
|||
|
|
start = time.time()
|
|||
|
|
|
|||
|
|
try:
|
|||
|
|
r = requests.post(f"{BASE}/login", json={"type":"Login","email":EMAIL,"password":PASSWORD}, timeout=20)
|
|||
|
|
r.raise_for_status()
|
|||
|
|
auth = r.json()["result"]["authKey"]
|
|||
|
|
|
|||
|
|
r2 = requests.post(f"{BASE}/addonCollectionGet", json={"type":"AddonCollectionGet","authKey":auth,"update":True}, timeout=30)
|
|||
|
|
r2.raise_for_status()
|
|||
|
|
addons = r2.json()["result"]["addons"]
|
|||
|
|
addon_count = len(addons)
|
|||
|
|
|
|||
|
|
os.makedirs(BACKUP_DIR, exist_ok=True)
|
|||
|
|
ts = datetime.datetime.now(datetime.UTC).strftime("%Y-%m-%d_%H%M")
|
|||
|
|
path = f"{BACKUP_DIR}/stremio-collection-{ts}.json"
|
|||
|
|
payload = {"capturedAt": ts, "email": EMAIL, "addonCount": addon_count, "addons": addons}
|
|||
|
|
with open(path, "w") as f:
|
|||
|
|
json.dump(payload, f, indent=2, sort_keys=True)
|
|||
|
|
bytes_written = os.path.getsize(path)
|
|||
|
|
os.chmod(path, 0o600)
|
|||
|
|
print(f"OK wrote {path} ({bytes_written} bytes, {addon_count} addons)")
|
|||
|
|
|
|||
|
|
# Logout to invalidate the auth key
|
|||
|
|
try:
|
|||
|
|
requests.post(f"{BASE}/logout", json={"type":"Logout","authKey":auth}, timeout=10)
|
|||
|
|
except Exception:
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
# Prune older than RETENTION_DAYS
|
|||
|
|
cutoff = time.time() - (RETENTION_DAYS * 86400)
|
|||
|
|
pruned = 0
|
|||
|
|
for f in glob.glob(f"{BACKUP_DIR}/stremio-collection-*.json"):
|
|||
|
|
if os.path.getmtime(f) < cutoff:
|
|||
|
|
os.unlink(f); pruned += 1
|
|||
|
|
if pruned: print(f"Pruned {pruned} old backups")
|
|||
|
|
success = 1
|
|||
|
|
except Exception as e:
|
|||
|
|
print(f"ERROR: {e}", file=sys.stderr)
|
|||
|
|
|
|||
|
|
duration = time.time() - start
|
|||
|
|
body = (
|
|||
|
|
"# TYPE stremio_account_backup_success gauge\n"
|
|||
|
|
f"stremio_account_backup_success {success}\n"
|
|||
|
|
"# TYPE stremio_account_backup_bytes gauge\n"
|
|||
|
|
f"stremio_account_backup_bytes {bytes_written}\n"
|
|||
|
|
"# TYPE stremio_account_backup_addon_count gauge\n"
|
|||
|
|
f"stremio_account_backup_addon_count {addon_count}\n"
|
|||
|
|
"# TYPE stremio_account_backup_duration_seconds gauge\n"
|
|||
|
|
f"stremio_account_backup_duration_seconds {duration:.3f}\n"
|
|||
|
|
"# TYPE stremio_account_backup_last_run_timestamp gauge\n"
|
|||
|
|
f"stremio_account_backup_last_run_timestamp {int(time.time())}\n"
|
|||
|
|
)
|
|||
|
|
try:
|
|||
|
|
requests.post(PUSHGATEWAY, data=body, timeout=10).raise_for_status()
|
|||
|
|
except Exception as e:
|
|||
|
|
print(f"WARN: pushgateway POST failed: {e}", file=sys.stderr)
|
|||
|
|
|
|||
|
|
sys.exit(0 if success else 1)
|
|||
|
|
'
|
|||
|
|
EOT
|
|||
|
|
]
|
|||
|
|
env_from {
|
|||
|
|
secret_ref { name = "aiostreams-probe-secrets" }
|
|||
|
|
}
|
|||
|
|
volume_mount {
|
|||
|
|
name = "backup"
|
|||
|
|
mount_path = "/backup"
|
|||
|
|
}
|
|||
|
|
resources {
|
|||
|
|
requests = { memory = "64Mi", cpu = "10m" }
|
|||
|
|
limits = { memory = "128Mi" }
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
volume {
|
|||
|
|
name = "backup"
|
|||
|
|
persistent_volume_claim {
|
|||
|
|
claim_name = module.nfs_backup.claim_name
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
depends_on = [kubernetes_manifest.probe_secrets, module.nfs_backup]
|
|||
|
|
lifecycle {
|
|||
|
|
# KYVERNO_LIFECYCLE_V1: Kyverno admission webhook mutates dns_config with ndots=2
|
|||
|
|
ignore_changes = [spec[0].job_template[0].spec[0].template[0].spec[0].dns_config]
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
module "ingress" {
|
|||
|
|
source = "../../../modules/kubernetes/ingress_factory"
|
|||
|
|
# auth = "app": AIOStreams enforces its own UUID + password gate on /configure
|
|||
|
|
# and /api/*, and Stremio addon URLs (/stremio/{uuid}/{encryptedPassword}/...)
|
|||
|
|
# use the encryptedPassword path segment as a bearer token. Authentik forward-auth
|
|||
|
|
# broke Stremio clients (cannot follow OAuth 302) and is redundant with the app's
|
|||
|
|
# own auth. UUIDs are 128-bit random; password attempts are rate-limited.
|
|||
|
|
auth = "app"
|
|||
|
|
dns_type = "proxied"
|
|||
|
|
namespace = kubernetes_namespace.aiostreams.metadata[0].name
|
|||
|
|
name = "aiostreams"
|
|||
|
|
tls_secret_name = var.tls_secret_name
|
|||
|
|
extra_annotations = {
|
|||
|
|
"gethomepage.dev/enabled" = "true"
|
|||
|
|
"gethomepage.dev/name" = "AIOStreams"
|
|||
|
|
"gethomepage.dev/description" = "Streaming addon manager"
|
|||
|
|
"gethomepage.dev/icon" = "stremio.png"
|
|||
|
|
"gethomepage.dev/group" = "Media & Entertainment"
|
|||
|
|
"gethomepage.dev/pod-selector" = ""
|
|||
|
|
}
|
|||
|
|
}
|