variable "tls_secret_name" { type = string sensitive = true } variable "nfs_server" { type = string } variable "postgresql_host" { type = string } resource "kubernetes_namespace" "wealthfolio" { metadata { name = "wealthfolio" labels = { "istio-injection" : "disabled" tier = local.tiers.aux "keel.sh/enrolled" = "true" } } lifecycle { # KYVERNO_LIFECYCLE_V1: goldilocks-vpa-auto-mode ClusterPolicy stamps this label on every namespace ignore_changes = [metadata[0].labels["goldilocks.fairwinds.com/vpa-update-mode"]] } } resource "kubernetes_manifest" "external_secret" { manifest = { apiVersion = "external-secrets.io/v1beta1" kind = "ExternalSecret" metadata = { name = "wealthfolio-secrets" namespace = "wealthfolio" } spec = { refreshInterval = "15m" secretStoreRef = { name = "vault-kv" kind = "ClusterSecretStore" } target = { name = "wealthfolio-secrets" } dataFrom = [{ extract = { key = "wealthfolio" } }] } } depends_on = [kubernetes_namespace.wealthfolio] } # DB credentials for the SQLite→PG ETL sidecar. Vault DB engine static role # `pg-wealthfolio-sync` rotates this every 7 days; ExternalSecret refreshes # the K8s Secret every 15m so the sidecar always has a valid password. resource "kubernetes_manifest" "wealthfolio_sync_db_external_secret" { manifest = { apiVersion = "external-secrets.io/v1beta1" kind = "ExternalSecret" metadata = { name = "wealthfolio-sync-db-creds" namespace = "wealthfolio" } spec = { refreshInterval = "15m" secretStoreRef = { name = "vault-database" kind = "ClusterSecretStore" } target = { name = "wealthfolio-sync-db-creds" template = { metadata = { annotations = { "reloader.stakater.com/match" = "true" } } data = { PGHOST = var.postgresql_host PGPORT = "5432" PGDATABASE = "wealthfolio_sync" PGUSER = "wealthfolio_sync" PGPASSWORD = "{{ .password }}" } } } data = [{ secretKey = "password" remoteRef = { key = "static-creds/pg-wealthfolio-sync" property = "password" } }] } } depends_on = [kubernetes_namespace.wealthfolio] } module "tls_secret" { source = "../../modules/kubernetes/setup_tls_secret" namespace = kubernetes_namespace.wealthfolio.metadata[0].name tls_secret_name = var.tls_secret_name } resource "random_string" "random" { length = 32 lower = true } resource "kubernetes_deployment" "wealthfolio" { lifecycle { ignore_changes = [ spec[0].template[0].spec[0].dns_config, # KYVERNO_LIFECYCLE_V1 metadata[0].annotations["keel.sh/policy"], metadata[0].annotations["keel.sh/trigger"], metadata[0].annotations["keel.sh/pollSchedule"], # KYVERNO_LIFECYCLE_V2 metadata[0].annotations["keel.sh/match-tag"], spec[0].template[0].spec[0].container[0].image, # KEEL_IGNORE_IMAGE — Keel manages tag updates spec[0].template[0].spec[0].container[1].image, spec[0].template[0].spec[0].container[2].image, metadata[0].annotations["kubernetes.io/change-cause"], metadata[0].annotations["deployment.kubernetes.io/revision"], spec[0].template[0].metadata[0].annotations["keel.sh/update-time"], # KEEL_LIFECYCLE_V1 ] } metadata { name = "wealthfolio" namespace = kubernetes_namespace.wealthfolio.metadata[0].name labels = { app = "wealthfolio" tier = local.tiers.aux } annotations = { "reloader.stakater.com/auto" = "true" } } spec { replicas = 1 strategy { type = "Recreate" } selector { match_labels = { app = "wealthfolio" } } template { metadata { labels = { app = "wealthfolio" } annotations = { "diun.enable" = "true" "diun.include_tags" = "^v?\\d+\\.\\d+\\.\\d+$" } } spec { container { # Pinned 2026-05-26: prior live was :3.2.1, Keel rolled it to :2.0 # on 2026-05-26 03:13, then truncated to :3.2 at 06:46 (Keel string # match dropped the patch suffix). Restore the patch version. image = "afadil/wealthfolio:3.2.1" name = "wealthfolio" port { container_port = 8080 } env { name = "WF_LISTEN_ADDR" value = "0.0.0.0:8080" } env { name = "WF_AUTH_PASSWORD_HASH" value_from { secret_key_ref { name = "wealthfolio-secrets" key = "password_hash" } } } env { name = "WF_DB_PATH" value = "/data/wealthfolio.db" } env { name = "WF_CORS_ALLOW_ORIGINS" value = "https://authentik.viktorbarzin.me" } env { name = "WF_AUTH_TOKEN_TTL_MINUTES" value = "10080" } env { name = "WF_SECRET_KEY" value = random_string.random.result } volume_mount { name = "data" mount_path = "/data" } # 2026-04-18 OOM after broker-sync Phase 3 landed (~700 activities # across 6 accounts including Fidelity + matched cash flows). The # /api/v1/net-worth + /valuations/history endpoints materialise the # full history in memory for the chart; 64Mi was a Phase-0 guess # that fit a 10-activity demo DB and nothing bigger. resources { requests = { cpu = "10m" memory = "256Mi" } limits = { memory = "1Gi" } } } # Backup sidecar — see the big comment further down. Shares the WF # data PVC (read-only) + the NFS backup target. busybox crond fires # a nightly sqlite3 .backup so we have an off-cluster copy. container { name = "backup" image = "alpine:3.20" command = ["/bin/sh", "-c", <<-EOT set -eu apk add --no-cache --quiet sqlite busybox-suid mkdir -p /etc/crontabs cat >/etc/crontabs/root <<'CRON' 30 4 * * * /scripts/backup.sh >>/proc/1/fd/1 2>&1 CRON mkdir -p /scripts cat >/scripts/backup.sh <<'SCRIPT' #!/bin/sh set -eu TS=$(date +%Y-%m-%dT%H-%M-%S) DIR=/backup/$TS mkdir -p "$DIR" sqlite3 /data/wealthfolio.db ".backup $DIR/wealthfolio.db" cp /data/secrets.json "$DIR/" 2>/dev/null || true # Retention — keep 30 days. find /backup -mindepth 1 -maxdepth 1 -type d -mtime +30 -exec rm -rf {} + echo "wealthfolio-backup: $DIR ($(du -sh $DIR | cut -f1))" SCRIPT chmod +x /scripts/backup.sh echo "wealthfolio-backup sidecar ready; next 04:30 UTC" exec crond -f -l 8 EOT ] volume_mount { name = "data" mount_path = "/data" read_only = true } volume_mount { name = "backup" mount_path = "/backup" } resources { requests = { cpu = "5m", memory = "16Mi" } limits = { memory = "64Mi" } } } # pg-sync sidecar — mirrors a small subset of SQLite into PG every hour # so Grafana can chart net worth / contributions / growth via the # `wealthfolio_sync` database. Mounts /data RO; writes to a tmp dir # for the sqlite3 .backup snapshot to avoid blocking writers. Bootstrap # DDL runs each iteration (CREATE TABLE IF NOT EXISTS — idempotent). # Truncate-and-reload pattern: tables are small (~10k DAV rows, ~500 # activities, 6 accounts), so a full reload each hour is simpler than # incremental upserts and gives clean cold-start behaviour. container { name = "pg-sync" image = "alpine:3.20" env { name = "PGHOST" value_from { secret_key_ref { name = "wealthfolio-sync-db-creds" key = "PGHOST" } } } env { name = "PGPORT" value_from { secret_key_ref { name = "wealthfolio-sync-db-creds" key = "PGPORT" } } } env { name = "PGDATABASE" value_from { secret_key_ref { name = "wealthfolio-sync-db-creds" key = "PGDATABASE" } } } env { name = "PGUSER" value_from { secret_key_ref { name = "wealthfolio-sync-db-creds" key = "PGUSER" } } } env { name = "PGPASSWORD" value_from { secret_key_ref { name = "wealthfolio-sync-db-creds" key = "PGPASSWORD" } } } command = ["/bin/sh", "-c", <<-EOT set -eu apk add --no-cache --quiet sqlite postgresql-client busybox-suid mkdir -p /etc/crontabs /scripts /tmp/wf-sync cat >/etc/crontabs/root <<'CRON' # Hourly: snapshot SQLite, reload PG mirror. 7 * * * * /scripts/sync.sh >>/proc/1/fd/1 2>&1 CRON cat >/scripts/sync.sh <<'SCRIPT' #!/bin/sh set -eu TS=$(date -u +%Y-%m-%dT%H:%M:%SZ) echo "[$TS] wealthfolio-pg-sync: starting" # Bootstrap schema (idempotent). psql -v ON_ERROR_STOP=1 <<'SQL' CREATE TABLE IF NOT EXISTS accounts ( id TEXT PRIMARY KEY, name TEXT, account_type TEXT, currency TEXT, is_active BOOLEAN ); CREATE TABLE IF NOT EXISTS daily_account_valuation ( id TEXT PRIMARY KEY, account_id TEXT NOT NULL, valuation_date DATE NOT NULL, account_currency TEXT, base_currency TEXT, fx_rate_to_base NUMERIC, cash_balance NUMERIC, investment_market_value NUMERIC, total_value NUMERIC, cost_basis NUMERIC, net_contribution NUMERIC ); CREATE INDEX IF NOT EXISTS idx_dav_acct_date ON daily_account_valuation(account_id, valuation_date); CREATE INDEX IF NOT EXISTS idx_dav_date ON daily_account_valuation(valuation_date); CREATE TABLE IF NOT EXISTS activities ( id TEXT PRIMARY KEY, account_id TEXT, asset_id TEXT, activity_type TEXT, activity_date TIMESTAMPTZ, quantity NUMERIC, unit_price NUMERIC, amount NUMERIC, fee NUMERIC, currency TEXT, fx_rate NUMERIC, notes TEXT ); CREATE INDEX IF NOT EXISTS idx_act_date ON activities(activity_date); CREATE TABLE IF NOT EXISTS assets ( id TEXT PRIMARY KEY, symbol TEXT, name TEXT, currency TEXT, kind TEXT, exchange TEXT, is_active BOOLEAN ); CREATE TABLE IF NOT EXISTS quote_latest ( asset_id TEXT PRIMARY KEY, day DATE NOT NULL, close NUMERIC NOT NULL, currency TEXT ); CREATE TABLE IF NOT EXISTS positions_latest ( asset_id TEXT PRIMARY KEY, snapshot_date DATE NOT NULL, quantity NUMERIC NOT NULL, average_cost NUMERIC NOT NULL, total_cost_basis NUMERIC NOT NULL, currency TEXT ); -- Drop-in replacement for daily_account_valuation. Net contribution -- is corrected for two classes of "synthetic" flows that broker-sync -- emits to make Wealthfolio's bookkeeping balance, but which do NOT -- represent real user contributions/withdrawals: -- -- 1. Fidelity pension `unrealised-gains-offset` DEPOSITs — emitted -- to reconcile WF totals with PlanViewer. Otherwise WF treats -- the gain as a contribution, growth shows £0. -- -- 2. Schwab RSU `cash-flow-match` DEPOSITs and WITHDRAWALs — -- emitted to pair each vest BUY with a cash DEPOSIT and each -- sell-to-cover SELL with a cash WITHDRAWAL. The user never -- transfers cash to Schwab (RSUs are compensation) and the -- sell proceeds leave the account to bank (counted elsewhere -- when redeposited to IE/T212). Without correction, Schwab -- shows huge negative net_contribution because sell proceeds -- exceed vest cost basis cumulatively. -- -- Scope: the cash-flow-match filter targets ONLY the Schwab account -- (account_id below). For InvestEngine / Trading212 the same note -- pattern marks REAL user deposits, so they must be preserved. CREATE OR REPLACE VIEW dav_corrected AS WITH synthetic_flows AS ( -- Fidelity pension unrealised-gains-offsets (always DEPOSIT). SELECT account_id, activity_date::date AS effective_date, COALESCE(amount, 0) AS synthetic_net FROM activities WHERE notes LIKE 'fidelity-planviewer:unrealised-gains-offset%' UNION ALL -- Schwab RSU cash-flow-match (DEPOSIT positive, WITHDRAWAL negative). SELECT account_id, activity_date::date AS effective_date, CASE WHEN activity_type='DEPOSIT' THEN COALESCE(amount, 0) WHEN activity_type='WITHDRAWAL' THEN -COALESCE(amount, 0) ELSE 0 END AS synthetic_net FROM activities WHERE notes LIKE 'cash-flow-match:%' AND account_id = '72d34e09-c1a6-41aa-99ea-abe3305ecc4a' -- Schwab ), base AS ( SELECT d.id, d.account_id, d.valuation_date, d.account_currency, d.base_currency, d.fx_rate_to_base, d.cash_balance, d.investment_market_value, d.total_value, d.cost_basis, d.net_contribution AS nc_raw, COALESCE(SUM(s.synthetic_net), 0) AS synthetic_adjustment FROM daily_account_valuation d LEFT JOIN synthetic_flows s ON s.account_id = d.account_id AND s.effective_date <= d.valuation_date GROUP BY d.id, d.account_id, d.valuation_date, d.account_currency, d.base_currency, d.fx_rate_to_base, d.cash_balance, d.investment_market_value, d.total_value, d.cost_basis, d.net_contribution ), -- LOCF gap-fill: a Fidelity pension valuation of 0 is always a -- PlanViewer scrape gap (the pot can't really be £0), never a real -- balance. Without this a missed scrape craters net worth to £0 for -- the gap and the "Monthly contributions" panel shows a phantom -- withdrawal then rebound (witnessed Feb 2026: -£97k / +£100k). Carry -- the last non-zero day forward across the gap. Scoped to Fidelity -- (account_id below); brokerage 0s are left untouched. filled AS ( SELECT *, SUM(CASE WHEN total_value > 0 THEN 1 ELSE 0 END) OVER (PARTITION BY account_id ORDER BY valuation_date) AS tv_grp FROM base ) SELECT id, account_id, valuation_date, account_currency, base_currency, fx_rate_to_base, CASE WHEN account_id = 'a7d6208d-2bd6-4f85-bf54-b77984c78234' AND total_value = 0 THEN MAX(cash_balance) OVER w ELSE cash_balance END AS cash_balance, CASE WHEN account_id = 'a7d6208d-2bd6-4f85-bf54-b77984c78234' AND total_value = 0 THEN MAX(investment_market_value) OVER w ELSE investment_market_value END AS investment_market_value, CASE WHEN account_id = 'a7d6208d-2bd6-4f85-bf54-b77984c78234' AND total_value = 0 THEN MAX(total_value) OVER w ELSE total_value END AS total_value, CASE WHEN account_id = 'a7d6208d-2bd6-4f85-bf54-b77984c78234' AND total_value = 0 THEN MAX(cost_basis) OVER w ELSE cost_basis END AS cost_basis, nc_raw AS net_contribution_raw, (CASE WHEN account_id = 'a7d6208d-2bd6-4f85-bf54-b77984c78234' AND total_value = 0 THEN MAX(nc_raw) OVER w ELSE nc_raw END) - synthetic_adjustment AS net_contribution, synthetic_adjustment FROM filled WINDOW w AS (PARTITION BY account_id, tv_grp); SQL # Snapshot SQLite (online backup — non-blocking). rm -f /tmp/wf-sync/snapshot.db sqlite3 /data/wealthfolio.db ".backup /tmp/wf-sync/snapshot.db" # Dump source rows to TSV. sqlite3 -separator $'\t' /tmp/wf-sync/snapshot.db \ "SELECT id, name, account_type, currency, is_active FROM accounts;" \ > /tmp/wf-sync/accounts.tsv sqlite3 -separator $'\t' /tmp/wf-sync/snapshot.db <<'SQ' > /tmp/wf-sync/dav.tsv SELECT id, account_id, valuation_date, account_currency, base_currency, CAST(fx_rate_to_base AS REAL), CAST(cash_balance AS REAL), CAST(investment_market_value AS REAL), CAST(total_value AS REAL), CAST(cost_basis AS REAL), CAST(net_contribution AS REAL) FROM daily_account_valuation WHERE account_id != 'TOTAL'; -- synthetic pre-aggregated row; would double-count when summed SQ sqlite3 -separator $'\t' /tmp/wf-sync/snapshot.db <<'SQ' > /tmp/wf-sync/activities.tsv SELECT id, account_id, asset_id, activity_type, activity_date, CAST(quantity AS REAL), CAST(unit_price AS REAL), CAST(amount AS REAL), CAST(fee AS REAL), currency, CAST(fx_rate AS REAL), notes FROM activities WHERE status='POSTED'; SQ sqlite3 -separator $'\t' /tmp/wf-sync/snapshot.db <<'SQ' > /tmp/wf-sync/assets.tsv SELECT id, COALESCE(display_code, instrument_symbol) AS symbol, name, quote_ccy AS currency, kind, COALESCE(instrument_exchange_mic, '') AS exchange, is_active FROM assets; SQ # Latest quote per asset, preferring YAHOO over MANUAL when both exist on the same day. sqlite3 -separator $'\t' /tmp/wf-sync/snapshot.db <<'SQ' > /tmp/wf-sync/quote_latest.tsv SELECT asset_id, day, CAST(close AS REAL) AS close, currency FROM ( SELECT asset_id, day, close, currency, ROW_NUMBER() OVER ( PARTITION BY asset_id ORDER BY day DESC, CASE source WHEN 'YAHOO' THEN 1 ELSE 2 END ) AS rn FROM quotes ) WHERE rn = 1; SQ # Currently-held positions only, from the TOTAL aggregate snapshot (sums lots across accounts). sqlite3 -separator $'\t' /tmp/wf-sync/snapshot.db <<'SQ' > /tmp/wf-sync/positions_latest.tsv SELECT je.key AS asset_id, snapshot_date, CAST(json_extract(je.value, '$.quantity') AS REAL) AS quantity, CAST(json_extract(je.value, '$.averageCost') AS REAL) AS average_cost, CAST(json_extract(je.value, '$.totalCostBasis') AS REAL) AS total_cost_basis, json_extract(je.value, '$.currency') AS currency FROM holdings_snapshots, json_each(holdings_snapshots.positions) AS je WHERE account_id = 'TOTAL' AND snapshot_date = (SELECT MAX(snapshot_date) FROM holdings_snapshots WHERE account_id = 'TOTAL') AND CAST(json_extract(je.value, '$.quantity') AS REAL) > 0.0001; SQ # Truncate-and-reload (small tables; simpler than upserts). psql -v ON_ERROR_STOP=1 <