#!/usr/bin/env bash # Presence-aware IPMI fan controller for the Dell R730 PVE host (192.168.1.127). # # The server lives in the GARAGE (memory id=1723). Two curves, picked by # whether someone is physically in the garage: # - COOL : garage empty -> minimise CPU temp, noise is free. # - QUIET : someone in the garage -> minimise noise, accept a warmer CPU. # Presence comes from the ha-sofia garage-door sensor: door open now, OR it # last changed within HOLD_SECS, => QUIET. Otherwise COOL. # # Safety (manual fan mode bypasses the iDRAC's own curve, so we backstop it): # - On ANY exit (crash/stop/TERM) the EXIT trap hands fans back to Dell # automatic control (raw 0x30 0x30 0x01 0x01). systemd ExecStopPost # repeats this belt-and-suspenders. # - CPU >= CEILING -> hand back to Dell auto until it recovers (RESUME_BELOW # held for RESUME_STABLE s). The firmware's own emergency cooling takes over. # - IPMI read failures (>= MAX_IPMI_FAILS) -> hand back to Dell auto. # # Deploy: scp to /usr/local/bin/fan-control (strip .sh) + install # fan-control.service + /etc/fan-control.env. Same pattern as apply-mbps-caps. # Tests: test-fan-control.sh (sources this file, exercises the pure functions). # Design: infra/docs/plans/2026-06-04-pve-fan-control-design.md # Runbook: infra/docs/runbooks/fan-control.md set -uo pipefail # ---- configuration (override via /etc/fan-control.env) ---- : "${IPMITOOL:=ipmitool}" : "${LOOP_INTERVAL:=15}" # seconds between temperature decisions : "${PRESENCE_INTERVAL:=30}" # seconds between ha-sofia garage-door polls : "${DEADBAND:=3}" # degC hysteresis applied to downward fan steps : "${CEILING:=83}" # degC: hand back to Dell auto at/above this : "${RESUME_BELOW:=75}" # degC: eligible to resume manual below this... : "${RESUME_STABLE:=120}" # ...once held that long : "${HOLD_SECS:=900}" # quiet-mode hold after last garage activity (15 min) : "${HA_URL:=http://192.168.1.8:8123}" : "${HA_TOKEN:=}" # long-lived ha-sofia token; empty => presence disabled (COOL only) : "${GARAGE_ENTITY:=sensor.garage_door_state_bg}" : "${GARAGE_OPEN_STATE:=Отворена}" # ha state string meaning "open" : "${PUSHGATEWAY_URL:=}" # optional Prometheus Pushgateway base URL : "${MAX_IPMI_FAILS:=3}" : "${DRY_RUN:=0}" # 1 => log IPMI actions instead of executing : "${RUN_ONCE:=0}" # 1 => one iteration then exit (testing) # Curves as "min_temp:pct" entries, descending; first whose min_temp <= temp wins. COOL_CURVE=(74:100 68:85 61:65 53:45 0:25) QUIET_CURVE=(82:100 78:65 73:40 0:20) log() { printf '%s %s\n' "$(date '+%Y-%m-%dT%H:%M:%S%z')" "$*"; } # ---- pure functions (no side effects; unit-tested) ---- # fc_curve -> fan percent fc_curve() { local mode="$1" temp="$2" local -a curve if [[ "$mode" == "quiet" ]]; then curve=("${QUIET_CURVE[@]}"); else curve=("${COOL_CURVE[@]}"); fi local entry for entry in "${curve[@]}"; do if (( temp >= ${entry%%:*} )); then echo "${entry##*:}"; return 0; fi done echo "${curve[-1]##*:}" } # fc_decide -> fan percent # Ramps up immediately; only steps down once the curve still wants a lower # percent even DEADBAND degrees hotter (prevents flapping at band edges). fc_decide() { local mode="$1" temp="$2" current="$3" deadband="$4" target target="$(fc_curve "$mode" "$temp")" if (( current < 0 || target >= current )); then echo "$target"; return 0; fi if (( $(fc_curve "$mode" "$((temp + deadband))") < current )); then echo "$target"; else echo "$current"; fi } # fc_presence_mode -> quiet|cool fc_presence_mode() { local state="$1" lc="$2" now="$3" hold="$4" open="$5" if [[ "$state" == "$open" ]]; then echo "quiet"; return 0; fi if (( now - lc < hold )); then echo "quiet"; return 0; fi echo "cool" } # fc_parse_temp -> integer degC fc_parse_temp() { echo "$1" | grep -oE '[0-9]+ degrees C' | grep -oE '^[0-9]+' | head -1 } # fc_json_str_field -> string value (first match; jq-free) fc_json_str_field() { printf '%s' "$1" | grep -oE "\"$2\"[[:space:]]*:[[:space:]]*\"[^\"]*\"" | head -1 \ | sed -E "s/.*:[[:space:]]*\"(.*)\"\$/\1/" } # fc_pct_to_hex -> 0xNN fc_pct_to_hex() { printf '0x%02x' "$1"; } # ---- side-effecting wrappers ---- ipmi_manual_on=0 set_manual() { # local pct="$1" hex; hex="$(fc_pct_to_hex "$pct")" if (( DRY_RUN == 1 )); then log "DRY set fan ${pct}% (${hex})"; ipmi_manual_on=1; return 0; fi if (( ipmi_manual_on == 0 )); then "$IPMITOOL" raw 0x30 0x30 0x01 0x00 >/dev/null 2>&1 || return 1 ipmi_manual_on=1 fi "$IPMITOOL" raw 0x30 0x30 0x02 0xff "$hex" >/dev/null 2>&1 } restore_auto() { if (( DRY_RUN == 1 )); then log "DRY restore Dell auto fan control"; ipmi_manual_on=0; return 0; fi "$IPMITOOL" raw 0x30 0x30 0x01 0x01 >/dev/null 2>&1 ipmi_manual_on=0 } read_cpu_temp() { fc_parse_temp "$("$IPMITOOL" sdr type temperature 2>/dev/null | grep -E '^Temp ' | head -1)" } presence_cache="cool"; presence_ts=0 get_presence() { local now; now="$(date +%s)" if (( now - presence_ts < PRESENCE_INTERVAL )); then echo "$presence_cache"; return 0; fi presence_ts="$now" [[ -z "$HA_TOKEN" ]] && { echo "$presence_cache"; return 0; } local resp state lc_iso lc_epoch resp="$(curl -fsS --max-time 5 -H "Authorization: Bearer $HA_TOKEN" \ "$HA_URL/api/states/$GARAGE_ENTITY" 2>/dev/null)" || { echo "$presence_cache"; return 0; } state="$(fc_json_str_field "$resp" state)" [[ -z "$state" ]] && { echo "$presence_cache"; return 0; } lc_iso="$(fc_json_str_field "$resp" last_changed)" lc_epoch="$(date -d "$lc_iso" +%s 2>/dev/null || echo "$now")" presence_cache="$(fc_presence_mode "$state" "$lc_epoch" "$now" "$HOLD_SECS" "$GARAGE_OPEN_STATE")" echo "$presence_cache" } push_metrics() { # [[ -z "$PUSHGATEWAY_URL" ]] && return 0 local mode_num; case "$3" in quiet) mode_num=1;; cool) mode_num=2;; *) mode_num=0;; esac curl -fsS --max-time 5 --data-binary @- \ "$PUSHGATEWAY_URL/metrics/job/fan_control/instance/pve-r730" >/dev/null 2>&1 <= MAX_IPMI_FAILS )); then log "ERR temp unreadable — Dell auto"; restore_auto; current=-1; fi (( RUN_ONCE == 1 )) && break || { sleep "$LOOP_INTERVAL"; continue; } fi fails=0 if (( temp >= CEILING )); then (( in_fallback == 0 )) && { log "CEILING temp=${temp}≥${CEILING} — Dell auto"; restore_auto; current=-1; in_fallback=1; } push_metrics "$temp" 0 fallback 1 1 (( RUN_ONCE == 1 )) && break || { sleep "$LOOP_INTERVAL"; continue; } fi if (( in_fallback == 1 )); then if (( temp < RESUME_BELOW )); then (( cool_since == 0 )) && cool_since="$(date +%s)" if (( $(date +%s) - cool_since >= RESUME_STABLE )); then log "recovered (temp<${RESUME_BELOW}C ${RESUME_STABLE}s) — resuming manual"; in_fallback=0; cool_since=0 else push_metrics "$temp" 0 fallback 1 1; (( RUN_ONCE == 1 )) && break || { sleep "$LOOP_INTERVAL"; continue; } fi else cool_since=0; push_metrics "$temp" 0 fallback 1 1 (( RUN_ONCE == 1 )) && break || { sleep "$LOOP_INTERVAL"; continue; } fi fi local mode ha_ok=1; mode="$(get_presence)"; [[ -z "$HA_TOKEN" ]] && ha_ok=0 local pct; pct="$(fc_decide "$mode" "$temp" "$current" "$DEADBAND")" if (( pct != current )); then if set_manual "$pct"; then log "temp=${temp}C mode=${mode} fan=${pct}% (was ${current}%)"; current="$pct" else log "WARN set_manual ${pct}% failed"; fi fi push_metrics "$temp" "$current" "$mode" "$ha_ok" 0 (( RUN_ONCE == 1 )) && break || sleep "$LOOP_INTERVAL" done } if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then main "$@"; fi