operator
49 lines
1.8 KiB
Bash
Executable File
49 lines
1.8 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# retention-run-rotations.sh — retention piece 1 driver (board bug b67084660385).
|
|
# Runs all three piece-1 rotations (chat-history, job-log, followups archive)
|
|
# then verifies every archive touched. Idempotent: no-op when under threshold.
|
|
# A full run report is appended to logs/retention-runs/retention-run-TS.log.
|
|
# Exits 2 if any rotation or verification fails (so the timer run is loud).
|
|
set -uo pipefail
|
|
|
|
ROOT="${NETVM_ROOT:-/home/super/Projects/NetVM}"
|
|
BIN="$ROOT/bin"
|
|
ARCHIVE_DIR="$ROOT/logs/archive"
|
|
RUN_TS="$(date -u +%Y%m%d-%H%M%S)"
|
|
LOGDIR="$ROOT/logs/retention-runs"
|
|
mkdir -p "$LOGDIR"
|
|
LOG="$LOGDIR/retention-run-$RUN_TS.log"
|
|
|
|
{
|
|
echo "=== retention-run $RUN_TS (UTC) ==="
|
|
|
|
fail=0
|
|
|
|
"$BIN/retention-rotate-chat-history.sh" || fail=1
|
|
"$BIN/retention-rotate-job-log.sh" || fail=1
|
|
"$BIN/retention-archive-followups.py" || fail=1
|
|
"$BIN/retention-archive-jobs.py" scan || fail=1
|
|
|
|
echo "--- verification ---"
|
|
|
|
# Verify the newest chat-history / job-log archives (skip if none exist)
|
|
for pattern in "chat-history-*.jsonl.gz" "job-log-*.jsonl.gz"; do
|
|
newest="$(ls -t "$ARCHIVE_DIR"/$pattern 2>/dev/null | head -1 || true)"
|
|
if [ -n "$newest" ]; then
|
|
"$BIN/retention-verify-archive.sh" "$newest" || fail=1
|
|
else
|
|
echo "SKIP verify: no $pattern in $ARCHIVE_DIR"
|
|
fi
|
|
done
|
|
|
|
# Verify the followups archive (append-only, cumulative)
|
|
"$BIN/retention-verify-archive.sh" "$ROOT/followups.archive.jsonl" || fail=1
|
|
|
|
echo "--- live sizes after run ---"
|
|
ls -la "$ROOT/logs/chat-history.jsonl" "$ROOT/job-log.jsonl" "$ROOT/followups.json" 2>/dev/null || true
|
|
echo "active jobs: $(ls -1 "$ROOT/jobs"/*.json 2>/dev/null | wc -l), archived jobs: $(ls -1 "$ROOT/jobs/archive"/*.json 2>/dev/null | wc -l)"
|
|
|
|
echo "=== retention-run done rc=$fail ==="
|
|
exit $fail
|
|
} 2>&1 | tee -a "$LOG"
|