50 lines
2 KiB
Bash
Executable file
50 lines
2 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
#
|
|
# 99-finalize-resume.sh — Resume pipeline from Phase 6 (deep enrichment) + Phase 9 (lint).
|
|
# Used after killing the over-broad shallow enrichment.
|
|
#
|
|
# Phases 3-5, 7, 8 already completed in previous run.
|
|
|
|
set -uo pipefail
|
|
|
|
ROOT="/Users/guto/ufo"
|
|
LOG="/tmp/ufo-finalize.log"
|
|
PY="python3"
|
|
|
|
cd "$ROOT" || exit 1
|
|
|
|
phase() {
|
|
local name="$1"; shift
|
|
echo "" | tee -a "$LOG"
|
|
echo "================================================================" | tee -a "$LOG"
|
|
echo "=== $(date -u +%Y-%m-%dT%H:%M:%SZ) — $name" | tee -a "$LOG"
|
|
echo "================================================================" | tee -a "$LOG"
|
|
"$@" 2>&1 | tee -a "$LOG"
|
|
local rc=${PIPESTATUS[0]}
|
|
echo "=== rc=$rc" | tee -a "$LOG"
|
|
return $rc
|
|
}
|
|
|
|
echo "" >> "$LOG"
|
|
echo "================================================================" >> "$LOG"
|
|
echo "==== RESUME PIPELINE (deep enrichment + lint) $(date -u +%Y-%m-%dT%H:%M:%SZ) ====" >> "$LOG"
|
|
echo "================================================================" >> "$LOG"
|
|
|
|
# --- Phase 6 (deep tier only) — 1,107 entities, ~3h, ~$55 ---
|
|
phase "Phase 6 — enrichment (deep tier only, 1107 entities, 3 workers)" \
|
|
$PY scripts/17-enrich-entities.py --all --tier deep --workers 3 || true
|
|
|
|
# --- Phase 9 — Lint (rebuilds mentioned_in[]) ---
|
|
phase "Phase 9 — lint + backlink rebuild" \
|
|
$PY scripts/04-lint.py || true
|
|
|
|
echo "" | tee -a "$LOG"
|
|
echo "================================================================" | tee -a "$LOG"
|
|
echo "==== RESUME PIPELINE FINISHED $(date -u +%Y-%m-%dT%H:%M:%SZ) ====" | tee -a "$LOG"
|
|
echo "================================================================" | tee -a "$LOG"
|
|
|
|
PAGES=$(find "$ROOT/wiki/pages" -name "p*.md" 2>/dev/null | wc -l | tr -d ' ')
|
|
ENTITIES=$(find "$ROOT/wiki/entities" -name "*.md" 2>/dev/null | wc -l | tr -d ' ')
|
|
ENRICHED_DEEP=$(grep -l "enrichment_status: deep" "$ROOT/wiki/entities/"*/*.md 2>/dev/null | wc -l | tr -d ' ')
|
|
|
|
echo "pages: $PAGES · entities: $ENTITIES · enriched (deep): $ENRICHED_DEEP" | tee -a "$LOG"
|