#!/bin/bash
# Daily HSEQ Intelligence Pipeline
# Runs at 07:00 via cron
LOG="/root/projects/jg/HSEQ-Intelligence-Monitor/logs/intelligence-pipeline.log"
echo "=== $(date) === Pipeline start" >> $LOG

# Trigger all tier 1 scrapes via API (with correct BASE_PATH prefix)
for src in arboportaal inspectie_szw rivm brzoplus infomil wetten procesveiligheid; do
    result=$(curl -s -X POST "http://127.0.0.1:5052/hseq-dashboard/api/scraper/run/$src" 2>&1)
    echo "$(date) $src: $result" >> $LOG
    sleep 5
done

# Refresh intelligence JSON
refresh=$(curl -s -X POST "http://127.0.0.1:5052/hseq-dashboard/api/intelligence/refresh" 2>&1)
echo "$(date) Intelligence: $refresh" >> $LOG
echo "=== $(date) === Pipeline complete" >> $LOG