#!/usr/bin/env bash set -euo pipefail cd /root/iaai_scraper_project echo "== DB now ==" docker compose exec -T postgres psql -U iaai -d iaai_scraper -c " SELECT count(*) AS total, count(*) FILTER (WHERE last_seen_at > now() - interval '1 minute') AS last_1min, count(*) FILTER (WHERE last_seen_at > now() - interval '5 minutes') AS last_5min, count(*) FILTER (WHERE last_seen_at > now() - interval '15 minutes') AS last_15min, max(last_seen_at) AS max_ts, now() AS now_ts FROM cars;" echo echo "== last 10 upsert / segment-done events ==" docker compose logs --tail=1000 worker 2>&1 | grep -E 'upserted=|Segment .* done|HTTP-mode batch' | tail -n 15 echo echo "== last 5 page-progress ==" docker compose logs --tail=200 worker 2>&1 | grep -E 'HTTP-mode page' | tail -n 5 echo echo "== recent 500s (if any) ==" docker compose logs --tail=500 worker 2>&1 | grep -E 'status=500|status=403' | tail -n 5 || true