27 lines
936 B
Bash
27 lines
936 B
Bash
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
cd /root/iaai_scraper_project
|
|
|
|
echo "== DB now =="
|
|
docker compose exec -T postgres psql -U iaai -d iaai_scraper -c "
|
|
SELECT
|
|
count(*) AS total,
|
|
count(*) FILTER (WHERE last_seen_at > now() - interval '1 minute') AS last_1min,
|
|
count(*) FILTER (WHERE last_seen_at > now() - interval '5 minutes') AS last_5min,
|
|
count(*) FILTER (WHERE last_seen_at > now() - interval '15 minutes') AS last_15min,
|
|
max(last_seen_at) AS max_ts,
|
|
now() AS now_ts
|
|
FROM cars;"
|
|
|
|
echo
|
|
echo "== last 10 upsert / segment-done events =="
|
|
docker compose logs --tail=1000 worker 2>&1 | grep -E 'upserted=|Segment .* done|HTTP-mode batch' | tail -n 15
|
|
|
|
echo
|
|
echo "== last 5 page-progress =="
|
|
docker compose logs --tail=200 worker 2>&1 | grep -E 'HTTP-mode page' | tail -n 5
|
|
|
|
echo
|
|
echo "== recent 500s (if any) =="
|
|
docker compose logs --tail=500 worker 2>&1 | grep -E 'status=500|status=403' | tail -n 5 || true
|