checkpoint: pipeline + 27k/h baseline before sitemap discovery

This commit is contained in:
qananasikq
2026-04-18 16:34:09 +03:00
parent a8c5f8aa41
commit 5999c2e42d
30 changed files with 4993 additions and 61 deletions

15
_check3.sh Normal file
View File

@@ -0,0 +1,15 @@
#!/bin/bash
echo "== ERRORS/EXCEPTIONS за последние 5 минут worker =="
docker logs iaai-worker --since 5m 2>&1 | grep -iE "error|traceback|exception|failed|warning" | grep -v "Segment.*done" | tail -20
echo ""
echo "== Последние события (batch/upsert/save) =="
docker logs iaai-worker --tail 500 2>&1 | grep -iE "batch|upsert|save|Processing|finished|collected" | tail -15
echo ""
echo "== DB: cars schema =="
docker exec iaai-postgres psql -U iaai -d iaai_scraper -c "\d cars" 2>&1 | head -40
echo ""
echo "== DB: real counts =="
docker exec iaai-postgres psql -U iaai -d iaai_scraper -t -c "select 'total=' || count(*), 'last_5min=' || count(*) filter (where last_seen_at > now() - interval '5 minutes') from cars;"
echo ""
echo "== Текущая активность sync (tail) =="
docker logs iaai-worker --tail 5 2>&1