checkpoint: pipeline + 27k/h baseline before sitemap discovery
This commit is contained in:
10
_wait_check.sh
Normal file
10
_wait_check.sh
Normal file
@@ -0,0 +1,10 @@
|
||||
#!/bin/bash
|
||||
sleep 60
|
||||
echo "== DB =="
|
||||
docker exec iaai-postgres psql -U iaai -d iaai_scraper -t -c "select 'total=' || count(*), 'last_3min=' || count(*) filter (where last_seen_at > now() - interval '3 minutes'), 'max=' || max(last_seen_at)::text from cars;"
|
||||
echo ""
|
||||
echo "== BATCH + SEGMENT DONE EVENTS =="
|
||||
docker logs iaai-worker --tail 3000 2>&1 | grep -E "HTTP-mode batch|HTTP-mode listing done: [1-9]|Segment.*done.*upserted=[1-9]|Sync run.*finished: [1-9]" | tail -15
|
||||
echo ""
|
||||
echo "== последние 10 строк =="
|
||||
docker logs iaai-worker --tail 10
|
||||
Reference in New Issue
Block a user