19 lines
914 B
Bash
19 lines
914 B
Bash
#!/usr/bin/env bash
|
|
set -euo pipefail
|
|
cd /root/iaai-parser
|
|
|
|
echo '--- services ---'
|
|
docker compose ps
|
|
|
|
echo '--- env speed ---'
|
|
grep -nE 'IAAI_PROFILE|IAAI_SCRAPING_PROFILE|IAAI_HTTP_FIRST|IAAI_LISTING_SEGMENTS|IAAI_FAST_SEGMENT_YEAR_SPLITS|CELERY_WORKER_CONCURRENCY|IAAI_FETCH_CONCURRENCY|CELERY_BATCH_SIZE' .env
|
|
|
|
echo '--- db count ---'
|
|
docker compose exec -T postgres psql -U iaai -d iaai_scraper -t -c "select count(*) as cars_count, max(last_seen_at) as last_seen from iaai_cars;"
|
|
|
|
echo '--- redis progress ---'
|
|
docker compose exec -T redis redis-cli MGET iaai:state:sync_listing_checkpoint iaai:state:sync_segments_done iaai:state:sync_segments_total iaai:state:sync_full_scan_done
|
|
|
|
echo '--- recent worker progress ---'
|
|
docker compose logs --tail=80 worker | grep -E 'Segment [0-9]+/[0-9]+|Fast HTTP-first listing started|Fast HTTP-first listing collected|Fast HTTP-first DB batch|ERROR|WARNING' | tail -40
|