30 lines
1.2 KiB
Bash
30 lines
1.2 KiB
Bash
#!/bin/bash
|
|
set -e
|
|
cd /root/iaai_scraper_project
|
|
echo "== update .env =="
|
|
sed -i 's/^IAAI_MAX_PAGES_PER_RUN=.*/IAAI_MAX_PAGES_PER_RUN=50/' .env
|
|
grep MAX_PAGES .env
|
|
echo ""
|
|
echo "== restart worker (wait for finish) =="
|
|
docker compose stop worker
|
|
docker compose up -d worker
|
|
sleep 10
|
|
echo ""
|
|
echo "== clear lock =="
|
|
docker exec iaai-redis redis-cli del iaai:locks:sync_listing iaai:state:startup_sync_dispatched iaai:state:sync_listing_followup_pending
|
|
echo ""
|
|
echo "== dispatch =="
|
|
docker exec iaai-worker python -c "from iaai_scraper.worker.celery_app import celery_app; r=celery_app.send_task('iaai_scraper.worker.tasks.sync_listing_task', kwargs={'only_new': False}, queue='scraping'); print('dispatched:', r.id)"
|
|
echo ""
|
|
echo "== wait 90s =="
|
|
sleep 90
|
|
echo ""
|
|
echo "== DB =="
|
|
docker exec iaai-postgres psql -U iaai -d iaai_scraper -t -c "select 'total=' || count(*), 'last_5min=' || count(*) filter (where last_seen_at > now() - interval '5 minutes'), 'max=' || max(last_seen_at)::text from cars;"
|
|
echo ""
|
|
echo "== BATCH + UPSERT EVENTS =="
|
|
docker logs iaai-worker --tail 5000 2>&1 | grep -E "HTTP-mode batch|HTTP-mode listing done|Segment.*done|upserted" | tail -20
|
|
echo ""
|
|
echo "== TAIL =="
|
|
docker logs iaai-worker --tail 8
|