102 lines
2.6 KiB
Bash
102 lines
2.6 KiB
Bash
#!/bin/bash
|
|
set -euo pipefail
|
|
|
|
is_worker_command() {
|
|
local joined="$*"
|
|
case "$joined" in
|
|
*"celery -A iaai_scraper.worker.celery_app worker"*|*" celery -A iaai_scraper.worker.celery_app worker"*)
|
|
return 0
|
|
;;
|
|
esac
|
|
return 1
|
|
}
|
|
|
|
is_scrape_cli_command() {
|
|
local joined="$*"
|
|
case "$joined" in
|
|
*"collect-listing"*|*"scrape-vehicle"*|*"sync-vehicle"*|*"sync-listing"*)
|
|
return 0
|
|
;;
|
|
esac
|
|
return 1
|
|
}
|
|
|
|
needs_browser_runtime() {
|
|
is_worker_command "$@" || is_scrape_cli_command "$@"
|
|
}
|
|
|
|
start_proxy_bridge_if_needed() {
|
|
if ! needs_browser_runtime "$@"; then
|
|
return 0
|
|
fi
|
|
|
|
if [ -z "${SOCKS5_PROXY_HOST:-}" ]; then
|
|
return 0
|
|
fi
|
|
|
|
echo "[entrypoint] Starting proxy bridge (HTTP :8899 → SOCKS5 ${SOCKS5_PROXY_HOST}:${SOCKS5_PROXY_PORT:-1002})..."
|
|
|
|
if [ -z "${IAAI_PROXY_SERVER:-}" ]; then
|
|
export IAAI_PROXY_SERVER="http://127.0.0.1:8899"
|
|
elif [ "${IAAI_PROXY_SERVER}" = "http://localhost:8899" ]; then
|
|
export IAAI_PROXY_SERVER="http://127.0.0.1:8899"
|
|
fi
|
|
|
|
echo "[entrypoint] Using browser proxy: ${IAAI_PROXY_SERVER}"
|
|
python -m iaai_scraper.proxy_bridge &
|
|
BRIDGE_PID=$!
|
|
sleep 1
|
|
|
|
if ! kill -0 "${BRIDGE_PID}" 2>/dev/null; then
|
|
echo "[entrypoint] ERROR: iaai_scraper.proxy_bridge failed to start"
|
|
exit 1
|
|
fi
|
|
|
|
echo "[entrypoint] Proxy bridge started (PID ${BRIDGE_PID})"
|
|
}
|
|
|
|
start_xvfb_if_needed() {
|
|
if ! needs_browser_runtime "$@"; then
|
|
return 0
|
|
fi
|
|
|
|
# IAAI blocks headless Chromium on Linux; run headed via Xvfb virtual display
|
|
export DISPLAY=:99
|
|
export IAAI_HEADLESS=false
|
|
local xvfb_pid_file="/tmp/xvfb-99.pid"
|
|
|
|
if [ -f "${xvfb_pid_file}" ]; then
|
|
local existing_pid
|
|
existing_pid="$(cat "${xvfb_pid_file}")"
|
|
if [ -n "${existing_pid}" ] && kill -0 "${existing_pid}" 2>/dev/null; then
|
|
echo "[entrypoint] Reusing existing Xvfb on DISPLAY=${DISPLAY} (PID ${existing_pid})"
|
|
return 0
|
|
fi
|
|
echo "[entrypoint] Removing stale Xvfb pid file"
|
|
rm -f "${xvfb_pid_file}"
|
|
fi
|
|
|
|
if [ -S /tmp/.X11-unix/X99 ] || [ -f /tmp/.X99-lock ]; then
|
|
echo "[entrypoint] Removing stale Xvfb socket/lock files for DISPLAY=${DISPLAY}"
|
|
rm -f /tmp/.X11-unix/X99 /tmp/.X99-lock
|
|
fi
|
|
|
|
Xvfb :99 -screen 0 1920x1080x24 -nolisten tcp &
|
|
XVFB_PID=$!
|
|
echo "${XVFB_PID}" > "${xvfb_pid_file}"
|
|
sleep 0.5
|
|
|
|
if ! kill -0 "${XVFB_PID}" 2>/dev/null; then
|
|
echo "[entrypoint] ERROR: Xvfb failed to start on DISPLAY=${DISPLAY}"
|
|
rm -f "${xvfb_pid_file}"
|
|
exit 1
|
|
fi
|
|
|
|
echo "[entrypoint] Xvfb started (PID ${XVFB_PID}, DISPLAY=${DISPLAY})"
|
|
}
|
|
|
|
start_proxy_bridge_if_needed "$@"
|
|
start_xvfb_if_needed "$@"
|
|
|
|
exec "$@"
|