SCC Scrapers Tutorial

# ตรวจ API health
curl http://localhost:3011/health

# ตรวจ scrapers ทั้งหมด
curl http://localhost:3011/scrapers

# ตรวจ Redis connection
docker exec scc-redis redis-cli ping

# ดู jobs ล่าสุด
curl "http://localhost:3011/jobs?limit=10"

# ดู jobs ที่ failed
curl "http://localhost:3011/jobs?status=failed"

# ดู jobs ของ scraper เฉพาะ
curl "http://localhost:3011/jobs?scraperId=npa-bam"

# สั่ง scrape BAM
curl -X POST http://localhost:3011/urls/scrape-now \
  -H "Content-Type: application/json" \
  -d '{"scraperId":"npa-bam","url":"https://..."}'

# สั่ง scrape GHB
curl -X POST http://localhost:3011/urls/scrape-now \
  -H "Content-Type: application/json" \
  -d '{"scraperId":"npa-ghb","url":"https://..."}'

# ดู pipelines ทั้งหมด
curl http://localhost:3011/pipelines

# ดู active pipelines
curl "http://localhost:3011/pipelines?status=active"

# ดู completed pipelines
curl "http://localhost:3011/pipelines?status=done"

# ดู URLs ทั้งหมด
curl http://localhost:3011/urls

# ดู URLs ของ scraper
curl "http://localhost:3011/urls?scraperId=npa-bam"

# ดู URL stats
curl "http://localhost:3011/urls/stats"

# Start ทุก service (recommended)
bash scripts/startup.sh

# Start worker เอง
cd worker && bun run dev

# Start API + UI
cd api && bun run dev
cd ui && bun run dev

# Connect SCC database
psql -h localhost -p 5436 -U postgres scc_boot

# นับ properties ใน SCC DB
docker exec scc-postgres-boot psql -U postgres \
  -c "SELECT scraper_id, COUNT(*) FROM raw_properties GROUP BY scraper_id;"

# Connect Homes database
psql -h localhost -p 5435 -U postgres homes

# ดู logs API server
docker logs scc-api --tail 100 -f

# ดู logs worker
docker logs scc-worker --tail 50

# ดู logs postgres
docker logs scc-postgres-boot --tail 30