# ============================================================
# CRAWLER CONFIGURATION
# Edit this file to set your WordPress credentials and options.
# ============================================================

CRAWLER_CONFIG = {

    # ── HTTP Settings ──────────────────────────────────────
    "user_agent": (
        "Mozilla/5.0 (compatible; MegaBlogCrawler/1.0; +https://yourdomain.com)"
    ),
    "request_delay": 1.0,       # seconds between full-article fetches (be polite)
    "wp_post_delay": 0.5,       # seconds between WordPress API posts

    # ── Ollama (self-hosted AI rewriter on your VPS) ───────
    # After docker compose up, pull the model once:
    #   docker exec -it megablog_ollama ollama pull llama3.3:70b
    #
    # Model options by VPS RAM:
    #   llama3.2        → 3B   — 4GB  RAM
    #   mistral         → 7B   — 6GB  RAM
    #   gemma3:27b      → 27B  — 20GB RAM
    #   llama3.3:70b    → 70B  — 48GB RAM  ← recommended best quality
    #   qwen2.5:72b     → 72B  — 48GB RAM  ← great for multilingual
    #   llama3.1:405b   → 405B — 230GB RAM ← needs dedicated server
    "ollama": {
        "url":   "http://YOUR_VPS_IP:11434/api/generate",
        "model": "llama3.3:70b",
    },

    # ── WordPress REST API ─────────────────────────────────
    # How to get an Application Password:
    # WP Admin → Users → Your Profile → Application Passwords → Add New
    "wordpress": {
        "url":          "https://your-wordpress-site.com",   # NO trailing slash
        "username":     "your_wp_username",
        "app_password": "xxxx xxxx xxxx xxxx xxxx xxxx",     # WP Application Password
        "post_status":  "draft",    # "draft" | "publish" | "pending"
    },

    # ── Duplicate Detection ────────────────────────────────
    # If True, the crawler checks output.json and skips already-crawled URLs
    "skip_duplicates": True,
    "seen_urls_file":  "seen_urls.json",
}
