name: "example_scraper"
version: "1.0"
base_url: "https://example.com"
description: "Example scraper configuration"

request:
  method: "GET"
  headers:
    User-Agent: "Mozilla/5.0 (compatible; WeepingAngelBot/1.0)"
    Accept: "text/html,application/xhtml+xml"
  timeout_secs: 30
  follow_redirects: true

proxy:
  type: "none"

selectors:
  - name: "title"
    css: "h1.product-title"
    attribute: "text"
    required: true
  - name: "price"
    css: "span.price"
    attribute: "text"
    transform: "trim"
  - name: "image_url"
    css: "img.product-image"
    attribute: "src"
  - name: "description"
    css: "div.product-description"
    attribute: "text"
    transform: "trim"

pagination:
  enabled: false
  next_selector: "a.pagination-next"
  max_pages: 10

rate_limit:
  requests_per_second: 2
  burst_size: 5

output:
  table: "scraped_data"
  deduplicate_by: "url"
