url | :string | Yes | The URL to scrape. |
formats | {:list, :any} | No | Output formats: "markdown", "html", "rawHtml", "links", "images", "screenshot", "summary", "json", "changeTracking", "attributes", "branding", "product", "menu", "audio", "video", or maps with format-specific options. Default: ["markdown"]. |
only_main_content | :boolean | No | Extract main content only. Default: true. |
include_tags | {:list, :string} | No | HTML tags to include. |
exclude_tags | {:list, :string} | No | HTML tags to exclude. |
headers | :any | No | Custom HTTP headers. |
timeout | :integer | No | Timeout in milliseconds. Default: 60000. |
wait_for | :integer | No | Extra delay in ms before fetching content. Default: 0. |
mobile | :boolean | No | Emulate a mobile device. Default: false. |
actions | {:list, :any} | No | Browser actions: wait, click, write, press, scroll, screenshot, scrape, executeJavascript, pdf. |
location | :keyword_list | No | Location targeting with country and languages. |
skip_tls_verification | :boolean | No | Skip TLS verification. Default: true. |
remove_base64_images | :boolean | No | Remove base64 images from markdown. Default: true. |
block_ads | :boolean | No | Block ads and cookie popups. Default: true. |
proxy | :basic | :enhanced | :auto | No | Proxy type. Default: "auto". |
max_age | :integer | No | Cache max age in milliseconds. Default: 172800000 (2 days). |
min_age | :integer | No | Cache-only: minimum cache age in ms. |
store_in_cache | :boolean | No | Store result in cache. Default: true. |
lockdown | :boolean | No | Cache-only mode. Default: false. |
parsers | {:list, :any} | No | File parser configs. Default: ["pdf"]. |
redact_pii | :boolean | No | Redact PII from markdown. Default: false. |
profile | :keyword_list | No | Persistent browser profile. |
audit_metadata | :keyword_list | No | User attribution for SIEM logging (requires username). |
zero_data_retention | :boolean | No | Enable zero data retention for this scrape. |