fastcrw/crw

{   "$schema": "https://json.schemastore.org/claude-code-marketplace.json",

"$schema": "https://json.schemastore.org/claude-code-marketplace.json",

"author": {     "name": "us",     "url": "https://github.com/us"

"name": "us",     "url": "https://github.com/us"   },

"url": "https://github.com/us"

},   "homepage": "https://fastcrw.com",   "repository": "https://github.com/fastcrw/crw",

"homepage": "https://fastcrw.com",

"repository": "https://github.com/fastcrw/crw",

Bash(crw:*) Bash(curl:*) Read

author: us   version: "0.3.0"   homepage: https://fastcrw.com

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

crw_scrape(url="https://example.com", formats=["markdown"])

crw_map(url="https://docs.example.com")  → get URL list

crw_crawl(url="https://docs.example.com", maxPages=50)  → extract all content

- Cloud API: https://fastcrw.com — 1000 one-time lifetime free credits (never resets, not monthly)

- Docs: https://docs.fastcrw.com

- GitHub: https://github.com/fastcrw/crw

<meta name="description" content="This guide is written for AI agents and the systems that orchestrate them. It covers the minimum you need to start making API calls, the most common patterns, and how to handle errors gracefully.">   <meta 

<meta name="keywords" content="web scraper, web crawler, firecrawl alternative, crawl4ai alternative, self-hosted scraper, rust web scraper, mcp server, ai web scraping, rag pipeline, llm extraction, open source crawler, headless browser sc

<link rel="canonical" href="https://docs.fastcrw.com/agent-onboarding">

<!-- Open Graph -->   <meta property="og:type" content="website">   <meta property="og:url" content="https://docs.fastcrw.com/agent-onboarding">

<meta property="og:type" content="website">   <meta property="og:url" content="https://docs.fastcrw.com/agent-onboarding">   <meta property="og:title" content="Agent Onboarding — CRW | Web Scraper in Rust">

<meta property="og:url" content="https://docs.fastcrw.com/agent-onboarding">

<script type="application/ld+json">   {     "@context": "https://schema.org",

{     "@context": "https://schema.org",     "@type": "SoftwareApplication",

"@context": "https://schema.org",

"operatingSystem": "Linux, macOS, Windows (WSL)",     "description": "Open-source, self-hosted web scraper and crawler written in Rust. A fast, lightweight Firecrawl alternative with MCP server support for AI agents, LLM structured extracti

"description": "Open-source, self-hosted web scraper and crawler written in Rust. A fast, lightweight Firecrawl alternative with MCP server support for AI agents, LLM structured extraction, and Firecrawl-compatible workflows.",     "url": "

"url": "https://docs.fastcrw.com/",

"downloadUrl": "https://crates.io/crates/crw-server",

"softwareVersion": "0.3.5",     "license": "https://opensource.org/licenses/AGPL-3.0",     "programmingLanguage": "Rust",

"license": "https://opensource.org/licenses/AGPL-3.0",

<script type="application/ld+json">   {     "@context": "https://schema.org",

{     "@context": "https://schema.org",     "@type": "APIReference",

"@context": "https://schema.org",

"@type": "APIReference",     "name": "CRW REST API",     "url": "https://docs.fastcrw.com/",

"name": "CRW REST API",     "url": "https://docs.fastcrw.com/",     "documentation": "https://docs.fastcrw.com/openapi.json",

"url": "https://docs.fastcrw.com/",

"documentation": "https://docs.fastcrw.com/openapi.json",

"programmingModel": "REST",     "targetPlatform": ["Hosted: https://api.fastcrw.com", "Self-hosted: http://localhost:3000"],     "potentialAction": [

"targetPlatform": ["Hosted: https://api.fastcrw.com", "Self-hosted: http://localhost:3000"],

"potentialAction": [       {"@type": "ConsumeAction", "name": "/v1/search", "target": "https://api.fastcrw.com/v1/search"},       {"@type": "ConsumeAction", "name": "/v1/scrape", "target": "https://api.fastcrw.com/v1/scrape"},

{"@type": "ConsumeAction", "name": "/v1/search", "target": "https://api.fastcrw.com/v1/search"},

{"@type": "ConsumeAction", "name": "/v1/scrape", "target": "https://api.fastcrw.com/v1/scrape"},

{"@type": "ConsumeAction", "name": "/v1/crawl",  "target": "https://api.fastcrw.com/v1/crawl"},

{"@type": "ConsumeAction", "name": "/v1/map",    "target": "https://api.fastcrw.com/v1/map"},

{"@type": "ConsumeAction", "name": "/v1/extract","target": "https://api.fastcrw.com/v1/extract"}

<link rel="preconnect" href="https://fonts.googleapis.com">

<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>

<link rel="preload" as="style" href="https://fonts.googleapis.com/css2?family=DM+Sans:wght@400;500;600;700&family=JetBrains+Mono:wght@400;500&display=swap" onload="this.onload=null;this.rel='stylesheet'">

<noscript><link href="https://fonts.googleapis.com/css2?family=DM+Sans:wght@400;500;600;700&family=JetBrains+Mono:wght@400;500&display=swap" rel="stylesheet"></noscript>

<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.11.1/styles/github-dark.min.css" id="hljs-theme">

<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.11.1/highlight.min.js" integrity="sha512-EBLzUL8XLl+va/zAsmXwS7Z2B1F9HUHkZwyS/VKwh3S7T/U0nF4BaU29EP/ZSf6zgiIxYAnKLu6bJ8dqpmX5uw==" crossorigin="anonymous" referrerpolicy="n

<blockquote>       Docs at <code>docs.fastcrw.com</code>. Hosted API at       <code>https://api.fastcrw.com</code>. Self-hosted at

Docs at <code>docs.fastcrw.com</code>. Hosted API at       <code>https://api.fastcrw.com</code>. Self-hosted at       <code>http://localhost:3000</code>.

<code>https://api.fastcrw.com</code>. Self-hosted at

<code>http://localhost:3000</code>.

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

Self-hosted (<code>http://localhost:3000</code>) needs no header.</p>

[Credential-related source omitted]

[Credential-related source omitted]

# Default to the hosted API. Self-hosting? Set CRW_API_URL=http://localhost:3000

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

elif BASE.startswith("https://api.fastcrw.com"):

[Credential-related source omitted]

[Credential-related source omitted]

"Get one at https://fastcrw.com (1000 free credits) "

"or set CRW_API_URL=http://localhost:3000 to self-host.")

req = urllib.request.Request(

method="POST", ) with urllib.request.urlopen(req) as r:

) with urllib.request.urlopen(req) as r:     body = json.loads(r.read())  # body == {"success": true, "data": [...]}

with urllib.request.urlopen(req) as r:

<h3>cURL</h3> <pre><code class="language-bash">curl -X POST https://api.fastcrw.com/v1/search \

<pre><code class="language-bash">curl -X POST https://api.fastcrw.com/v1/search \

[Credential-related source omitted]

[Credential-related source omitted]

"success": true,   "data": [     {"url": "https://...", "title": "...",

"data": [     {"url": "https://...", "title": "...",      "description": "...", "snippet": "...",

{"url": "https://...", "title": "...",

<code>npx crw-mcp</code> ·       <code>brew install fastcrw/crw/crw</code> ·       <code>curl -fsSL https://fastcrw.com/install | sh</code> ·

<code>brew install fastcrw/crw/crw</code> ·       <code>curl -fsSL https://fastcrw.com/install | sh</code> ·       <code>docker run -p 3000:3000 ghcr.io/fastcrw/crw:latest</code>

<code>curl -fsSL https://fastcrw.com/install | sh</code> ·

<code>curl -fsSL https://fastcrw.com/install | sh</code> ·

<li><a href="/openapi.json">OpenAPI spec</a></li>       <li><a href="/llms.txt">llms.txt</a></li>       <li><a href="https://context7.com/us/crw">Context7</a></li>

<li><a href="/llms.txt">llms.txt</a></li>       <li><a href="https://context7.com/us/crw">Context7</a></li>       <li><a href="https://www.npmjs.com/package/crw-mcp">MCP Server (npm)</a></li>

<li><a href="https://context7.com/us/crw">Context7</a></li>

<li><a href="https://www.npmjs.com/package/crw-mcp">MCP Server (npm)</a></li>

<li><a href="https://pypi.org/project/crw/">Typed Python SDK</a></li>

<li><a href="/agent-onboarding/SKILL.md">Agent Skills (SKILL.md)</a></li>       <li><a href="https://github.com/fastcrw/homebrew-crw">CLI (Homebrew tap)</a></li>       <li><a href="https://github.com/fastcrw/crw">GitHub</a></li>

<li><a href="https://github.com/fastcrw/homebrew-crw">CLI (Homebrew tap)</a></li>

<li><a href="https://github.com/fastcrw/crw">GitHub</a></li>

<span></span>         </button>         <a href="https://fastcrw.com" class="logo">

</button>         <a href="https://fastcrw.com" class="logo">           <img src="/logo-icon.svg" alt="CRW" height="24" class="logo-img logo-light" />

<a href="https://fastcrw.com" class="logo">

</div>       <div class="navbar-right">         <a href="https://github.com/fastcrw/crw" target="_blank" rel="noopener" class="navbar-github" id="navbar-github" aria-label="CRW on GitHub">

<div class="navbar-right">         <a href="https://github.com/fastcrw/crw" target="_blank" rel="noopener" class="navbar-github" id="navbar-github" aria-label="CRW on GitHub">           <svg viewBox="0 0 24 24" width="16" height="16" fill="

<a href="https://github.com/fastcrw/crw" target="_blank" rel="noopener" class="navbar-github" id="navbar-github" aria-label="CRW on GitHub">

<span>fastcrw/crw</span>         </a>         <a href="https://fastcrw.com" target="_blank" rel="noopener" class="navbar-link">Status</a>

</a>         <a href="https://fastcrw.com" target="_blank" rel="noopener" class="navbar-link">Status</a>         <a href="https://fastcrw.com/register?ref=docs-agent-onboarding-nav" target="_blank" rel="noopener" class="navbar-signup">Sign 

<a href="https://fastcrw.com" target="_blank" rel="noopener" class="navbar-link">Status</a>

<a href="https://fastcrw.com/register?ref=docs-agent-onboarding-nav" target="_blank" rel="noopener" class="navbar-signup">Sign Up</a>

[Credential-related source omitted]

<li><strong>Discover</strong> what pages exist on a target domain:</li> </ol> <pre data-lang="bash"><code class="language-bash">curl -X POST https://api.fastcrw.com/v1/map \

[Credential-related source omitted]

<pre data-lang="bash"><code class="language-bash">curl -X POST https://api.fastcrw.com/v1/map \

[Credential-related source omitted]

[Credential-related source omitted]

-H &quot;Content-Type: application/json&quot; \   -d '{&quot;url&quot;: &quot;https://example.com&quot;}'</code></pre> <ol start="2">

-d '{&quot;url&quot;: &quot;https://example.com&quot;}'</code></pre>

<li><strong>Extract</strong> content from specific pages:</li> </ol> <pre data-lang="bash"><code class="language-bash">curl -X POST https://api.fastcrw.com/v1/scrape \

[Credential-related source omitted]

<pre data-lang="bash"><code class="language-bash">curl -X POST https://api.fastcrw.com/v1/scrape \

[Credential-related source omitted]

[Credential-related source omitted]

-H &quot;Content-Type: application/json&quot; \   -d '{&quot;url&quot;: &quot;https://example.com/page&quot;, &quot;formats&quot;: [&quot;markdown&quot;]}'</code></pre> <ol start="3">

-d '{&quot;url&quot;: &quot;https://example.com/page&quot;, &quot;formats&quot;: [&quot;markdown&quot;]}'</code></pre>

<li><strong>Search</strong> when you need to find relevant pages across the web:</li> </ol> <pre data-lang="bash"><code class="language-bash">curl -X POST https://api.fastcrw.com/v1/search \

[Credential-related source omitted]

<pre data-lang="bash"><code class="language-bash">curl -X POST https://api.fastcrw.com/v1/search \

[Credential-related source omitted]

<p>Crawls are asynchronous. POST to <code>/v1/crawl</code> returns a job ID immediately; you must poll <code>GET /v1/crawl/:id</code> until the status reaches <code>completed</code> or <code>failed</code>.</p> <h3 id="start-a-crawl">Start a

[Credential-related source omitted]

<pre data-lang="bash"><code class="language-bash">curl -X POST https://api.fastcrw.com/v1/crawl \

[Credential-related source omitted]

[Credential-related source omitted]

-H &quot;Content-Type: application/json&quot; \   -d '{&quot;url&quot;: &quot;https://example.com&quot;, &quot;maxPages&quot;: 50, &quot;formats&quot;: [&quot;markdown&quot;]}'</code></pre> <p>Response:</p>

-d '{&quot;url&quot;: &quot;https://example.com&quot;, &quot;maxPages&quot;: 50, &quot;formats&quot;: [&quot;markdown&quot;]}'</code></pre>

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

"https://api.fastcrw.com/v1/crawl/$ID")

[Credential-related source omitted]

[Credential-related source omitted]

url = f"https://api.fastcrw.com/v1/crawl/{crawl_id}"

[Credential-related source omitted]

[Credential-related source omitted]

while True:         resp = requests.get(url, headers=headers)         resp.raise_for_status()

resp = requests.get(url, headers=headers)

<li><strong>429</strong> means slow down: a request-rate or concurrency limit. Honor <code>Retry-After</code>. The legacy Firecrawl-compatible <code>/v2</code> surface (root <code>/v2</code>, <code>/firecrawl/v2</code>, <code>compat.fastcrw

</ul> <div class="callout callout-note"><div class="callout-icon"></div><div class="callout-content">Stop-reason values (`card_declined`, `action_required`, `no_payment_method`, `no_consent`, `error`) and the response headers listed above (

<div class="callout callout-note"><div class="callout-icon"></div><div class="callout-content">Stop-reason values (`card_declined`, `action_required`, `no_payment_method`, `no_consent`, `error`) and the response headers listed above (`X-FAS

body = resp.json()     stop_reason = resp.headers.get("X-FASTCRW-Stop-Reason")     upgrade_url = resp.headers.get("X-FASTCRW-Upgrade-Url", "https://fastcrw.com/dashboard/billing")

stop_reason = resp.headers.get("X-FASTCRW-Stop-Reason")     upgrade_url = resp.headers.get("X-FASTCRW-Upgrade-Url", "https://fastcrw.com/dashboard/billing")     raise RuntimeError(f"{body.get('errorCode')}

upgrade_url = resp.headers.get("X-FASTCRW-Upgrade-Url", "https://fastcrw.com/dashboard/billing")

[Credential-related source omitted]

<div class="toc-cta-title">Ready to scrape?</div>         <div class="toc-cta-desc">Sign up and get 1000 free credits instantly. No credit card required.</div>         <a href="https://fastcrw.com/register?ref=docs-agent-onboarding-cta" tar

<div class="toc-cta-desc">Sign up and get 1000 free credits instantly. No credit card required.</div>         <a href="https://fastcrw.com/register?ref=docs-agent-onboarding-cta" target="_blank" rel="noopener" class="toc-cta-btn primary">Ge

<a href="https://fastcrw.com/register?ref=docs-agent-onboarding-cta" target="_blank" rel="noopener" class="toc-cta-btn primary">Get started, 1000 free credits</a>

<a href="https://github.com/fastcrw/crw" target="_blank" rel="noopener" class="toc-cta-btn outline">View on GitHub</a>

</div>           <div class="footer-tagline">The base layer for agentic web intelligence.</div>           <div class="footer-socials"><a href="https://github.com/fastcrw/crw" target="_blank" rel="noopener" class="footer-social" aria-label="

<div class="footer-tagline">The base layer for agentic web intelligence.</div>           <div class="footer-socials"><a href="https://github.com/fastcrw/crw" target="_blank" rel="noopener" class="footer-social" aria-label="GitHub"><svg view

<div class="footer-socials"><a href="https://github.com/fastcrw/crw" target="_blank" rel="noopener" class="footer-social" aria-label="GitHub"><svg viewBox="0 0 24 24" fill="currentColor"><path d="M12 0C5.37 0 0 5.37 0 12c0 5.31 3.435 9.795 

<div class="footer-col-title">Community</div>           <div class="footer-col-links">             <a href="https://github.com/fastcrw/crw" target="_blank" rel="noopener">GitHub</a>

<div class="footer-col-links">             <a href="https://github.com/fastcrw/crw" target="_blank" rel="noopener">GitHub</a>             <a href="https://github.com/fastcrw/crw/issues" target="_blank" rel="noopener">Issues</a>

<a href="https://github.com/fastcrw/crw" target="_blank" rel="noopener">GitHub</a>

<a href="https://github.com/fastcrw/crw/issues" target="_blank" rel="noopener">Issues</a>

<a href="https://discord.gg/KNQBfFVc9J" target="_blank" rel="noopener">Discord</a>

<div class="footer-col-title">Legal</div>           <div class="footer-col-links">             <a href="https://github.com/fastcrw/crw/blob/main/LICENSE" target="_blank" rel="noopener">License (AGPL-3.0)</a>

<div class="footer-col-links">             <a href="https://github.com/fastcrw/crw/blob/main/LICENSE" target="_blank" rel="noopener">License (AGPL-3.0)</a>           </div>

<a href="https://github.com/fastcrw/crw/blob/main/LICENSE" target="_blank" rel="noopener">License (AGPL-3.0)</a>

Bash(crw:*) Bash(curl:*) Read

author: us   version: "0.3.0"   homepage: https://fastcrw.com

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

crw_scrape(url="https://example.com", formats=["markdown"])

crw_map(url="https://docs.example.com")  → get URL list

crw_crawl(url="https://docs.example.com", maxPages=50)  → extract all content

- Cloud API: https://fastcrw.com — 1000 one-time lifetime free credits (never resets, not monthly)

- Docs: https://docs.fastcrw.com

- GitHub: https://github.com/fastcrw/crw

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

homepage: https://fastcrw.com

homepage: https://fastcrw.com

homepage: https://fastcrw.com

homepage: https://fastcrw.com

homepage: https://fastcrw.com

homepage: https://fastcrw.com

homepage: https://fastcrw.com

repository: https://github.com/fastcrw/crw

repository: https://github.com/fastcrw/crw

repository: https://github.com/fastcrw/crw

repository: https://github.com/fastcrw/crw

repository: https://github.com/fastcrw/crw

repository: https://github.com/fastcrw/crw

repository: https://github.com/fastcrw/crw

- `search --json` (or `crw_search`) → filter in Python subprocess → `crw scrape` chosen URLs - `map` → estimate page count → `crawl` a bounded section → stream results - `map "https://docs.example.com"` → find URLs → filter for `/docs/api/a

- `search --json` (or `crw_search`) → filter in Python subprocess → `crw scrape` chosen URLs - `map` → estimate page count → `crawl` a bounded section → stream results - `map "https://docs.example.com"` → find URLs → filter for `/docs/api/a

- `search --json` (or `crw_search`) → filter in Python subprocess → `crw scrape` chosen URLs - `map` → estimate page count → `crawl` a bounded section → stream results - `map "https://docs.example.com"` → find URLs → filter for `/docs/api/a

- `search --json` (or `crw_search`) → filter in Python subprocess → `crw scrape` chosen URLs - `map` → estimate page count → `crawl` a bounded section → stream results - `map "https://docs.example.com"` → find URLs → filter for `/docs/api/a

- `search --json` (or `crw_search`) → filter in Python subprocess → `crw scrape` chosen URLs - `map` → estimate page count → `crawl` a bounded section → stream results - `map "https://docs.example.com"` → find URLs → filter for `/docs/api/a

- `search --json` (or `crw_search`) → filter in Python subprocess → `crw scrape` chosen URLs - `map` → estimate page count → `crawl` a bounded section → stream results - `map "https://docs.example.com"` → find URLs → filter for `/docs/api/a

- `search --json` (or `crw_search`) → filter in Python subprocess → `crw scrape` chosen URLs - `map` → estimate page count → `crawl` a bounded section → stream results - `map "https://docs.example.com"` → find URLs → filter for `/docs/api/a

- `map "https://docs.example.com"` → find URLs → filter for `/docs/api/auth` → `scrape` that one URL

- `map "https://docs.example.com"` → find URLs → filter for `/docs/api/auth` → `scrape` that one URL

- `map "https://docs.example.com"` → find URLs → filter for `/docs/api/auth` → `scrape` that one URL

- `map "https://docs.example.com"` → find URLs → filter for `/docs/api/auth` → `scrape` that one URL

- `map "https://docs.example.com"` → find URLs → filter for `/docs/api/auth` → `scrape` that one URL

- `map "https://docs.example.com"` → find URLs → filter for `/docs/api/auth` → `scrape` that one URL

- `map "https://docs.example.com"` → find URLs → filter for `/docs/api/auth` → `scrape` that one URL

crw search "query" --json --limit 5 crw scrape "https://example.com" --format json

crw search "query" --json --limit 5 crw scrape "https://example.com" --format json

crw search "query" --json --limit 5 crw scrape "https://example.com" --format json

crw search "query" --json --limit 5 crw scrape "https://example.com" --format json

crw search "query" --json --limit 5 crw scrape "https://example.com" --format json

crw search "query" --json --limit 5 crw scrape "https://example.com" --format json

crw search "query" --json --limit 5 crw scrape "https://example.com" --format json

crw scrape "https://example.com" --format json

crw scrape "https://example.com" --format json

crw scrape "https://example.com" --format json

crw scrape "https://example.com" --format json

crw scrape "https://example.com" --format json

crw scrape "https://example.com" --format json

crw scrape "https://example.com" --format json

crw map "https://docs.example.com"

crw map "https://docs.example.com"

crw map "https://docs.example.com"

crw map "https://docs.example.com"

crw map "https://docs.example.com"

crw map "https://docs.example.com"

crw map "https://docs.example.com"

crw_scrape(url="https://example.com", formats=["markdown"], onlyMainContent=true)

crw_scrape(url="https://example.com", formats=["markdown"], onlyMainContent=true)

crw_scrape(url="https://example.com", formats=["markdown"], onlyMainContent=true)

crw_scrape(url="https://example.com", formats=["markdown"], onlyMainContent=true)

crw_scrape(url="https://example.com", formats=["markdown"], onlyMainContent=true)

crw_scrape(url="https://example.com", formats=["markdown"], onlyMainContent=true)

crw_scrape(url="https://example.com", formats=["markdown"], onlyMainContent=true)

crw_map(url="https://docs.example.com", limit=200)

crw_map(url="https://docs.example.com", limit=200)

crw_map(url="https://docs.example.com", limit=200)

crw_map(url="https://docs.example.com", limit=200)

crw_map(url="https://docs.example.com", limit=200)

crw_map(url="https://docs.example.com", limit=200)

crw_map(url="https://docs.example.com", limit=200)

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

result = client.scrape("https://example.com", formats=["markdown"])

result = client.scrape("https://example.com", formats=["markdown"])

result = client.scrape("https://example.com", formats=["markdown"])

result = client.scrape("https://example.com", formats=["markdown"])

result = client.scrape("https://example.com", formats=["markdown"])

result = client.scrape("https://example.com", formats=["markdown"])

result = client.scrape("https://example.com", formats=["markdown"])

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

- Hub skill: [crw](../crw/SKILL.md) - Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api

- Hub skill: [crw](../crw/SKILL.md) - Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api

- Hub skill: [crw](../crw/SKILL.md) - Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api

- Hub skill: [crw](../crw/SKILL.md) - Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api

- Hub skill: [crw](../crw/SKILL.md) - Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api

- Hub skill: [crw](../crw/SKILL.md) - Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api

- Hub skill: [crw](../crw/SKILL.md) - Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api

- Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api - Self-host guide: https://docs.fastcrw.com/#self-hosting

- Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api - Self-host guide: https://docs.fastcrw.com/#self-hosting

- Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api - Self-host guide: https://docs.fastcrw.com/#self-hosting

- Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api - Self-host guide: https://docs.fastcrw.com/#self-hosting

- Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api - Self-host guide: https://docs.fastcrw.com/#self-hosting

- Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api - Self-host guide: https://docs.fastcrw.com/#self-hosting

- Token-saving subprocess pattern: [crw-dynamic-search](../crw-dynamic-search/SKILL.md) - REST API reference: https://docs.fastcrw.com/#rest-api - Self-host guide: https://docs.fastcrw.com/#self-hosting

- REST API reference: https://docs.fastcrw.com/#rest-api

- REST API reference: https://docs.fastcrw.com/#rest-api

- REST API reference: https://docs.fastcrw.com/#rest-api

- REST API reference: https://docs.fastcrw.com/#rest-api

- REST API reference: https://docs.fastcrw.com/#rest-api

- REST API reference: https://docs.fastcrw.com/#rest-api

- REST API reference: https://docs.fastcrw.com/#rest-api

- Self-host guide: https://docs.fastcrw.com/#self-hosting

- Self-host guide: https://docs.fastcrw.com/#self-hosting

- Self-host guide: https://docs.fastcrw.com/#self-hosting

- Self-host guide: https://docs.fastcrw.com/#self-hosting

- Self-host guide: https://docs.fastcrw.com/#self-hosting

- Self-host guide: https://docs.fastcrw.com/#self-hosting

- Self-host guide: https://docs.fastcrw.com/#self-hosting

- Benchmarks: https://fastcrw.com/benchmarks

- Benchmarks: https://fastcrw.com/benchmarks

- Benchmarks: https://fastcrw.com/benchmarks

- Benchmarks: https://fastcrw.com/benchmarks

- Benchmarks: https://fastcrw.com/benchmarks

- Benchmarks: https://fastcrw.com/benchmarks

- Benchmarks: https://fastcrw.com/benchmarks

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

crw crawl "https://docs.example.com" -d 2 -l 50         # markdown to stdout

crw crawl "https://docs.example.com" -d 2 -l 50         # markdown to stdout

crw crawl "https://docs.example.com" -d 2 -l 50         # markdown to stdout

crw crawl "https://docs.example.com" -d 2 -l 50         # markdown to stdout

crw crawl "https://docs.example.com" -d 2 -l 50         # markdown to stdout

crw crawl "https://docs.example.com/api" -d 1 -l 20 --format json

crw crawl "https://docs.example.com/api" -d 1 -l 20 --format json

crw crawl "https://docs.example.com/api" -d 1 -l 20 --format json

crw crawl "https://docs.example.com/api" -d 1 -l 20 --format json

crw crawl "https://docs.example.com/api" -d 1 -l 20 --format json

crw crawl "https://example.com" --js --rate-limit 1.0 --concurrency 3

crw crawl "https://example.com" --js --rate-limit 1.0 --concurrency 3

crw crawl "https://example.com" --js --rate-limit 1.0 --concurrency 3

crw crawl "https://example.com" --js --rate-limit 1.0 --concurrency 3

crw crawl "https://example.com" --js --rate-limit 1.0 --concurrency 3

# Start the crawl crw_crawl(url="https://docs.example.com", maxDepth=2, maxPages=50)

# Start the crawl crw_crawl(url="https://docs.example.com", maxDepth=2, maxPages=50)

# Start the crawl crw_crawl(url="https://docs.example.com", maxDepth=2, maxPages=50)

# Start the crawl crw_crawl(url="https://docs.example.com", maxDepth=2, maxPages=50)

# Start the crawl crw_crawl(url="https://docs.example.com", maxDepth=2, maxPages=50)

crw_crawl(url="https://docs.example.com", maxDepth=2, maxPages=50)

crw_crawl(url="https://docs.example.com", maxDepth=2, maxPages=50)

crw_crawl(url="https://docs.example.com", maxDepth=2, maxPages=50)

crw_crawl(url="https://docs.example.com", maxDepth=2, maxPages=50)

crw_crawl(url="https://docs.example.com", maxDepth=2, maxPages=50)

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

-H 'Content-Type: application/json' \   -d '{"url":"https://docs.example.com","maxDepth":2,"maxPages":50}' # → {"id":"a1b2c3d4-..."}

-H 'Content-Type: application/json' \   -d '{"url":"https://docs.example.com","maxDepth":2,"maxPages":50}' # → {"id":"a1b2c3d4-..."}

-H 'Content-Type: application/json' \   -d '{"url":"https://docs.example.com","maxDepth":2,"maxPages":50}' # → {"id":"a1b2c3d4-..."}

-H 'Content-Type: application/json' \   -d '{"url":"https://docs.example.com","maxDepth":2,"maxPages":50}' # → {"id":"a1b2c3d4-..."}

-H 'Content-Type: application/json' \   -d '{"url":"https://docs.example.com","maxDepth":2,"maxPages":50}' # → {"id":"a1b2c3d4-..."}

-d '{"url":"https://docs.example.com","maxDepth":2,"maxPages":50}'

-d '{"url":"https://docs.example.com","maxDepth":2,"maxPages":50}'

-d '{"url":"https://docs.example.com","maxDepth":2,"maxPages":50}'

-d '{"url":"https://docs.example.com","maxDepth":2,"maxPages":50}'

-d '{"url":"https://docs.example.com","maxDepth":2,"maxPages":50}'

# Poll curl "$CRW_API_URL/v1/crawl/a1b2c3d4-..." \

# Poll curl "$CRW_API_URL/v1/crawl/a1b2c3d4-..." \

# Poll curl "$CRW_API_URL/v1/crawl/a1b2c3d4-..." \

# Poll curl "$CRW_API_URL/v1/crawl/a1b2c3d4-..." \

# Poll curl "$CRW_API_URL/v1/crawl/a1b2c3d4-..." \

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

# Cancel curl -X DELETE "$CRW_API_URL/v1/crawl/a1b2c3d4-..." \

# Cancel curl -X DELETE "$CRW_API_URL/v1/crawl/a1b2c3d4-..." \

# Cancel curl -X DELETE "$CRW_API_URL/v1/crawl/a1b2c3d4-..." \

# Cancel curl -X DELETE "$CRW_API_URL/v1/crawl/a1b2c3d4-..." \

# Cancel curl -X DELETE "$CRW_API_URL/v1/crawl/a1b2c3d4-..." \

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

crw crawl "https://docs.example.com" -d 2 -l 100 \

crw crawl "https://docs.example.com" -d 2 -l 100 \

crw crawl "https://docs.example.com" -d 2 -l 100 \

crw crawl "https://docs.example.com" -d 2 -l 100 \

crw crawl "https://docs.example.com" -d 2 -l 100 \

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

1. crw map  "https://docs.example.com" --format json > .crw/urls.json

1. crw map  "https://docs.example.com" --format json > .crw/urls.json

1. crw map  "https://docs.example.com" --format json > .crw/urls.json

1. crw map  "https://docs.example.com" --format json > .crw/urls.json

1. crw map  "https://docs.example.com" --format json > .crw/urls.json

2. crw crawl "https://docs.example.com/api" -d 1 -l 20

2. crw crawl "https://docs.example.com/api" -d 1 -l 20

2. crw crawl "https://docs.example.com/api" -d 1 -l 20

2. crw crawl "https://docs.example.com/api" -d 1 -l 20

2. crw crawl "https://docs.example.com/api" -d 1 -l 20

Bash(crw:*) Bash(python3:*) Bash(uv run:*) Bash(jq:*)

Bash(crw:*) Bash(python3:*) Bash(uv run:*) Bash(jq:*)

Bash(crw:*) Bash(python3:*) Bash(uv run:*) Bash(jq:*)

Bash(crw:*) Bash(python3:*) Bash(uv run:*) Bash(jq:*)

Bash(crw:*) Bash(python3:*) Bash(uv run:*) Bash(jq:*)

Bash(crw:*) Bash(python3:*) Bash(uv run:*) Bash(jq:*)

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

homepage: https://fastcrw.com

homepage: https://fastcrw.com

homepage: https://fastcrw.com

homepage: https://fastcrw.com

homepage: https://fastcrw.com

homepage: https://fastcrw.com

repository: https://github.com/fastcrw/crw

repository: https://github.com/fastcrw/crw

repository: https://github.com/fastcrw/crw

repository: https://github.com/fastcrw/crw

repository: https://github.com/fastcrw/crw

repository: https://github.com/fastcrw/crw

[Anthropic's Programmatic Tool Calling](https://docs.anthropic.com/en/docs/agents-and-tools/tool-use/programmatic-tool-calling)

[Anthropic's Programmatic Tool Calling](https://docs.anthropic.com/en/docs/agents-and-tools/tool-use/programmatic-tool-calling)

[Anthropic's Programmatic Tool Calling](https://docs.anthropic.com/en/docs/agents-and-tools/tool-use/programmatic-tool-calling)

[Anthropic's Programmatic Tool Calling](https://docs.anthropic.com/en/docs/agents-and-tools/tool-use/programmatic-tool-calling)

[Anthropic's Programmatic Tool Calling](https://docs.anthropic.com/en/docs/agents-and-tools/tool-use/programmatic-tool-calling)

[Anthropic's Programmatic Tool Calling](https://docs.anthropic.com/en/docs/agents-and-tools/tool-use/programmatic-tool-calling)

crw search "query" --json --limit 5                    # cap results crw search "query" --category news --time-range week   # news, last 7 days crw scrape "https://example.com"                       # markdown

crw search "query" --json --limit 5                    # cap results crw search "query" --category news --time-range week   # news, last 7 days crw scrape "https://example.com"                       # markdown

crw search "query" --json --limit 5                    # cap results crw search "query" --category news --time-range week   # news, last 7 days crw scrape "https://example.com"                       # markdown

crw search "query" --json --limit 5                    # cap results crw search "query" --category news --time-range week   # news, last 7 days crw scrape "https://example.com"                       # markdown

crw search "query" --json --limit 5                    # cap results crw search "query" --category news --time-range week   # news, last 7 days crw scrape "https://example.com"                       # markdown

crw search "query" --json --limit 5                    # cap results crw search "query" --category news --time-range week   # news, last 7 days crw scrape "https://example.com"                       # markdown

crw search "query" --category news --time-range week   # news, last 7 days crw scrape "https://example.com"                       # markdown crw scrape "https://example.com" --format json         # full ScrapeData JSON

crw search "query" --category news --time-range week   # news, last 7 days crw scrape "https://example.com"                       # markdown crw scrape "https://example.com" --format json         # full ScrapeData JSON

crw search "query" --category news --time-range week   # news, last 7 days crw scrape "https://example.com"                       # markdown crw scrape "https://example.com" --format json         # full ScrapeData JSON

crw search "query" --category news --time-range week   # news, last 7 days crw scrape "https://example.com"                       # markdown crw scrape "https://example.com" --format json         # full ScrapeData JSON

crw search "query" --category news --time-range week   # news, last 7 days crw scrape "https://example.com"                       # markdown crw scrape "https://example.com" --format json         # full ScrapeData JSON

crw search "query" --category news --time-range week   # news, last 7 days crw scrape "https://example.com"                       # markdown crw scrape "https://example.com" --format json         # full ScrapeData JSON

crw scrape "https://example.com"                       # markdown

crw scrape "https://example.com"                       # markdown

crw scrape "https://example.com"                       # markdown

crw scrape "https://example.com"                       # markdown

crw scrape "https://example.com"                       # markdown

crw scrape "https://example.com"                       # markdown

crw scrape "https://example.com" --format json         # full ScrapeData JSON

crw scrape "https://example.com" --format json         # full ScrapeData JSON

crw scrape "https://example.com" --format json         # full ScrapeData JSON

crw scrape "https://example.com" --format json         # full ScrapeData JSON

crw scrape "https://example.com" --format json         # full ScrapeData JSON

crw scrape "https://example.com" --format json         # full ScrapeData JSON

crw scrape "https://example.com" --format json -o /tmp/page.json

crw scrape "https://example.com" --format json -o /tmp/page.json

crw scrape "https://example.com" --format json -o /tmp/page.json

crw scrape "https://example.com" --format json -o /tmp/page.json

crw scrape "https://example.com" --format json -o /tmp/page.json

crw scrape "https://example.com" --format json -o /tmp/page.json

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

# Inline schema crw scrape "https://example.com/product" \

# Inline schema crw scrape "https://example.com/product" \

# Inline schema crw scrape "https://example.com/product" \

# Inline schema crw scrape "https://example.com/product" \

# Inline schema crw scrape "https://example.com/product" \

crw scrape "https://example.com/product" \

crw scrape "https://example.com/product" \

crw scrape "https://example.com/product" \

crw scrape "https://example.com/product" \

crw scrape "https://example.com/product" \

# Schema from file crw scrape "https://example.com/job" --extract @schema.json -o result.json

# Schema from file crw scrape "https://example.com/job" --extract @schema.json -o result.json

# Schema from file crw scrape "https://example.com/job" --extract @schema.json -o result.json

# Schema from file crw scrape "https://example.com/job" --extract @schema.json -o result.json

# Schema from file crw scrape "https://example.com/job" --extract @schema.json -o result.json

crw scrape "https://example.com/job" --extract @schema.json -o result.json

crw scrape "https://example.com/job" --extract @schema.json -o result.json

crw scrape "https://example.com/job" --extract @schema.json -o result.json

crw scrape "https://example.com/job" --extract @schema.json -o result.json

crw scrape "https://example.com/job" --extract @schema.json -o result.json

crw_scrape(   url="https://example.com/product",

crw_scrape(   url="https://example.com/product",

crw_scrape(   url="https://example.com/product",

crw_scrape(   url="https://example.com/product",

crw_scrape(   url="https://example.com/product",

url="https://example.com/product",

url="https://example.com/product",

url="https://example.com/product",

url="https://example.com/product",

url="https://example.com/product",

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

"url": "https://example.com/product",

"url": "https://example.com/product",

"url": "https://example.com/product",

"url": "https://example.com/product",

"url": "https://example.com/product",

# Start job curl -X POST "$CRW_API_URL/v2/extract" \

# Start job curl -X POST "$CRW_API_URL/v2/extract" \

# Start job curl -X POST "$CRW_API_URL/v2/extract" \

# Start job curl -X POST "$CRW_API_URL/v2/extract" \

# Start job curl -X POST "$CRW_API_URL/v2/extract" \

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

"urls": ["https://example.com/p1", "https://example.com/p2"],

"urls": ["https://example.com/p1", "https://example.com/p2"],

"urls": ["https://example.com/p1", "https://example.com/p2"],

"urls": ["https://example.com/p1", "https://example.com/p2"],

"urls": ["https://example.com/p1", "https://example.com/p2"],

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

crw map "https://docs.example.com"                       # URLs to stdout

crw map "https://docs.example.com"                       # URLs to stdout

crw map "https://docs.example.com"                       # URLs to stdout

crw map "https://docs.example.com"                       # URLs to stdout

crw map "https://docs.example.com"                       # URLs to stdout

crw map "https://docs.example.com" -d 3 --format json   # JSON object, depth 3

crw map "https://docs.example.com" -d 3 --format json   # JSON object, depth 3

crw map "https://docs.example.com" -d 3 --format json   # JSON object, depth 3

crw map "https://docs.example.com" -d 3 --format json   # JSON object, depth 3

crw map "https://docs.example.com" -d 3 --format json   # JSON object, depth 3

crw map "https://example.com" --sitemap-only             # sitemap.xml only

crw map "https://example.com" --sitemap-only             # sitemap.xml only

crw map "https://example.com" --sitemap-only             # sitemap.xml only

crw map "https://example.com" --sitemap-only             # sitemap.xml only

crw map "https://example.com" --sitemap-only             # sitemap.xml only

crw map "https://example.com" --no-sitemap               # link crawl only

crw map "https://example.com" --no-sitemap               # link crawl only

crw map "https://example.com" --no-sitemap               # link crawl only

crw map "https://example.com" --no-sitemap               # link crawl only

crw map "https://example.com" --no-sitemap               # link crawl only

crw map "https://example.com" --format json > .crw/urls.json

crw map "https://example.com" --format json > .crw/urls.json

crw map "https://example.com" --format json > .crw/urls.json

crw map "https://example.com" --format json > .crw/urls.json

crw map "https://example.com" --format json > .crw/urls.json

crw_map(url="https://docs.example.com")

crw_map(url="https://docs.example.com")

crw_map(url="https://docs.example.com")

crw_map(url="https://docs.example.com")

crw_map(url="https://docs.example.com")

crw_map(url="https://docs.example.com", maxDepth=3, limit=200)

crw_map(url="https://docs.example.com", maxDepth=3, limit=200)

crw_map(url="https://docs.example.com", maxDepth=3, limit=200)

crw_map(url="https://docs.example.com", maxDepth=3, limit=200)

crw_map(url="https://docs.example.com", maxDepth=3, limit=200)

crw_map(url="https://example.com", useSitemap=false)       # link crawl only

crw_map(url="https://example.com", useSitemap=false)       # link crawl only

crw_map(url="https://example.com", useSitemap=false)       # link crawl only

crw_map(url="https://example.com", useSitemap=false)       # link crawl only

crw_map(url="https://example.com", useSitemap=false)       # link crawl only

crw_map(url="https://example.com", crawlFallback=false)    # sitemap only

crw_map(url="https://example.com", crawlFallback=false)    # sitemap only

crw_map(url="https://example.com", crawlFallback=false)    # sitemap only

crw_map(url="https://example.com", crawlFallback=false)    # sitemap only

crw_map(url="https://example.com", crawlFallback=false)    # sitemap only

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

-H 'Content-Type: application/json' \   -d '{"url":"https://docs.example.com","maxDepth":2,"limit":200}' # Response: {"success":true,"data":{"links":[...],"sitemaps":[...]}}

-H 'Content-Type: application/json' \   -d '{"url":"https://docs.example.com","maxDepth":2,"limit":200}' # Response: {"success":true,"data":{"links":[...],"sitemaps":[...]}}

-H 'Content-Type: application/json' \   -d '{"url":"https://docs.example.com","maxDepth":2,"limit":200}' # Response: {"success":true,"data":{"links":[...],"sitemaps":[...]}}

-H 'Content-Type: application/json' \   -d '{"url":"https://docs.example.com","maxDepth":2,"limit":200}' # Response: {"success":true,"data":{"links":[...],"sitemaps":[...]}}

-H 'Content-Type: application/json' \   -d '{"url":"https://docs.example.com","maxDepth":2,"limit":200}' # Response: {"success":true,"data":{"links":[...],"sitemaps":[...]}}

-d '{"url":"https://docs.example.com","maxDepth":2,"limit":200}'

-d '{"url":"https://docs.example.com","maxDepth":2,"limit":200}'

-d '{"url":"https://docs.example.com","maxDepth":2,"limit":200}'

-d '{"url":"https://docs.example.com","maxDepth":2,"limit":200}'

-d '{"url":"https://docs.example.com","maxDepth":2,"limit":200}'

# 1. Map to see what's there crw map "https://docs.example.com" --format json > .crw/urls.json

# 1. Map to see what's there crw map "https://docs.example.com" --format json > .crw/urls.json

# 1. Map to see what's there crw map "https://docs.example.com" --format json > .crw/urls.json

# 1. Map to see what's there crw map "https://docs.example.com" --format json > .crw/urls.json

# 1. Map to see what's there crw map "https://docs.example.com" --format json > .crw/urls.json

crw map "https://docs.example.com" --format json > .crw/urls.json

crw map "https://docs.example.com" --format json > .crw/urls.json

crw map "https://docs.example.com" --format json > .crw/urls.json

crw map "https://docs.example.com" --format json > .crw/urls.json

crw map "https://docs.example.com" --format json > .crw/urls.json

# 2b. Scrape a single page crw scrape "https://docs.example.com/api/authentication"

# 2b. Scrape a single page crw scrape "https://docs.example.com/api/authentication"

# 2b. Scrape a single page crw scrape "https://docs.example.com/api/authentication"

# 2b. Scrape a single page crw scrape "https://docs.example.com/api/authentication"

# 2b. Scrape a single page crw scrape "https://docs.example.com/api/authentication"

crw scrape "https://docs.example.com/api/authentication"

crw scrape "https://docs.example.com/api/authentication"

crw scrape "https://docs.example.com/api/authentication"

crw scrape "https://docs.example.com/api/authentication"

crw scrape "https://docs.example.com/api/authentication"

# 2c. Or crawl the whole /api section crw crawl "https://docs.example.com/api" -d 2 -l 50

# 2c. Or crawl the whole /api section crw crawl "https://docs.example.com/api" -d 2 -l 50

# 2c. Or crawl the whole /api section crw crawl "https://docs.example.com/api" -d 2 -l 50

# 2c. Or crawl the whole /api section crw crawl "https://docs.example.com/api" -d 2 -l 50

# 2c. Or crawl the whole /api section crw crawl "https://docs.example.com/api" -d 2 -l 50

crw crawl "https://docs.example.com/api" -d 2 -l 50

crw crawl "https://docs.example.com/api" -d 2 -l 50

crw crawl "https://docs.example.com/api" -d 2 -l 50

crw crawl "https://docs.example.com/api" -d 2 -l 50

crw crawl "https://docs.example.com/api" -d 2 -l 50

crw_map(url="https://docs.example.com", limit=0)

crw_map(url="https://docs.example.com", limit=0)

crw_map(url="https://docs.example.com", limit=0)

crw_map(url="https://docs.example.com", limit=0)

crw_map(url="https://docs.example.com", limit=0)

crw_crawl(url="https://docs.example.com/changelog", maxDepth=1, maxPages=20)

crw_crawl(url="https://docs.example.com/changelog", maxDepth=1, maxPages=20)

crw_crawl(url="https://docs.example.com/changelog", maxDepth=1, maxPages=20)

crw_crawl(url="https://docs.example.com/changelog", maxDepth=1, maxPages=20)

crw_crawl(url="https://docs.example.com/changelog", maxDepth=1, maxPages=20)

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

app = FirecrawlApp(     api_url="https://api.fastcrw.com",

app = FirecrawlApp(     api_url="https://api.fastcrw.com",

app = FirecrawlApp(     api_url="https://api.fastcrw.com",

app = FirecrawlApp(     api_url="https://api.fastcrw.com",

api_url="https://api.fastcrw.com",

api_url="https://api.fastcrw.com",

api_url="https://api.fastcrw.com",

api_url="https://api.fastcrw.com",

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

app = FirecrawlApp(     api_url="http://localhost:3000",

app = FirecrawlApp(     api_url="http://localhost:3000",

app = FirecrawlApp(     api_url="http://localhost:3000",

app = FirecrawlApp(     api_url="http://localhost:3000",

api_url="http://localhost:3000",

api_url="http://localhost:3000",

api_url="http://localhost:3000",

api_url="http://localhost:3000",

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

const app = new FirecrawlApp({   apiUrl: "https://api.fastcrw.com",   // or "http://localhost:3000"

const app = new FirecrawlApp({   apiUrl: "https://api.fastcrw.com",   // or "http://localhost:3000"

const app = new FirecrawlApp({   apiUrl: "https://api.fastcrw.com",   // or "http://localhost:3000"

const app = new FirecrawlApp({   apiUrl: "https://api.fastcrw.com",   // or "http://localhost:3000"

apiUrl: "https://api.fastcrw.com",   // or "http://localhost:3000"

apiUrl: "https://api.fastcrw.com",   // or "http://localhost:3000"

apiUrl: "https://api.fastcrw.com",   // or "http://localhost:3000"

apiUrl: "https://api.fastcrw.com",   // or "http://localhost:3000"

Replace `https://api.firecrawl.dev` with `https://api.fastcrw.com` (or your

Replace `https://api.firecrawl.dev` with `https://api.fastcrw.com` (or your

Replace `https://api.firecrawl.dev` with `https://api.fastcrw.com` (or your

Replace `https://api.firecrawl.dev` with `https://api.fastcrw.com` (or your

self-hosted `http://localhost:3000`). Auth header stays the same:

self-hosted `http://localhost:3000`). Auth header stays the same:

self-hosted `http://localhost:3000`). Auth header stays the same:

self-hosted `http://localhost:3000`). Auth header stays the same:

# Before curl -X POST https://api.firecrawl.dev/v1/scrape \

# Before curl -X POST https://api.firecrawl.dev/v1/scrape \

# Before curl -X POST https://api.firecrawl.dev/v1/scrape \

# Before curl -X POST https://api.firecrawl.dev/v1/scrape \

curl -X POST https://api.firecrawl.dev/v1/scrape \

curl -X POST https://api.firecrawl.dev/v1/scrape \

curl -X POST https://api.firecrawl.dev/v1/scrape \

curl -X POST https://api.firecrawl.dev/v1/scrape \

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

-d '{"url":"https://example.com","formats":["markdown"]}'

-d '{"url":"https://example.com","formats":["markdown"]}'

-d '{"url":"https://example.com","formats":["markdown"]}'

-d '{"url":"https://example.com","formats":["markdown"]}'

# After — change exactly two things: host + key curl -X POST https://api.fastcrw.com/v1/scrape \

# After — change exactly two things: host + key curl -X POST https://api.fastcrw.com/v1/scrape \

# After — change exactly two things: host + key curl -X POST https://api.fastcrw.com/v1/scrape \

# After — change exactly two things: host + key curl -X POST https://api.fastcrw.com/v1/scrape \

curl -X POST https://api.fastcrw.com/v1/scrape \

curl -X POST https://api.fastcrw.com/v1/scrape \

curl -X POST https://api.fastcrw.com/v1/scrape \

curl -X POST https://api.fastcrw.com/v1/scrape \

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

-d '{"url":"https://example.com","formats":["markdown"]}'

-d '{"url":"https://example.com","formats":["markdown"]}'

-d '{"url":"https://example.com","formats":["markdown"]}'

-d '{"url":"https://example.com","formats":["markdown"]}'

{   "url": "https://example.com",

{   "url": "https://example.com",

{   "url": "https://example.com",

{   "url": "https://example.com",

"url": "https://example.com",

"url": "https://example.com",

"url": "https://example.com",

"url": "https://example.com",

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

"args": ["crw-mcp"],       "env": {         "CRW_API_URL": "https://api.fastcrw.com",

"args": ["crw-mcp"],       "env": {         "CRW_API_URL": "https://api.fastcrw.com",

"args": ["crw-mcp"],       "env": {         "CRW_API_URL": "https://api.fastcrw.com",

"args": ["crw-mcp"],       "env": {         "CRW_API_URL": "https://api.fastcrw.com",

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

"CRW_API_URL": "https://api.fastcrw.com",

"CRW_API_URL": "https://api.fastcrw.com",

"CRW_API_URL": "https://api.fastcrw.com",

"CRW_API_URL": "https://api.fastcrw.com",

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

# 1. Health check (no auth) curl http://localhost:3000/health

# 1. Health check (no auth) curl http://localhost:3000/health

# 1. Health check (no auth) curl http://localhost:3000/health

# 1. Health check (no auth) curl http://localhost:3000/health

curl http://localhost:3000/health

curl http://localhost:3000/health

curl http://localhost:3000/health

curl http://localhost:3000/health

# 2. Basic scrape curl -X POST "$CRW_API_URL/v1/scrape" \

# 2. Basic scrape curl -X POST "$CRW_API_URL/v1/scrape" \

# 2. Basic scrape curl -X POST "$CRW_API_URL/v1/scrape" \

# 2. Basic scrape curl -X POST "$CRW_API_URL/v1/scrape" \

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

-H "Content-Type: application/json" \   -d '{"url":"https://example.com","formats":["markdown"]}' | jq .success # → true

-H "Content-Type: application/json" \   -d '{"url":"https://example.com","formats":["markdown"]}' | jq .success # → true

-H "Content-Type: application/json" \   -d '{"url":"https://example.com","formats":["markdown"]}' | jq .success # → true

-H "Content-Type: application/json" \   -d '{"url":"https://example.com","formats":["markdown"]}' | jq .success # → true

-d '{"url":"https://example.com","formats":["markdown"]}' | jq .success

-d '{"url":"https://example.com","formats":["markdown"]}' | jq .success

-d '{"url":"https://example.com","formats":["markdown"]}' | jq .success

-d '{"url":"https://example.com","formats":["markdown"]}' | jq .success

# 3. Map (URL discovery) curl -X POST "$CRW_API_URL/v1/map" \

# 3. Map (URL discovery) curl -X POST "$CRW_API_URL/v1/map" \

# 3. Map (URL discovery) curl -X POST "$CRW_API_URL/v1/map" \

# 3. Map (URL discovery) curl -X POST "$CRW_API_URL/v1/map" \

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

-H "Content-Type: application/json" \   -d '{"url":"https://example.com"}' | jq '.data | length' # → N (should be > 0)

-H "Content-Type: application/json" \   -d '{"url":"https://example.com"}' | jq '.data | length' # → N (should be > 0)

-H "Content-Type: application/json" \   -d '{"url":"https://example.com"}' | jq '.data | length' # → N (should be > 0)

-H "Content-Type: application/json" \   -d '{"url":"https://example.com"}' | jq '.data | length' # → N (should be > 0)

-d '{"url":"https://example.com"}' | jq '.data | length'

-d '{"url":"https://example.com"}' | jq '.data | length'

-d '{"url":"https://example.com"}' | jq '.data | length'

-d '{"url":"https://example.com"}' | jq '.data | length'

# 4. Search (requires a search backend — managed always works; self-host needs sidecar) curl -X POST "$CRW_API_URL/v1/search" \

# 4. Search (requires a search backend — managed always works; self-host needs sidecar) curl -X POST "$CRW_API_URL/v1/search" \

# 4. Search (requires a search backend — managed always works; self-host needs sidecar) curl -X POST "$CRW_API_URL/v1/search" \

# 4. Search (requires a search backend — managed always works; self-host needs sidecar) curl -X POST "$CRW_API_URL/v1/search" \

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

# 5. Structured extraction (requires [extraction.llm] configured) curl -X POST "$CRW_API_URL/v1/scrape" \

# 5. Structured extraction (requires [extraction.llm] configured) curl -X POST "$CRW_API_URL/v1/scrape" \

# 5. Structured extraction (requires [extraction.llm] configured) curl -X POST "$CRW_API_URL/v1/scrape" \

# 5. Structured extraction (requires [extraction.llm] configured) curl -X POST "$CRW_API_URL/v1/scrape" \

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

"url":"https://example.com",

"url":"https://example.com",

"url":"https://example.com",

"url":"https://example.com",

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

Bash(curl:*) Bash(jq:*) Read

Bash(curl:*) Bash(jq:*) Read

author: us   version: "0.2.0"   homepage: https://fastcrw.com

author: us   version: "0.2.0"   homepage: https://fastcrw.com

version: "0.2.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.2.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(curl:*) Bash(jq:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(curl:*) Bash(jq:*) Read

repository: https://github.com/fastcrw/crw allowed-tools: Bash(curl:*) Bash(jq:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(curl:*) Bash(jq:*) Read ---

Find EVERY arXiv paper that answers a research query. Recall = union of arXiv ids; extra ids never hurt, so cast wide but on-topic. The [Research API](https://docs.fastcrw.com/research-api) is a live, drop-in

Find EVERY arXiv paper that answers a research query. Recall = union of arXiv ids; extra ids never hurt, so cast wide but on-topic. The [Research API](https://docs.fastcrw.com/research-api) is a live, drop-in

ids; extra ids never hurt, so cast wide but on-topic. The [Research API](https://docs.fastcrw.com/research-api) is a live, drop-in Firecrawl-research-compatible surface — your job is **query strategy + intent

ids; extra ids never hurt, so cast wide but on-topic. The [Research API](https://docs.fastcrw.com/research-api) is a live, drop-in Firecrawl-research-compatible surface — your job is **query strategy + intent

[Research API](https://docs.fastcrw.com/research-api) is a live, drop-in

[Research API](https://docs.fastcrw.com/research-api) is a live, drop-in

fastCRW measured directly. Firecrawl publishes 53.3% for its own Research Index on the same benchmark in their [Research Index launch post](https://www.firecrawl.dev/blog/research-index-launch) (2026-06-17): "On

fastCRW measured directly. Firecrawl publishes 53.3% for its own Research Index on the same benchmark in their [Research Index launch post](https://www.firecrawl.dev/blog/research-index-launch) (2026-06-17): "On

on the same benchmark in their [Research Index launch post](https://www.firecrawl.dev/blog/research-index-launch) (2026-06-17): "On arXivQA, the index hits 53.3% recall at $0.32 per task, against 45.4% for the

on the same benchmark in their [Research Index launch post](https://www.firecrawl.dev/blog/research-index-launch) (2026-06-17): "On arXivQA, the index hits 53.3% recall at $0.32 per task, against 45.4% for the

post](https://www.firecrawl.dev/blog/research-index-launch) (2026-06-17): "On

post](https://www.firecrawl.dev/blog/research-index-launch) (2026-06-17): "On

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

Base URL `https://api.fastcrw.com`. Every endpoint is a GET; pull arXiv ids out

Base URL `https://api.fastcrw.com`. Every endpoint is a GET; pull arXiv ids out

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

"https://api.fastcrw.com/v1/search/research/papers?query=$(jq -rn --arg q "QUERY" '$q|@uri')&k=40"

"https://api.fastcrw.com/v1/search/research/papers?query=$(jq -rn --arg q "QUERY" '$q|@uri')&k=40"

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

[Credential-related source omitted]

"https://api.fastcrw.com/v1/search/research/papers/arxiv:1706.03762/similar?intent=related%20work&mode=references&k=40"

"https://api.fastcrw.com/v1/search/research/papers/arxiv:1706.03762/similar?intent=related%20work&mode=references&k=40"

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

Bash(crw:*) Bash(curl:*) Read

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

author: us   version: "0.3.0"   homepage: https://fastcrw.com

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

version: "0.3.0"   homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

homepage: https://fastcrw.com   repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

repository: https://github.com/fastcrw/crw allowed-tools: Bash(crw:*) Bash(curl:*) Read ---

crw scrape "https://example.com"                       # → markdown to stdout

crw scrape "https://example.com"                       # → markdown to stdout

crw scrape "https://example.com"                       # → markdown to stdout

crw scrape "https://example.com"                       # → markdown to stdout

crw scrape "https://example.com"                       # → markdown to stdout

crw scrape "https://example.com"                       # → markdown to stdout

crw scrape "https://example.com"                       # → markdown to stdout

crw scrape "https://example.com"                       # → markdown to stdout

crw scrape "https://example.com"                       # → markdown to stdout

crw scrape "https://example.com"                       # → markdown to stdout

crw scrape "https://example.com" --format json -o page.json

crw scrape "https://example.com" --format json -o page.json

crw scrape "https://example.com" --format json -o page.json

crw scrape "https://example.com" --format json -o page.json

crw scrape "https://example.com" --format json -o page.json

crw scrape "https://example.com" --format json -o page.json

crw scrape "https://example.com" --format json -o page.json

crw scrape "https://example.com" --format json -o page.json

crw scrape "https://example.com" --format json -o page.json

crw scrape "https://example.com" --format json -o page.json

crw scrape "https://example.com" --js --css "article.main"

crw scrape "https://example.com" --js --css "article.main"

crw scrape "https://example.com" --js --css "article.main"

crw scrape "https://example.com" --js --css "article.main"

crw scrape "https://example.com" --js --css "article.main"

crw scrape "https://example.com" --js --css "article.main"

crw scrape "https://example.com" --js --css "article.main"

crw scrape "https://example.com" --js --css "article.main"

crw scrape "https://example.com" --js --css "article.main"

crw scrape "https://example.com" --js --css "article.main"

crw scrape "https://example.com" --format links -o .crw/links.txt

crw scrape "https://example.com" --format links -o .crw/links.txt

crw scrape "https://example.com" --format links -o .crw/links.txt

crw scrape "https://example.com" --format links -o .crw/links.txt

crw scrape "https://example.com" --format links -o .crw/links.txt