Input a website and get all the urls on the website - extremely fast
search
pip install firecrawl-py
from firecrawl import FirecrawlApp app = FirecrawlApp(api_key="fc-YOUR_API_KEY") # Map a website: map_result = app.map_url('https://firecrawl.dev') print(map_result)
{ "status": "success", "links": [ "https://firecrawl.dev", "https://www.firecrawl.dev/pricing", "https://www.firecrawl.dev/blog", "https://www.firecrawl.dev/playground", "https://www.firecrawl.dev/smart-crawl", ... ] }
curl -X POST https://api.firecrawl.dev/v1/map \ -H 'Content-Type: application/json' \ -H 'Authorization: Bearer YOUR_API_KEY' \ -d '{ "url": "https://firecrawl.dev", "search": "docs" }'
{ "status": "success", "links": [ "https://docs.firecrawl.dev", "https://docs.firecrawl.dev/sdks/python", "https://docs.firecrawl.dev/learn/rag-llama3", ] }