Input a website and get all the internal urls on the website. Results do not include links to external pages.
| Billable Operation | Provider | Billing Mode Docs | Connection Docs | Cost per operation Docs |
|---|---|---|---|---|
firecrawl-website-maplinks | P Firecrawl | On Success | Managed, User | 1.00 credits |
const options = {
method: 'POST',
headers: {'content-type': 'application/json', authorization: 'Bearer <TOKEN>'},
body: JSON.stringify({
config: {environment: 'production'},
pipes: [
{
pipe_id: 'website:maplinks:firecrawl@1',
config: {sitemap: 'include', page_limit: 20, search: ''}
}
],
input: [
{
id: '1',
urls: ['https://pipe0.com', 'https://pipe0.com/resources/documentation']
}
]
})
};
fetch('https://api.pipe0.com/v1/pipes/run', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));