Poll crawl job status and results
curl --request GET \
--url https://api.urltodata.ai/v1/web/crawl/{jobId} \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.urltodata.ai/v1/web/crawl/{jobId}"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.urltodata.ai/v1/web/crawl/{jobId}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"status": "scraping",
"total": 123,
"completed": 123,
"pages": [
{
"url": "<string>",
"content": "<string>",
"name": "<string>",
"description": "<string>",
"ogUrl": "<string>",
"countCharacters": 123,
"urls": [
"<string>"
]
}
],
"next": 123
}API Reference
Poll crawl job status and results
GET
/
v1
/
web
/
crawl
/
{jobId}
Poll crawl job status and results
curl --request GET \
--url https://api.urltodata.ai/v1/web/crawl/{jobId} \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.urltodata.ai/v1/web/crawl/{jobId}"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.urltodata.ai/v1/web/crawl/{jobId}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"status": "scraping",
"total": 123,
"completed": 123,
"pages": [
{
"url": "<string>",
"content": "<string>",
"name": "<string>",
"description": "<string>",
"ogUrl": "<string>",
"countCharacters": 123,
"urls": [
"<string>"
]
}
],
"next": 123
}Authorizations
API key as Bearer token (e.g. Bearer mp_abc123_secret)
Path Parameters
Query Parameters
Pagination offset
Required range:
x >= 0