Extract content from a web page as Markdown
curl --request GET \
--url https://api.urltodata.ai/v1/web/scrape \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.urltodata.ai/v1/web/scrape"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.urltodata.ai/v1/web/scrape', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"url": "<string>",
"content": "<string>",
"name": "<string>",
"description": "<string>",
"ogUrl": "<string>",
"countCharacters": 123,
"urls": [
"<string>"
]
}API Reference
Extract content from a web page as Markdown
GET
/
v1
/
web
/
scrape
Extract content from a web page as Markdown
curl --request GET \
--url https://api.urltodata.ai/v1/web/scrape \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.urltodata.ai/v1/web/scrape"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.urltodata.ai/v1/web/scrape', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"url": "<string>",
"content": "<string>",
"name": "<string>",
"description": "<string>",
"ogUrl": "<string>",
"countCharacters": 123,
"urls": [
"<string>"
]
}Authorizations
API key as Bearer token (e.g. Bearer mp_abc123_secret)
Query Parameters
URL to scrape