API Example
Request
curl -H "x-key: [YOUR-API-KEY]" "https://api.sitebot.com/api/v1/webpage/lookup?url=https://www.reddit.com/"
Request
{
"webpage":{
"version":1,
"url":"https://www.google.com/",
"code":200,
"location":"https://www.google.com/",
"timestamp":1684098937230,
"info":{
"content_type":"text/html",
"gzip":"1",
"size":"149580",
"title":"Google"
}
"metas":[
{
"name":"referrer",
"value":"origin"
}
],
"headers":[
{
"name":"date",
"value":"Sun, 14 May 2023 21:12:54 GMT"
},
{
"name":"content-type",
"value":"text/html; charset=UTF-8"
},
// ...
],
"images":[
// ...
],
"mailtos":[
// ...
],
"tels":[
// ...
],
"links":[
"https://about.google/?fg=1&utm_source=google-US&utm_medium=referral&utm_campaign=hp-header",
"https://google.com/search/howsearchworks/?fg=1",
"https://www.google.com/intl/en/about/products"
],
"scripts":[
{
"url":"https://www.google.com/logos/2023/storybook/mothersday23-51423-253316372/mothersday23.js"
}
],
"forms":[
{
"action_url":"https://www.google.com/search",
"method":"get",
"action":"/search",
"fields":[
{
"name":"btnK",
"type":"submit"
},
{
"name":"btnI",
"type":"submit"
},
{
"name":"btnK",
"type":"submit"
},
{
"name":"btnI",
"type":"submit"
},
{
"name":"source",
"type":"hidden"
},
{
"name":"ei",
"type":"hidden"
},
{
"name":"iflsig",
"type":"hidden"
},
{
"name":"q",
"type":"textarea"
}
]
}
],
}
}