Marcel Duran
Request (GET) a URL and retrieves its content (non-binary) and headers. User Agent string (ua) is optional.
select * from {table} where url="http://www.yahoo.com/"
select * from {table} where url in ("http://www.yahoo.com/","http://www.google.com/") and ua="Mozilla/5.0 (compatible; MSIE 6.0; Windows NT 5.1)"
,
headers =
{url}
{redir.@status}
{location}
;
url = location;
}
}
}
// get headers
headers.headers = y.jsonToXml(resp.headers);
// set result
data.resources += {url} ;
data.resources += {resp.status} ;
data.resources += headers;
// get uncompressed response content for non-binary
header = resp.headers;
header = (header && header['content-type']) || '';
if (header.indexOf('image') && header.indexOf('x-shockwave-flash') < 0) {
try {
content = resp.response;
} catch (err) {
y.log(err);
// empty response on error
content = '';
}
} else {
// empty response for binaries
content = '';
}
data.resources += {content} ;
response.maxAge = 300;
response.object = data;
]]>