This module allows scrapes links from an HTML string and normalizes them. It does not actually perform the HTTP request. Use superagent or request for that.
npm install linkscrape
HTML string:
<html><head><title>
Test File
</title></head><body><pid="wat"><ahref="http://google.com"><b>Google</b></a></p><p><ahref="#wat" class="pretty">Link in page</a><ahref="javascript:alert('hi');">hi</a><ahref="alert('hello')">hello</a><ahref="/faq/questions">Faq</a><ahref="aboutus">About Us</a></p></body></html>You must pass in the URL (of where the HTML string came from) to the scrape() method so that it can normalize the links.
varlinkscrape=require('linkscrape');linkscrape('http://someserver.com/mypage',htmlString,function(links,$){console.log(links.length);// is 6console.log(links[0].href);//is 'http://google.com'console.log(links[0].text);//is 'Google'console.log(links[0].html);//is '<b>Google</b>'console.log(links[0].element);//objectconsole.log(links[0].link);//is 'http://google.com'console.log(links[1].href);//is '#wat'console.log(links[1].text);//is 'Link in page'console.log(links[1].html);//is 'Link in page'console.log(links[1].element);//objectconsole.log(links[1].link);//is nullconsole.log($(links[1].element).attr('class'));//is 'pretty'console.log(links[2].href);//is "javascript:alert('hi');"console.log(links[2].text);//is 'hi'console.log(links[2].html);//is 'hi'console.log(links[2].element);//objectconsole.log(links[2].link);//is nullconsole.log(links[3].href);//is "alert('hello')"console.log(links[3].text);//is 'hello'console.log(links[3].html);//is 'hello'console.log(links[3].element);//objectconsole.log(links[3].link);//is nullconsole.log(links[4].href);//is "/faq/questions"console.log(links[4].text);//is 'Faq'console.log(links[4].html);//is 'Faq'console.log(links[4].element);//objectconsole.log(links[4].link);//is 'http://someserver.com/faq/questions'console.log(links[5].href);//is "aboutus"console.log(links[5].text);//is 'About Us'console.log(links[5].html);//is 'About Us'console.log(links[5].element);//objectconsole.log(links[5].link);//is 'http://someserver.com/aboutus'});It's currently backed by cheerio. So you can use the $ with the jQuery selectors. See cheerio docs for more details.
npm test
or...
mocha test
Licensed under MIT. See LICENSE for more details.
Copyright (c) 2012 JP Richardson