最簡單的一個範例
var Crawler = require("simplecrawler");
var crawler = new Crawler("http://127.0.0.1:1337/");
crawler.on("crawlstart", function() {
console.log("Crawl starting");
});
crawler.on("fetchstart", function(queueItem, requestOptions) {
console.log("fetchStart", queueItem);
});
crawler.on("fetchcomplete", function(queueItem, responseBody, responseObject) {
console.log("fetchcomplete", queueItem);
});
crawler.on("complete", function() {
console.log("Finished!");
});
crawler.start();
附上原始碼