gaspersic/freeCodeCamp
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Finished web scraping example with a hacker news top 30 links

Browse Source
This commit is contained in:
Sahat Yalkabov
2013-12-07 18:53:00 -05:00
parent 5b99baa007
commit 44c90b7156
5 changed files with 32 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
controllers/api.js
View File

@ -2,6 +2,7 @@ var config = require('../config/config');
var User = require('../models/User');
var async = require('async');
var cheerio = require('cheerio');
var request = require('request');
var _ = require('underscore');
var geoip = require('geoip-lite');
var FB = require('fb');
@ -105,8 +106,16 @@ exports.getFacebook = function(req, res) {
};
exports.getScraping = function(req, res) {
res.render('api/scraping', {
title: 'Web Scraping',
user: req.user
request.get('https://news.ycombinator.com/', function(error, request, body) {
var $ = cheerio.load(body);
var links = [];
$('.title').find('a').slice(0,30).each(function(i, elem) {
links.push($(elem));
});
res.render('api/scraping', {
title: 'Web Scraping',
links: links,
user: req.user
});
});
};