From 44c90b715675e5b990214bd5eeb817f7ddb7501f Mon Sep 17 00:00:00 2001
From: Sahat Yalkabov <sakhat@gmail.com>
Date: Sat, 7 Dec 2013 18:53:00 -0500
Subject: [PATCH] Finished web scraping example with a hacker news top 30 links

---
 app.js                     |   2 +-
 controllers/api.js         |  15 ++++++++++++---
 public/css/ios7.less       |   4 ++++
 public/img/hacker_news.png | Bin 0 -> 762 bytes
 views/api/scraping.jade    |  15 +++++++++++++++
 5 files changed, 32 insertions(+), 4 deletions(-)
 create mode 100644 public/img/hacker_news.png

diff --git a/app.js b/app.js
index 58bea2d12a..0f461ac0f8 100755
--- a/app.js
+++ b/app.js
@@ -64,7 +64,7 @@ app.get('/api', api.getApi);
 app.get('/api/foursquare', passportConf.ensureAuthenticated, api.getFoursquare);
 app.get('/api/tumblr', passportConf.ensureAuthenticated, api.getTumblr);
 app.get('/api/facebook', passportConf.ensureAuthenticated, api.getFacebook);
-app.get('/api/scraping', passportConf.ensureAuthenticated, api.getScraping);
+app.get('/api/scraping', api.getScraping);
 
 app.get('/contact', contact.getContact);
 app.post('/contact', contact.postContact);
diff --git a/controllers/api.js b/controllers/api.js
index 75ac6c670b..16357e8943 100644
--- a/controllers/api.js
+++ b/controllers/api.js
@@ -2,6 +2,7 @@ var config = require('../config/config');
 var User = require('../models/User');
 var async = require('async');
 var cheerio = require('cheerio');
+var request = require('request');
 var _ = require('underscore');
 var geoip = require('geoip-lite');
 var FB = require('fb');
@@ -105,8 +106,16 @@ exports.getFacebook = function(req, res) {
 };
 
 exports.getScraping = function(req, res) {
-  res.render('api/scraping', {
-    title: 'Web Scraping',
-    user: req.user
+  request.get('https://news.ycombinator.com/', function(error, request, body) {
+    var $ = cheerio.load(body);
+    var links = [];
+    $('.title').find('a').slice(0,30).each(function(i, elem) {
+      links.push($(elem));
+    });
+    res.render('api/scraping', {
+      title: 'Web Scraping',
+      links: links,
+      user: req.user
+    });
   });
 };
\ No newline at end of file
diff --git a/public/css/ios7.less b/public/css/ios7.less
index 5fccf63563..51b4e7b1cc 100644
--- a/public/css/ios7.less
+++ b/public/css/ios7.less
@@ -540,6 +540,10 @@ label-info {
   margin-bottom: 0;
 }
 
+span {
+  vertical-align: middle;
+}
+
 // Datatables ================================================================
 
 // Search field
diff --git a/public/img/hacker_news.png b/public/img/hacker_news.png
new file mode 100644
index 0000000000000000000000000000000000000000..45802e1dd65d617e01dbff296aeecb3054489b95
GIT binary patch
literal 762
zcmXw%eJs>*0LH(+dvjf#Zn5DeuJ!)9Qj}7=lb55&YspI~HX_wJ)L8m;DaTnyFV+@o
zm6E)~mX1rTQYn_aw7A{~aX7=M)OAm1t!I0l=a1*V&z?*_Ur#<y$RmXCy`*jdrlx1i
zWtwubJ9nB8O60dQ$Q@DwlM=U~{V7sB(ba@Ae)!T3F9sB$=+nZR1yvOO{DH0qJ2|Mk
zjl2XLSOmjw=m)Ti2X#L3lM!KuU(*;LL4Y|bF5=c{?6t;^DNK$dXddomBE$+4dR#e-
zm{n*fN5Td)S3~B4wkJsOK<8`FyCB<&&ux%WXs$uVUL0{mZx_6oczz!j4kC6nj7AK0
zqy7#q$K&8)=)b{t7OD$yEeZSV;m=3qCEQHI<QPh_P^>_(1*Rr&i$+B*rhg)QJ_=4i
zeGQ|7IIs|TNAS21K4uvD3RN`vKOi#<-5rqoL)(m0DcYYcoZZxKVs*vKO%ilctAGD8
zz*QnR*JF2_^NP#0lD%;r$d{!-T~T`I!AFH(UQEyQMs-ofiaNbw?F;Lu>~;TQn?q=P
zy~FjIP=j(mv$~b^N|?2=^!N?RNUS5}vEpTOI9IuI1Xb5VY}wL5HJ>fLGqSOOq862G
zH)l6mjlA8*q6!NGZP<f%JBx>C63||Gp0O!-%kIq*vV1t)mCA}pUehNbuXGEPjOe!S
zIo@*8R#wE~2~=Hy56oCO3cJ)WVkqU%$D}Q%L^Nyaql&>YXsij<P^6Stifc7Cu9S<$
z#)E1oE6H6#O(ggbk0eJYb4FwO=n{W=`6r(inmCj+Ia@}iJy~PbE23BFl5N-_tr^-O
zAy+i4`7EZKhUZqT7Kk4v)t_Z_*vCCG=ZaEODpd?yTdnd(hL9!lOp#^JEK7?-biVGL
zGcTv6Vo&i7fw+8fRLHKbsXF0rDIRTpZ?qNEnKAn)KG#J~O{8-g*9*twoW_;H?l^Ab
cf2PJmN8=LhElw#cG^S4zFLz(Ja@R=tU)!UJ1^@s6

literal 0
HcmV?d00001

diff --git a/views/api/scraping.jade b/views/api/scraping.jade
index 78663a044c..f12bb1b2b9 100644
--- a/views/api/scraping.jade
+++ b/views/api/scraping.jade
@@ -12,3 +12,18 @@ block content
     a.btn.btn-lg.btn-primary(href='https://developer.foursquare.com/docs/explore', target='_blank')
       i.fa.fa-film
       | Cheerio Screencast
+
+  h3
+    img(src='/img/hacker_news.png', width=50, height=50)
+    span  Hacker News Frontpage
+
+  table.table.table-condensed
+    thead
+      tr
+        th №
+        th Title
+    tbody
+      each link, index in links
+        tr
+          td= index + 1
+          td!= link
\ No newline at end of file