gaspersic/freeCodeCamp
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Title scraping in resource.js getURLTitle function

Browse Source
This commit is contained in:
Nathan Leniz
2015-03-07 16:08:15 +09:00
parent 39d66ea0da
commit b655cb7532
2 changed files with 14 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
controllers/resources.js
View File

@ -10,8 +10,9 @@ var User = require('../models/User'),
moment = require('moment'), moment = require('moment'),
Client = require('node-rest-client').Client, Client = require('node-rest-client').Client,
client = new Client(), client = new Client(),
debug = require('debug')('freecc:cntr:bonfires'), debug = require('debug')('freecc:cntr:resources'),
cheerio = require('cheerio'); cheerio = require('cheerio'),
request = require('request');
/** /**
* GET / * GET /
@ -289,28 +290,19 @@ module.exports = {
whichEnvironment: function() { whichEnvironment: function() {
return process.env.NODE_ENV; return process.env.NODE_ENV;
}, },
getMetaData: function(req, res, next) { getURLTitle: function(req, res, next) {
var url = req.body.data.url; var url = req.body.data.url;
var result = {};
client.get(url, function(siteInfo) { var result = {title: ''};
var $ = cheerio.load(siteInfo); request(url, function (error, response, body) {
if (!error && response.statusCode === 200) {
var meta = $('meta'); var $ = cheerio.load(body);
$(meta, this).each(function () { var title = $('title').text();
var prop = $(this).attr("property"), key, value; result.title = title;
if (prop && prop.substring(0, ns.length) === ns) { debug(result);
key = prop.substring(ns.length); res.json(result);
value = $(this).attr("content");
console.log("Found OGP data %s=%s", key, value);
result[key] = result[key] || [];
result[key].push(value);
} }
}); });
res.json(JSON.stringify(result));
});
} }
}; };

2
package.json
View File

@ -59,7 +59,7 @@
"passport-oauth": "^1.0.0", "passport-oauth": "^1.0.0",
"passport-twitter": "^1.0.2", "passport-twitter": "^1.0.2",
"ramda": "^0.10.0", "ramda": "^0.10.0",
"request": "^2.49.0", "request": "^2.53.0",
"sitemap": "^0.7.4", "sitemap": "^0.7.4",
"uglify-js": "^2.4.15", "uglify-js": "^2.4.15",
"validator": "^3.22.1", "validator": "^3.22.1",