gaspersic/freeCodeCamp
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Title scraping in resource.js getURLTitle function

Browse Source
This commit is contained in:
Nathan Leniz
2015-03-07 16:08:15 +09:00
parent 39d66ea0da
commit b655cb7532
2 changed files with 14 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
controllers/resources.js
View File

@ -10,8 +10,9 @@ var User = require('../models/User'),
moment = require('moment'), moment = require('moment'),
Client = require('node-rest-client').Client, Client = require('node-rest-client').Client,
client = new Client(), client = new Client(),
debug = require('debug')('freecc:cntr:bonfires'), debug = require('debug')('freecc:cntr:resources'),
cheerio = require('cheerio'); cheerio = require('cheerio'),
request = require('request');
/** /**
* GET / * GET /
@ -289,27 +290,18 @@ module.exports = {
whichEnvironment: function() { whichEnvironment: function() {
return process.env.NODE_ENV; return process.env.NODE_ENV;
}, },
getMetaData: function(req, res, next) { getURLTitle: function(req, res, next) {
var url = req.body.data.url; var url = req.body.data.url;
var result = {};
client.get(url, function(siteInfo) {
var $ = cheerio.load(siteInfo);
var meta = $('meta');
$(meta, this).each(function () {
var prop = $(this).attr("property"), key, value;
if (prop && prop.substring(0, ns.length) === ns) {
key = prop.substring(ns.length);
value = $(this).attr("content");
console.log("Found OGP data %s=%s", key, value);
result[key] = result[key] || [];
result[key].push(value);
}
});
res.json(JSON.stringify(result));
var result = {title: ''};
request(url, function (error, response, body) {
if (!error && response.statusCode === 200) {
var $ = cheerio.load(body);
var title = $('title').text();
result.title = title;
debug(result);
res.json(result);
}
}); });
} }
}; };

2
package.json
View File

@ -59,7 +59,7 @@
"passport-oauth": "^1.0.0", "passport-oauth": "^1.0.0",
"passport-twitter": "^1.0.2", "passport-twitter": "^1.0.2",
"ramda": "^0.10.0", "ramda": "^0.10.0",
"request": "^2.49.0", "request": "^2.53.0",
"sitemap": "^0.7.4", "sitemap": "^0.7.4",
"uglify-js": "^2.4.15", "uglify-js": "^2.4.15",
"validator": "^3.22.1", "validator": "^3.22.1",