forked from gyllstromk/karma-preprocessor-pullscripts
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathparse.js
39 lines (33 loc) · 1.03 KB
/
parse.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
var cheerio = require('cheerio'),
request = require('request'),
async = require('async');
var process = module.exports = function (content, logger, callback) {
var html = cheerio.load(content),
urls = [];
html('script').each(function (index, obj) {
var src = obj.attribs.src,
url = null;
if (src) {
if (src.match(/^http/)) {
urls.push(src);
} else if (src.match(/^\/\//)) {
urls.push('http:' + src);
}
}
});
async.map(urls, function (each, callback) {
request.get(each, function (err, resp, body) {
if (err || (resp && resp.statusCode !== 200)) {
err = err || resp.statusCode;
logger.error('Failed to download', each, err);
return callback(err);
}
callback(null, body);
});
}, function (err, content) {
if (err) {
return;
}
callback(content.join('\n'));
});
};