You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
145 lines
4.6 KiB
JavaScript
145 lines
4.6 KiB
JavaScript
var prettyPrint = require("html").prettyPrint;
|
|
var jsdom = require("jsdom").jsdom;
|
|
var serializeDocument = require("jsdom").serializeDocument;
|
|
var chai = require("chai");
|
|
chai.config.includeStack = true;
|
|
var expect = chai.expect;
|
|
|
|
var readability = require("../index");
|
|
var Readability = readability.Readability;
|
|
var JSDOMParser = readability.JSDOMParser;
|
|
|
|
function runTestsWithItems(label, beforeFn, expectedContent, expectedMetadata) {
|
|
describe(label, function() {
|
|
var result;
|
|
before(function() {
|
|
result = beforeFn();
|
|
});
|
|
|
|
it("should return a result object", function() {
|
|
expect(result).to.include.keys("content", "title", "excerpt", "byline");
|
|
});
|
|
|
|
it("should extract expected content", function() {
|
|
expect(expectedContent).eql(prettyPrint(result.content));
|
|
});
|
|
|
|
it("should extract expected title", function() {
|
|
expect(expectedMetadata.title).eql(result.title);
|
|
});
|
|
|
|
it("should extract expected byline", function() {
|
|
expect(expectedMetadata.byline).eql(result.byline);
|
|
});
|
|
|
|
it("should extract expected excerpt", function() {
|
|
expect(expectedMetadata.excerpt).eql(result.excerpt);
|
|
});
|
|
|
|
it("should probably be readerable", function() {
|
|
expect(result.readerable).eql(true);
|
|
});
|
|
});
|
|
}
|
|
|
|
function removeCommentNodesRecursively(node) {
|
|
[].forEach.call(node.childNodes, function(child) {
|
|
if (child.nodeType === child.COMMENT_NODE) {
|
|
node.removeChild(child);
|
|
} else if (child.nodeType === child.ELEMENT_NODE) {
|
|
removeCommentNodesRecursively(child);
|
|
}
|
|
});
|
|
}
|
|
|
|
describe("Readability API", function() {
|
|
describe("#constructor", function() {
|
|
it("should accept a debug option", function() {
|
|
expect(new Readability({}, {})._debug).eql(false);
|
|
expect(new Readability({}, {}, {debug: true})._debug).eql(true);
|
|
});
|
|
|
|
it("should accept a nbTopCandidates option", function() {
|
|
expect(new Readability({}, {})._nbTopCandidates).eql(5);
|
|
expect(new Readability({}, {}, {nbTopCandidates: 42})._nbTopCandidates).eql(42);
|
|
});
|
|
|
|
it("should accept a maxPages option", function() {
|
|
expect(new Readability({}, {})._maxPages).eql(5);
|
|
expect(new Readability({}, {}, {maxPages: 42})._maxPages).eql(42);
|
|
});
|
|
|
|
it("should accept a maxElemsToParse option", function() {
|
|
expect(new Readability({}, {})._maxElemsToParse).eql(0);
|
|
expect(new Readability({}, {}, {maxElemsToParse: 42})._maxElemsToParse).eql(42);
|
|
});
|
|
});
|
|
|
|
describe("#parse", function() {
|
|
it("shouldn't parse oversized documents as per configuration", function() {
|
|
var doc = new JSDOMParser().parse("<html><div>yo</div></html>");
|
|
expect(function() {
|
|
new Readability({}, doc, {maxElemsToParse: 1}).parse();
|
|
}).to.Throw("Aborting parsing document; 2 elements found");
|
|
});
|
|
});
|
|
});
|
|
|
|
var uri = {
|
|
spec: "http://fakehost/test/page.html",
|
|
host: "fakehost",
|
|
prePath: "http://fakehost",
|
|
scheme: "http",
|
|
pathBase: "http://fakehost/test/"
|
|
};
|
|
|
|
var jsdomOptions = {
|
|
features: {
|
|
FetchExternalResources: false,
|
|
ProcessExternalResources: false
|
|
}
|
|
};
|
|
|
|
describe("Extraction", function() {
|
|
require("./bootstrap").getExtractionTestPages().forEach(function(testPage) {
|
|
describe(testPage.dir, function() {
|
|
runTestsWithItems("jsdom", function() {
|
|
var doc = jsdom(testPage.source, jsdomOptions);
|
|
removeCommentNodesRecursively(doc);
|
|
var readability = new Readability(uri, doc);
|
|
var readerable = readability.isProbablyReaderable();
|
|
var result = readability.parse();
|
|
result.readerable = readerable;
|
|
return result;
|
|
}, testPage.expectedContent, testPage.expectedMetadata);
|
|
|
|
runTestsWithItems("JSDOMParser", function() {
|
|
var doc = new JSDOMParser().parse(testPage.source);
|
|
var readability = new Readability(uri, doc);
|
|
var readerable = readability.isProbablyReaderable();
|
|
var result = readability.parse();
|
|
result.readerable = readerable;
|
|
return result;
|
|
}, testPage.expectedContent, testPage.expectedMetadata);
|
|
});
|
|
});
|
|
});
|
|
|
|
describe("Detection", function() {
|
|
require("./bootstrap").getDetectionTestPages().forEach(function(testPage) {
|
|
describe(testPage.file, function() {
|
|
var readerable;
|
|
|
|
before(function() {
|
|
var readability = new Readability(uri, jsdom(testPage.source, jsdomOptions));
|
|
readerable = readability.isProbablyReaderable();
|
|
});
|
|
|
|
it("should be detected as " + (testPage.readerable ? "readerable" : "non-readerable"),
|
|
function() {
|
|
expect(readerable).eql(testPage.readerable);
|
|
});
|
|
});
|
|
});
|
|
});
|