Update readability from github

readability/.eslintrc.js

@@ -0,0 +1,205 @@
+"use strict";
+
+module.exports = {
+  "rules": {
+    // Braces only needed for multi-line arrow function blocks
+    // "arrow-body-style": [2, "as-needed"],
+
+    // Require spacing around =>
+    // "arrow-spacing": 2,
+
+    // Always require spacing around a single line block
+    // "block-spacing": 1,
+
+    // No newline before open brace for a block
+    "brace-style": 2,
+
+    // No space before always a space after a comma
+    "comma-spacing": [2, {"before": false, "after": true}],
+
+    // Commas at the end of the line not the start
+    // "comma-style": 2,
+
+    // Don't require spaces around computed properties
+    // "computed-property-spacing": [2, "never"],
+
+    // Functions must always return something or nothing
+    "consistent-return": 2,
+
+    // Require braces around blocks that start a new line
+    // Note that this rule is likely to be overridden on a per-directory basis
+    // very frequently.
+    // "curly": [2, "multi-line"],
+
+    // Always require a trailing EOL
+    "eol-last": 2,
+
+    // Require function* name()
+    // "generator-star-spacing": [2, {"before": false, "after": true}],
+
+    // Two space indent
+    "indent": [2, 2, { "SwitchCase": 1 }],
+
+    // Space after colon not before in property declarations
+    "key-spacing": [2, { "beforeColon": false, "afterColon": true, "mode": "minimum" }],
+
+    // Unix linebreaks
+    "linebreak-style": [2, "unix"],
+
+    // Always require parenthesis for new calls
+    "new-parens": 2,
+
+    // Use [] instead of Array()
+    // "no-array-constructor": 2,
+
+    // No duplicate arguments in function declarations
+    "no-dupe-args": 2,
+
+    // No duplicate keys in object declarations
+    "no-dupe-keys": 2,
+
+    // No duplicate cases in switch statements
+    "no-duplicate-case": 2,
+
+    // No labels
+    "no-labels": 2,
+
+    // If an if block ends with a return no need for an else block
+    "no-else-return": 2,
+
+    // No empty statements
+    "no-empty": 2,
+
+    // No empty character classes in regex
+    "no-empty-character-class": 2,
+
+    // Disallow empty destructuring
+    "no-empty-pattern": 2,
+
+    // No assiging to exception variable
+    // "no-ex-assign": 2,
+
+    // No using !! where casting to boolean is already happening
+    // "no-extra-boolean-cast": 2,
+
+    // No double semicolon
+    "no-extra-semi": 2,
+
+    // No overwriting defined functions
+    "no-func-assign": 2,
+
+    // Declarations in Program or Function Body
+    "no-inner-declarations": 2,
+
+    // No invalid regular expresions
+    "no-invalid-regexp": 2,
+
+    // No odd whitespace characters
+    "no-irregular-whitespace": 2,
+
+    // No single if block inside an else block
+    "no-lonely-if": 2,
+
+    // No mixing spaces and tabs in indent
+    "no-mixed-spaces-and-tabs": [2, "smart-tabs"],
+
+    // No unnecessary spacing
+    "no-multi-spaces": [2, { exceptions: { "AssignmentExpression": true, "VariableDeclarator": true, "ArrayExpression": true, "ObjectExpression": true } }],
+
+    // No reassigning native JS objects
+    "no-native-reassign": 2,
+
+    // No (!foo in bar)
+    "no-negated-in-lhs": 2,
+
+    // Nested ternary statements are confusing
+    "no-nested-ternary": 2,
+
+    // Use {} instead of new Object()
+    // "no-new-object": 2,
+
+    // No Math() or JSON()
+    "no-obj-calls": 2,
+
+    // No octal literals
+    "no-octal": 2,
+
+    // No redeclaring variables
+    "no-redeclare": 2,
+
+    // No unnecessary comparisons
+    "no-self-compare": 2,
+
+    // No declaring variables from an outer scope
+    "no-shadow": 2,
+
+    // No declaring variables that hide things like arguments
+    "no-shadow-restricted-names": 2,
+
+    // No spaces between function name and parentheses
+    "no-spaced-func": 2,
+
+    // No trailing whitespace
+    "no-trailing-spaces": 2,
+
+    // No using undeclared variables
+    // "no-undef": 2,
+
+    // Error on newline where a semicolon is needed
+    "no-unexpected-multiline": 2,
+
+    // No unreachable statements
+    "no-unreachable": 2,
+
+    // No expressions where a statement is expected
+    // "no-unused-expressions": 2,
+
+    // No declaring variables that are never used
+    "no-unused-vars": [2, {"vars": "all", "args": "none"}],
+
+    // No using variables before defined
+    // "no-use-before-define": [2, "nofunc"],
+
+    // No using with
+    "no-with": 2,
+
+    // No if/while/for blocks on the same line as the if/while/for statement:
+    "nonblock-statement-body-position": [2, "below"],
+
+    // Always require semicolon at end of statement
+    "semi": [2, "always"],
+
+    // Require space after keywords
+    "keyword-spacing": 2,
+
+    // Always use double quotes
+    "quotes": [2, "double", {"avoidEscape": true}],
+
+    // Require space before blocks
+    "space-before-blocks": 2,
+
+    // Never use spaces before function parentheses
+    // "space-before-function-paren": [2, { "anonymous": "always", "named": "never" }],
+
+    // Require spaces before finally, catch, etc.
+    // "space-before-keywords": [2, "always"],
+
+    // No space padding in parentheses
+    // "space-in-parens": [2, "never"],
+
+    // Require spaces around operators
+    // "space-infix-ops": 2,
+
+    // Require spaces after return, throw and case
+    // "space-return-throw-case": 2,
+
+    // ++ and -- should not need spacing
+    // "space-unary-ops": [2, { "words": true, "nonwords": false }],
+
+    // No comparisons to NaN
+    "use-isnan": 2,
+
+    // Only check typeof against valid results
+    "valid-typeof": 2,
+  },
+}

readability/.gitattributes

@@ -0,0 +1 @@
+**/*.html linguist-detectable=false

readability/.gitignore

@@ -0,0 +1,10 @@
+.DS_Store
+npm-debug.log
+node_modules
+.metadata
+*.pyc
+*~
+.*.sw?
+.sw?
+*.jar
+*.xpi

readability/.npmignore

@@ -0,0 +1,2 @@
+/benchmarks/
+/test/

readability/.travis.yml

@@ -0,0 +1,7 @@
+language: node_js
+sudo: false
+node_js:
+  - '11.0'
+script:
+  - npm run lint
+  - npm run test

readability/CODE_OF_CONDUCT.md

@@ -0,0 +1,15 @@
+# Community Participation Guidelines
+
+This repository is governed by Mozilla's code of conduct and etiquette guidelines. 
+For more details, please read the
+[Mozilla Community Participation Guidelines](https://www.mozilla.org/about/governance/policies/participation/). 
+
+## How to Report
+For more information on how to report violations of the Community Participation Guidelines, please read our '[How to Report](https://www.mozilla.org/about/governance/policies/participation/reporting/)' page.
+
+<!--
+## Project Specific Etiquette
+
+In some cases, there will be additional project etiquette i.e.: (https://bugzilla.mozilla.org/page.cgi?id=etiquette.html).
+Please update for your project.
+-->

readability/README.md

@@ -0,0 +1,132 @@
+# Readability.js
+
+A standalone version of the readability library used for Firefox Reader View.
+
+## Usage on the web.
+
+To parse a document, you must create a new `Readability` object from a DOM document object, and then call `parse()`. Here's an example:
+
+```javascript
+var article = new Readability(document).parse();
+```
+
+This `article` object will contain the following properties:
+
+* `title`: article title
+* `content`: HTML string of processed article content
+* `length`: length of an article, in characters
+* `excerpt`: article description, or short excerpt from the content
+* `byline`: author metadata
+* `dir`: content direction
+
+If you're using Readability on the web, you will likely be able to use a `document` reference
+from elsewhere (e.g. fetched via XMLHttpRequest, in a same-origin `<iframe>` you have access to, etc.).
+
+### Optional
+
+Readability's `parse()` works by modifying the DOM. This removes some elements in the web page.
+You could avoid this by passing the clone of the `document` object while creating a `Readability` object.
+
+```
+var documentClone = document.cloneNode(true); 
+var article = new Readability(documentClone).parse();
+```
+
+## Usage from node.js
+
+In node.js, you won't generally have a DOM document object. To obtain one, you can use external
+libraries like [jsdom](https://github.com/tmpvar/jsdom). While this repository contains a parser of
+its own (`JSDOMParser`), that is restricted to reading XML-compatible markup and therefore we do
+not recommend it for general use.
+
+If you're using `jsdom` to create a DOM object, you should ensure that the page doesn't run (page)
+scripts (avoid fetching remote resources etc.) as well as passing it the page's URI as the `url`
+property of the `options` object you pass the `JSDOM` constructor.
+
+### Example:
+
+```
+var JSDOM = require('jsdom').JSDOM;
+var doc = new JSDOM("<body>Here's a bunch of text</body>", {
+  url: "https://www.example.com/the-page-i-got-the-source-from",
+});
+let reader = new Readability(doc.window.document);
+let article = reader.parse();
+```
+
+## What's Readability-readerable?
+
+It's a quick-and-dirty way of figuring out if it's plausible that the contents of a given
+document are suitable for processing with Readability. It is likely to produce both false
+positives and false negatives. The reason it exists is to avoid bogging down a time-sensitive
+process (like loading and showing the user a webpage) with the complex logic in the core of
+Readability. Improvements to its logic (while not deteriorating its performance) are very
+welcome.
+
+## Security
+
+If you're going to use Readability with untrusted input (whether in HTML or DOM form), we
+**strongly** recommend you use a sanitizer library like
+[DOMPurify](https://github.com/cure53/DOMPurify) to avoid script injection when you use
+the output of Readability. We would also recommend using
+[CSP](https://developer.mozilla.org/en-US/docs/Web/HTTP/CSP) to add further defense-in-depth
+restrictions to what you allow the resulting content to do. The Firefox integration of
+reader mode uses both of these techniques itself. Sanitizing unsafe content out of the input
+is explicitly not something we aim to do as part of Readability itself - there are other
+good sanitizer libraries out there, use them!
+
+## Contributing
+
+[![Build Status](https://travis-ci.org/mozilla/readability.svg?branch=master)](https://travis-ci.org/mozilla/readability)
+
+For outstanding issues, see the issue list in this repo, as well as this [bug list](https://bugzilla.mozilla.org/buglist.cgi?component=Reader%20Mode&product=Toolkit&bug_status=__open__&limit=0).
+
+Any changes to Readability.js itself should be reviewed by an [appropriate Firefox/toolkit peer](https://wiki.mozilla.org/Modules/Firefox), such as [@gijsk](https://github.com/gijsk), since these changes will be merged to mozilla-central and shipped in Firefox.
+
+To test local changes to Readability.js, you can use the [automated tests](#tests). There's a [node script](https://github.com/mozilla/readability/blob/master/test/generate-testcase.js) to help you create new ones.
+
+## Tests
+
+Please run [eslint](http://eslint.org/) as a first check that your changes are valid JS and adhere to our style guidelines.
+
+To run the test suite:
+
+    $ mocha test/test-*.js
+
+To run a specific test page by its name:
+
+    $ mocha test/test-*.js -g 001
+
+To run the test suite in TDD mode:
+
+    $ mocha test/test-*.js -w
+
+Combo time:
+
+    $ mocha test/test-*.js -w -g 001
+
+## Benchmarks
+
+Benchmarks for all test pages:
+
+    $ npm run perf
+
+Reference benchmark:
+
+    $ npm run perf-reference
+
+## License
+
+    Copyright (c) 2010 Arc90 Inc
+
+    Licensed under the Apache License, Version 2.0 (the "License");
+    you may not use this file except in compliance with the License.
+    You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.

readability/Readability-readerable.js

@@ -0,0 +1,98 @@
+/* eslint-env es6:false */
+/* globals exports */
+/*
+ * Copyright (c) 2010 Arc90 Inc
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+/*
+ * This code is heavily based on Arc90's readability.js (1.7.1) script
+ * available at: http://code.google.com/p/arc90labs-readability
+ */
+
+var REGEXPS = {
+  // NOTE: These two regular expressions are duplicated in
+  // Readability.js. Please keep both copies in sync.
+  unlikelyCandidates: /-ad-|ai2html|banner|breadcrumbs|combx|comment|community|cover-wrap|disqus|extra|footer|gdpr|header|legends|menu|related|remark|replies|rss|shoutbox|sidebar|skyscraper|social|sponsor|supplemental|ad-break|agegate|pagination|pager|popup|yom-remote/i,
+  okMaybeItsACandidate: /and|article|body|column|content|main|shadow/i,
+};
+
+function isNodeVisible(node) {
+  // Have to null-check node.style to deal with SVG and MathML nodes.
+  return (!node.style || node.style.display != "none") && !node.hasAttribute("hidden")
+    && (!node.hasAttribute("aria-hidden") || node.getAttribute("aria-hidden") != "true");
+}
+
+/**
+ * Decides whether or not the document is reader-able without parsing the whole thing.
+ *
+ * @return boolean Whether or not we suspect Readability.parse() will suceeed at returning an article object.
+ */
+function isProbablyReaderable(doc, isVisible) {
+  if (!isVisible) {
+    isVisible = isNodeVisible;
+  }
+
+  var nodes = doc.querySelectorAll("p, pre");
+
+  // Get <div> nodes which have <br> node(s) and append them into the `nodes` variable.
+  // Some articles' DOM structures might look like
+  // <div>
+  //   Sentences<br>
+  //   <br>
+  //   Sentences<br>
+  // </div>
+  var brNodes = doc.querySelectorAll("div > br");
+  if (brNodes.length) {
+    var set = new Set(nodes);
+    [].forEach.call(brNodes, function(node) {
+      set.add(node.parentNode);
+    });
+    nodes = Array.from(set);
+  }
+
+  var score = 0;
+  // This is a little cheeky, we use the accumulator 'score' to decide what to return from
+  // this callback:
+  return [].some.call(nodes, function(node) {
+    if (!isVisible(node))
+      return false;
+
+    var matchString = node.className + " " + node.id;
+    if (REGEXPS.unlikelyCandidates.test(matchString) &&
+        !REGEXPS.okMaybeItsACandidate.test(matchString)) {
+      return false;
+    }
+
+    if (node.matches("li p")) {
+      return false;
+    }
+
+    var textContentLength = node.textContent.trim().length;
+    if (textContentLength < 140) {
+      return false;
+    }
+
+    score += Math.sqrt(textContentLength - 140);
+
+    if (score > 20) {
+      return true;
+    }
+    return false;
+  });
+}
+
+if (typeof exports === "object") {
+  exports.isProbablyReaderable = isProbablyReaderable;
+}

readability/benchmarks/benchmark-reporter.js

@@ -0,0 +1,40 @@
+var clean = require("matcha/lib/matcha/reporters/clean");
+
+function average(list) {
+  if (!list.length)
+    return 0;
+
+  var sum = list.reduce(function(previous, current) {
+    return previous + current;
+  });
+  return (sum / list.length).toFixed(0);
+}
+
+
+// Like clean, but also produces an average:
+module.exports = function(runner, utils) {
+  var humanize = utils.humanize;
+  var padBefore = utils.padBefore;
+  var color = utils.color;
+  var results = {};
+  var currentResults = [];
+  runner.on("bench end", function(benchResults) {
+    currentResults.push(benchResults.ops);
+  });
+  runner.on("suite end", function(suite) {
+    var avg = humanize(average(currentResults));
+    console.log(padBefore(avg + " op/s", 22) + " » " + suite.title);
+    console.log();
+    results[suite.title] = avg;
+    currentResults = [];
+  });
+
+  runner.on("end", function() {
+    for (var k in results) {
+      console.log(color(padBefore(k, 30) + ":  ", "gray") + results[k] + " op/s");
+    }
+    console.log();
+  });
+
+  clean(runner, utils);
+};

readability/benchmarks/benchmarks.js

@@ -0,0 +1,68 @@
+var getTestPages = require("../test/utils").getTestPages;
+
+var readability = require("../index.js");
+var readabilityCheck = require("../Readability-readerable.js");
+var JSDOM = require("jsdom").JSDOM;
+var Readability = readability.Readability;
+var JSDOMParser = readability.JSDOMParser;
+
+var referenceTestPages = [
+  "002",
+  "herald-sun-1",
+  "lifehacker-working",
+  "lifehacker-post-comment-load",
+  "medium-1",
+  "medium-2",
+  "salon-1",
+  "tmz-1",
+  "wapo-1",
+  "wapo-2",
+  "webmd-1",
+];
+
+var testPages = getTestPages();
+
+if (process.env.READABILITY_PERF_REFERENCE === "1") {
+  testPages = testPages.filter(function(testPage) {
+    return referenceTestPages.indexOf(testPage.dir) !== -1;
+  });
+}
+
+suite("JSDOMParser test page perf", function () {
+  set("iterations", 1);
+  set("type", "static");
+
+  testPages.forEach(function(testPage) {
+    bench(testPage.dir + " document parse perf", function() {
+      new JSDOMParser().parse(testPage.source);
+    });
+  });
+});
+
+
+suite("Readability test page perf", function () {
+  set("iterations", 1);
+  set("type", "static");
+
+  testPages.forEach(function(testPage) {
+    var doc = new JSDOMParser().parse(testPage.source);
+    bench(testPage.dir + " readability perf", function() {
+      new Readability(doc).parse();
+    });
+  });
+});
+
+suite("isProbablyReaderable perf", function () {
+  set("iterations", 1);
+  set("type", "static");
+
+  testPages.forEach(function(testPage) {
+    var uri = "http://fakehost/test/page.html";
+    var doc = new JSDOM(testPage.source, {
+      url: uri,
+    }).window.document;
+    bench(testPage.dir + " readability perf", function() {
+      readabilityCheck.isProbablyReaderable(doc);
+    });
+  });
+});

readability/index.js

@@ -0,0 +1,29 @@
+var path = require("path");
+var fs = require("fs");
+var url = require("url");
+
+// We want to load Readability and JSDOMParser, which aren't set up as commonjs libraries,
+// and so we need to do some hocus-pocus with 'vm' to import them on a separate scope
+// (identical) scope context.
+var vm = require("vm");
+var readabilityPath = path.join(__dirname, "Readability.js");
+var jsdomPath = path.join(__dirname, "JSDOMParser.js");
+
+
+var scopeContext = {};
+// We generally expect dump() and console.{whatever} to work, so make these available
+// in the scope we're using:
+scopeContext.dump = console.log;
+scopeContext.console = console;
+scopeContext.URL = url.URL;
+
+// Actually load files. NB: if either of the files has parse errors,
+// node is dumb and shows you a syntax error *at this callsite* . Don't try to find
+// a syntax error on this line, there isn't one. Go look in the file it's loading instead.
+vm.runInNewContext(fs.readFileSync(jsdomPath), scopeContext, jsdomPath);
+vm.runInNewContext(fs.readFileSync(readabilityPath), scopeContext, readabilityPath);
+
+module.exports = {
+  Readability: scopeContext.Readability,
+  JSDOMParser: scopeContext.JSDOMParser
+};

readability/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "readability",
+  "version": "0.2.0",
+  "description": "A standalone version of the readability library used for Firefox Reader View.",
+  "main": "Readability.js",
+  "scripts": {
+    "lint": "eslint .",
+    "test": "mocha test/test-*.js",
+    "generate-testcase": "node test/generate-testcase.js",
+    "perf": "matcha benchmarks/benchmarks.js",
+    "perf-reference": "READABILITY_PERF_REFERENCE=1 matcha --reporter ./benchmarks/benchmark-reporter.js benchmarks/benchmarks.js"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/mozilla/readability"
+  },
+  "author": "",
+  "license": "Apache-2.0",
+  "bugs": {
+    "url": "https://github.com/mozilla/readability/issues"
+  },
+  "engines": {
+    "node": ">=7.0"
+  },
+  "homepage": "https://github.com/mozilla/readability",
+  "devDependencies": {
+    "chai": "^2.1.*",
+    "eslint": ">=4.2",
+    "htmltidy2": "^0.3.0",
+    "js-beautify": "^1.5.5",
+    "jsdom": "^13.1",
+    "matcha": "^0.6.0",
+    "mocha": "^2.2.*",
+    "sinon": "^7.3.2"
+  }
+}

readability/test/generate-testcase.js

@@ -0,0 +1,169 @@
+var debug = false;
+
+var path = require("path");
+var fs = require("fs");
+var JSDOM = require("jsdom").JSDOM;
+var prettyPrint = require("./utils").prettyPrint;
+var http = require("http");
+var urlparse = require("url").parse;
+var htmltidy = require("htmltidy2").tidy;
+
+var readabilityCheck = require("../Readability-readerable");
+var readability = require("../index");
+var Readability = readability.Readability;
+var JSDOMParser = readability.JSDOMParser;
+
+var FFX_UA = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.10; rv:38.0) Gecko/20100101 Firefox/38.0";
+
+if (process.argv.length < 3) {
+  console.error("Need at least a destination slug and potentially a URL (if the slug doesn't have source).");
+  process.exit(0);
+  throw "Abort";
+}
+
+var slug = process.argv[2];
+var argURL = process.argv[3]; // Could be undefined, we'll warn if it is if that is an issue.
+
+var destRoot = path.join(__dirname, "test-pages", slug);
+
+fs.mkdir(destRoot, function(err) {
+  if (err) {
+    var sourceFile = path.join(destRoot, "source.html");
+    fs.exists(sourceFile, function(exists) {
+      if (exists) {
+        fs.readFile(sourceFile, {encoding: "utf-8"}, function(readFileErr, data) {
+          if (readFileErr) {
+            console.error("Source existed but couldn't be read?");
+            process.exit(1);
+            return;
+          }
+          onResponseReceived(null, data);
+        });
+      } else {
+        fetchSource(argURL, onResponseReceived);
+      }
+    });
+    return;
+  }
+  fetchSource(argURL, onResponseReceived);
+});
+
+function fetchSource(url, callbackFn) {
+  if (!url) {
+    console.error("You should pass a URL if the source doesn't exist yet!");
+    process.exit(1);
+    return;
+  }
+  var client = http;
+  if (url.indexOf("https") == 0) {
+    client = require("https");
+  }
+  var options = urlparse(url);
+  options.headers = {"User-Agent": FFX_UA};
+
+  client.get(options, function(response) {
+    if (debug) {
+      console.log("STATUS:", response.statusCode);
+      console.log("HEADERS:", JSON.stringify(response.headers));
+    }
+    response.setEncoding("utf-8");
+    var rv = "";
+    response.on("data", function(chunk) {
+      rv += chunk;
+    });
+    response.on("end", function() {
+      if (debug) {
+        console.log("End received");
+      }
+      sanitizeSource(rv, callbackFn);
+    });
+  });
+}
+
+function sanitizeSource(html, callbackFn) {
+  htmltidy(new JSDOM(html).serialize(), {
+    "indent": true,
+    "indent-spaces": 4,
+    "numeric-entities": true,
+    "output-xhtml": true,
+    "wrap": 0
+  }, callbackFn);
+}
+
+function onResponseReceived(error, source) {
+  if (error) {
+    console.error("Couldn't tidy source html!");
+    console.error(error);
+    return;
+  }
+  if (debug) {
+    console.log("writing");
+  }
+  var sourcePath = path.join(destRoot, "source.html");
+  fs.writeFile(sourcePath, source, function(err) {
+    if (err) {
+      console.error("Couldn't write data to source.html!");
+      console.error(err);
+      return;
+    }
+    if (debug) {
+      console.log("Running readability stuff");
+    }
+    runReadability(source, path.join(destRoot, "expected.html"), path.join(destRoot, "expected-metadata.json"));
+  });
+}
+
+function runReadability(source, destPath, metadataDestPath) {
+  var uri = "http://fakehost/test/page.html";
+  var doc = new JSDOMParser().parse(source, uri);
+  var myReader, result, readerable;
+  try {
+    // We pass `caption` as a class to check that passing in extra classes works,
+    // given that it appears in some of the test documents.
+    myReader = new Readability(doc, { classesToPreserve: ["caption"] });
+    result = myReader.parse();
+  } catch (ex) {
+    console.error(ex);
+    ex.stack.forEach(console.log.bind(console));
+  }
+  // Use jsdom for isProbablyReaderable because it supports querySelectorAll
+  try {
+    var jsdomDoc = new JSDOM(source, {
+      url: uri,
+    }).window.document;
+    myReader = new Readability(jsdomDoc);
+    readerable = readabilityCheck.isProbablyReaderable(jsdomDoc);
+  } catch (ex) {
+    console.error(ex);
+    ex.stack.forEach(console.log.bind(console));
+  }
+  if (!result) {
+    console.error("No content generated by readability, not going to write expected.html!");
+    return;
+  }
+
+  fs.writeFile(destPath, prettyPrint(result.content), function(fileWriteErr) {
+    if (fileWriteErr) {
+      console.error("Couldn't write data to expected.html!");
+      console.error(fileWriteErr);
+    }
+
+    // Delete the result data we don't care about checking.
+    delete result.content;
+    delete result.textContent;
+    delete result.length;
+
+    // Add isProbablyReaderable result
+    result.readerable = readerable;
+
+    fs.writeFile(metadataDestPath, JSON.stringify(result, null, 2) + "\n", function(metadataWriteErr) {
+      if (metadataWriteErr) {
+        console.error("Couldn't write data to expected-metadata.json!");
+        console.error(metadataWriteErr);
+      }
+
+      process.exit(0);
+    });
+  });
+}
+

readability/test/test-isProbablyReaderable.js

@@ -0,0 +1,23 @@
+var JSDOM = require("jsdom").JSDOM;
+var chai = require("chai");
+chai.config.includeStack = true;
+var expect = chai.expect;
+
+var testPages = require("./utils").getTestPages();
+var readabilityCheck = require("../Readability-readerable.js");
+
+describe("isProbablyReaderable - test pages", function() {
+  testPages.forEach(function(testPage) {
+    var uri = "http://fakehost/test/page.html";
+    describe(testPage.dir, function() {
+      var doc = new JSDOM(testPage.source, {
+        url: uri,
+      }).window.document;
+      var expected = testPage.expectedMetadata.readerable;
+      it("The result should " + (expected ? "" : "not ") + "be readerable", function() {
+        expect(readabilityCheck.isProbablyReaderable(doc)).eql(expected);
+      });
+    });
+  });
+});
+

readability/test/test-jsdomparser.js

@@ -0,0 +1,338 @@
+var chai = require("chai");
+chai.config.includeStack = true;
+var expect = chai.expect;
+
+var readability = require("../index.js");
+var JSDOMParser = readability.JSDOMParser;
+
+var BASETESTCASE = '<html><body><p>Some text and <a class="someclass" href="#">a link</a></p>' +
+                   '<div id="foo">With a <script>With &lt; fancy " characters in it because' +
+                   '</script> that is fun.<span>And another node to make it harder</span></div><form><input type="text"/><input type="number"/>Here\'s a form</form></body></html>';
+
+var baseDoc = new JSDOMParser().parse(BASETESTCASE, "http://fakehost/");
+
+describe("Test JSDOM functionality", function() {
+  function nodeExpect(actual, expected) {
+    try {
+      expect(actual).eql(expected);
+    } catch (ex) {
+      throw ex.message;
+    }
+  }
+  it("should work for basic operations using the parent child hierarchy and innerHTML", function() {
+    expect(baseDoc.childNodes.length).eql(1);
+    expect(baseDoc.getElementsByTagName("*").length).eql(10);
+    var foo = baseDoc.getElementById("foo");
+    expect(foo.parentNode.localName).eql("body");
+    nodeExpect(baseDoc.body, foo.parentNode);
+    nodeExpect(baseDoc.body.parentNode, baseDoc.documentElement);
+    expect(baseDoc.body.childNodes.length).eql(3);
+
+    var generatedHTML = baseDoc.getElementsByTagName("p")[0].innerHTML;
+    expect(generatedHTML).eql('Some text and <a class="someclass" href="#">a link</a>');
+    var scriptNode = baseDoc.getElementsByTagName("script")[0];
+    generatedHTML = scriptNode.innerHTML;
+    expect(generatedHTML).eql('With &lt; fancy " characters in it because');
+    expect(scriptNode.textContent).eql('With < fancy " characters in it because');
+
+  });
+
+  it("should have basic URI information", function() {
+    expect(baseDoc.documentURI, "http://fakehost/");
+    expect(baseDoc.baseURI, "http://fakehost/");
+  });
+
+  it("should deal with script tags", function() {
+    // Check our script parsing worked:
+    var scripts = baseDoc.getElementsByTagName("script");
+    expect(scripts.length).eql(1);
+    expect(scripts[0].textContent).eql("With < fancy \" characters in it because");
+  });
+
+  it("should have working sibling/first+lastChild properties", function() {
+    var foo = baseDoc.getElementById("foo");
+
+    nodeExpect(foo.previousSibling.nextSibling, foo);
+    nodeExpect(foo.nextSibling.previousSibling, foo);
+    nodeExpect(foo.nextSibling, foo.nextElementSibling);
+    nodeExpect(foo.previousSibling, foo.previousElementSibling);
+
+    var beforeFoo = foo.previousSibling;
+    var afterFoo = foo.nextSibling;
+
+    nodeExpect(baseDoc.body.lastChild, afterFoo);
+    nodeExpect(baseDoc.body.firstChild, beforeFoo);
+  });
+
+  it("should have working removeChild and appendChild functionality", function() {
+    var foo = baseDoc.getElementById("foo");
+    var beforeFoo = foo.previousSibling;
+    var afterFoo = foo.nextSibling;
+
+    var removedFoo = foo.parentNode.removeChild(foo);
+    nodeExpect(foo, removedFoo);
+    nodeExpect(foo.parentNode, null);
+    nodeExpect(foo.previousSibling, null);
+    nodeExpect(foo.nextSibling, null);
+    nodeExpect(foo.previousElementSibling, null);
+    nodeExpect(foo.nextElementSibling, null);
+
+    expect(beforeFoo.localName).eql("p");
+    nodeExpect(beforeFoo.nextSibling, afterFoo);
+    nodeExpect(afterFoo.previousSibling, beforeFoo);
+    nodeExpect(beforeFoo.nextElementSibling, afterFoo);
+    nodeExpect(afterFoo.previousElementSibling, beforeFoo);
+
+    expect(baseDoc.body.childNodes.length).eql(2);
+
+    baseDoc.body.appendChild(foo);
+
+    expect(baseDoc.body.childNodes.length).eql(3);
+    nodeExpect(afterFoo.nextSibling, foo);
+    nodeExpect(foo.previousSibling, afterFoo);
+    nodeExpect(afterFoo.nextElementSibling, foo);
+    nodeExpect(foo.previousElementSibling, afterFoo);
+
+    // This should reorder back to sanity:
+    baseDoc.body.appendChild(afterFoo);
+    nodeExpect(foo.previousSibling, beforeFoo);
+    nodeExpect(foo.nextSibling, afterFoo);
+    nodeExpect(foo.previousElementSibling, beforeFoo);
+    nodeExpect(foo.nextElementSibling, afterFoo);
+
+    nodeExpect(foo.previousSibling.nextSibling, foo);
+    nodeExpect(foo.nextSibling.previousSibling, foo);
+    nodeExpect(foo.nextSibling, foo.nextElementSibling);
+    nodeExpect(foo.previousSibling, foo.previousElementSibling);
+  });
+
+  it("should handle attributes", function() {
+    var link = baseDoc.getElementsByTagName("a")[0];
+    expect(link.getAttribute("href")).eql("#");
+    expect(link.getAttribute("class")).eql(link.className);
+    var foo = baseDoc.getElementById("foo");
+    expect(foo.id).eql(foo.getAttribute("id"));
+  });
+
+  it("should have a working replaceChild", function() {
+    var parent = baseDoc.getElementsByTagName("div")[0];
+    var p = baseDoc.createElement("p");
+    p.setAttribute("id", "my-replaced-kid");
+    var childCount = parent.childNodes.length;
+    var childElCount = parent.children.length;
+    for (var i = 0; i < parent.childNodes.length; i++) {
+      var replacedNode = parent.childNodes[i];
+      var replacedAnElement = replacedNode.nodeType === replacedNode.ELEMENT_NODE;
+      var oldNext = replacedNode.nextSibling;
+      var oldNextEl = replacedNode.nextElementSibling;
+      var oldPrev = replacedNode.previousSibling;
+      var oldPrevEl = replacedNode.previousElementSibling;
+
+      parent.replaceChild(p, replacedNode);
+
+      // Check siblings and parents on both nodes were set:
+      nodeExpect(p.nextSibling, oldNext);
+      nodeExpect(p.previousSibling, oldPrev);
+      nodeExpect(p.parentNode, parent);
+
+      nodeExpect(replacedNode.parentNode, null);
+      nodeExpect(replacedNode.nextSibling, null);
+      nodeExpect(replacedNode.previousSibling, null);
+      // if the old node was an element, element siblings should now be null
+      if (replacedAnElement) {
+        nodeExpect(replacedNode.nextElementSibling, null);
+        nodeExpect(replacedNode.previousElementSibling, null);
+      }
+
+      // Check the siblings were updated
+      if (oldNext)
+        nodeExpect(oldNext.previousSibling, p);
+      if (oldPrev)
+        nodeExpect(oldPrev.nextSibling, p);
+
+      // check the array was updated
+      nodeExpect(parent.childNodes[i], p);
+
+      // Now check element properties/lists:
+      var kidElementIndex = parent.children.indexOf(p);
+      // should be in the list:
+      expect(kidElementIndex).not.eql(-1);
+
+      if (kidElementIndex > 0) {
+        nodeExpect(parent.children[kidElementIndex - 1], p.previousElementSibling);
+        nodeExpect(p.previousElementSibling.nextElementSibling, p);
+      } else {
+        nodeExpect(p.previousElementSibling, null);
+      }
+      if (kidElementIndex < parent.children.length - 1) {
+        nodeExpect(parent.children[kidElementIndex + 1], p.nextElementSibling);
+        nodeExpect(p.nextElementSibling.previousElementSibling, p);
+      } else {
+        nodeExpect(p.nextElementSibling, null);
+      }
+
+      if (replacedAnElement) {
+        nodeExpect(oldNextEl, p.nextElementSibling);
+        nodeExpect(oldPrevEl, p.previousElementSibling);
+      }
+
+      expect(parent.childNodes.length).eql(childCount);
+      expect(parent.children.length).eql(replacedAnElement ? childElCount : childElCount + 1);
+
+      parent.replaceChild(replacedNode, p);
+
+      nodeExpect(oldNext, replacedNode.nextSibling);
+      nodeExpect(oldNextEl, replacedNode.nextElementSibling);
+      nodeExpect(oldPrev, replacedNode.previousSibling);
+      nodeExpect(oldPrevEl, replacedNode.previousElementSibling);
+      if (replacedNode.nextSibling)
+        nodeExpect(replacedNode.nextSibling.previousSibling, replacedNode);
+      if (replacedNode.previousSibling)
+        nodeExpect(replacedNode.previousSibling.nextSibling, replacedNode);
+      if (replacedAnElement) {
+        if (replacedNode.previousElementSibling)
+          nodeExpect(replacedNode.previousElementSibling.nextElementSibling, replacedNode);
+        if (replacedNode.nextElementSibling)
+          nodeExpect(replacedNode.nextElementSibling.previousElementSibling, replacedNode);
+      }
+    }
+  });
+});
+
+describe("Test HTML escaping", function() {
+  var baseStr = "<p>Hello, everyone &amp; all their friends, &lt;this&gt; is a &quot; test with &apos; quotes.</p>";
+  var doc = new JSDOMParser().parse(baseStr);
+  var p = doc.getElementsByTagName("p")[0];
+  var txtNode = p.firstChild;
+  it("should handle encoding HTML correctly", function() {
+    // This /should/ just be cached straight from reading it:
+    expect("<p>" + p.innerHTML + "</p>").eql(baseStr);
+    expect("<p>" + txtNode.innerHTML + "</p>").eql(baseStr);
+  });
+
+  it("should have decoded correctly", function() {
+    expect(p.textContent).eql("Hello, everyone & all their friends, <this> is a \" test with ' quotes.");
+    expect(txtNode.textContent).eql("Hello, everyone & all their friends, <this> is a \" test with ' quotes.");
+  });
+
+  it("should handle updates via textContent correctly", function() {
+    // Because the initial tests might be based on cached innerHTML values,
+    // let's manipulate via textContent in order to test that it alters
+    // the innerHTML correctly.
+    txtNode.textContent = txtNode.textContent + " ";
+    txtNode.textContent = txtNode.textContent.trim();
+    var expectedHTML = baseStr.replace("&quot;", '"').replace("&apos;", "'");
+    expect("<p>" + txtNode.innerHTML + "</p>").eql(expectedHTML);
+    expect("<p>" + p.innerHTML + "</p>").eql(expectedHTML);
+
+  });
+
+  it("should handle decimal and hex escape sequences", function() {
+    var parsedDoc = new JSDOMParser().parse("<p>&#32;&#x20;</p>");
+    expect(parsedDoc.getElementsByTagName("p")[0].textContent).eql("  ");
+  });
+});
+
+
+describe("Script parsing", function() {
+  it("should strip ?-based comments within script tags", function() {
+    var html = '<script><?Silly test <img src="test"></script>';
+    var doc = new JSDOMParser().parse(html);
+    expect(doc.firstChild.tagName).eql("SCRIPT");
+    expect(doc.firstChild.textContent).eql("");
+    expect(doc.firstChild.children.length).eql(0);
+    expect(doc.firstChild.childNodes.length).eql(0);
+  });
+
+  it("should strip !-based comments within script tags", function() {
+    var html = '<script><!--Silly test > <script src="foo.js"></script>--></script>';
+    var doc = new JSDOMParser().parse(html);
+    expect(doc.firstChild.tagName).eql("SCRIPT");
+    expect(doc.firstChild.textContent).eql("");
+    expect(doc.firstChild.children.length).eql(0);
+    expect(doc.firstChild.childNodes.length).eql(0);
+  });
+
+  it("should strip any other nodes within script tags", function() {
+    var html = "<script>&lt;div>Hello, I'm not really in a &lt;/div></script>";
+    var doc = new JSDOMParser().parse(html);
+    expect(doc.firstChild.tagName).eql("SCRIPT");
+    expect(doc.firstChild.textContent).eql("<div>Hello, I'm not really in a </div>");
+    expect(doc.firstChild.children.length).eql(0);
+    expect(doc.firstChild.childNodes.length).eql(1);
+  });
+
+  it("should strip any other invalid script nodes within script tags", function() {
+    var html = '<script>&lt;script src="foo.js">&lt;/script></script>';
+    var doc = new JSDOMParser().parse(html);
+    expect(doc.firstChild.tagName).eql("SCRIPT");
+    expect(doc.firstChild.textContent).eql("<script src=\"foo.js\"></script>");
+    expect(doc.firstChild.children.length).eql(0);
+    expect(doc.firstChild.childNodes.length).eql(1);
+  });
+
+  it("should not be confused by partial closing tags", function() {
+    var html = "<script>var x = '&lt;script>Hi&lt;' + '/script>';</script>";
+    var doc = new JSDOMParser().parse(html);
+    expect(doc.firstChild.tagName).eql("SCRIPT");
+    expect(doc.firstChild.textContent).eql("var x = '<script>Hi<' + '/script>';");
+    expect(doc.firstChild.children.length).eql(0);
+    expect(doc.firstChild.childNodes.length).eql(1);
+  });
+});
+
+describe("Tag local name case handling", function() {
+  it("should lowercase tag names", function() {
+    var html = "<DIV><svG><clippath/></svG></DIV>";
+    var doc = new JSDOMParser().parse(html);
+    expect(doc.firstChild.tagName).eql("DIV");
+    expect(doc.firstChild.localName).eql("div");
+    expect(doc.firstChild.firstChild.tagName).eql("SVG");
+    expect(doc.firstChild.firstChild.localName).eql("svg");
+    expect(doc.firstChild.firstChild.firstChild.tagName).eql("CLIPPATH");
+    expect(doc.firstChild.firstChild.firstChild.localName).eql("clippath");
+  });
+});
+
+describe("Recovery from self-closing tags that have close tags", function() {
+  it("should handle delayed closing of a tag", function() {
+    var html = "<div><input><p>I'm in an input</p></input></div>";
+    var doc = new JSDOMParser().parse(html);
+    expect(doc.firstChild.localName).eql("div");
+    expect(doc.firstChild.childNodes.length).eql(1);
+    expect(doc.firstChild.firstChild.localName).eql("input");
+    expect(doc.firstChild.firstChild.childNodes.length).eql(1);
+    expect(doc.firstChild.firstChild.firstChild.localName).eql("p");
+  });
+});
+
+describe("baseURI parsing", function() {
+  it("should handle various types of relative and absolute base URIs", function() {
+    function checkBase(base, expectedResult) {
+      var html = "<html><head><base href='" + base + "'></base></head><body/></html>";
+      var doc = new JSDOMParser().parse(html, "http://fakehost/some/dir/");
+      expect(doc.baseURI).eql(expectedResult);
+    }
+
+    checkBase("relative/path", "http://fakehost/some/dir/relative/path");
+    checkBase("/path", "http://fakehost/path");
+    checkBase("http://absolute/", "http://absolute/");
+    checkBase("//absolute/path", "http://absolute/path");
+  });
+});
+
+describe("namespace workarounds", function() {
+  it("should handle random namespace information in the serialized DOM", function() {
+    var html = "<a0:html><a0:body><a0:DIV><a0:svG><a0:clippath/></a0:svG></a0:DIV></a0:body></a0:html>";
+    var doc = new JSDOMParser().parse(html);
+    var div = doc.getElementsByTagName("div")[0];
+    expect(div.tagName).eql("DIV");
+    expect(div.localName).eql("div");
+    expect(div.firstChild.tagName).eql("SVG");
+    expect(div.firstChild.localName).eql("svg");
+    expect(div.firstChild.firstChild.tagName).eql("CLIPPATH");
+    expect(div.firstChild.firstChild.localName).eql("clippath");
+    expect(doc.documentElement).eql(doc.firstChild);
+    expect(doc.body).eql(doc.documentElement.firstChild);
+  });
+});

readability/test/test-pages/001/expected-metadata.json

@@ -0,0 +1,7 @@
+{
+  "title": "Get your Frontend JavaScript Code Covered | Code",
+  "byline": "Nicolas Perriault —",
+  "excerpt": "Nicolas Perriault's homepage.",
+  "readerable": true,
+  "siteName": null
+}

readability/test/test-pages/001/expected.html

@@ -0,0 +1,96 @@
+<div id="readability-page-1" class="page">
+    <section>
+        <p><strong>So finally you're <a href="http://fakehost/code/2013/testing-frontend-javascript-code-using-mocha-chai-and-sinon/">testing your frontend JavaScript code</a>? Great! The more you
+write tests, the more confident you are with your code… but how much precisely?
+That's where <a href="http://en.wikipedia.org/wiki/Code_coverage">code coverage</a> might
+help.</strong> </p>
+        <p>The idea behind code coverage is to record which parts of your code (functions, statements, conditionals and so on) have been executed by your test suite, to compute metrics out of these data and usually to provide tools for navigating and inspecting them.</p>
+        <p>Not a lot of frontend developers I know actually test their frontend code, and I can barely imagine how many of them have ever setup code coverage… Mostly because there are not many frontend-oriented tools in this area I guess.</p>
+        <p>Actually I've only found one which provides an adapter for <a href="http://visionmedia.github.io/mocha/">Mocha</a> and actually works…</p>
+        <blockquote>
+            <p>Drinking game for web devs:
+                <br/>(1) Think of a noun
+                <br/>(2) Google "&lt;noun&gt;.js"
+                <br/>(3) If a library with that name exists - drink</p>— Shay Friedman (@ironshay) <a href="https://twitter.com/ironshay/statuses/370525864523743232">August 22, 2013</a> </blockquote>
+        <p><strong><a href="http://blanketjs.org/">Blanket.js</a></strong> is an <em>easy to install, easy to configure,
+and easy to use JavaScript code coverage library that works both in-browser and
+with nodejs.</em> </p>
+        <p>Its use is dead easy, adding Blanket support to your Mocha test suite is just matter of adding this simple line to your HTML test file:</p> <pre><code>&lt;script src="vendor/blanket.js"
+        data-cover-adapter="vendor/mocha-blanket.js"&gt;&lt;/script&gt;
+</code></pre>
+        <p>Source files: <a href="https://raw.github.com/alex-seville/blanket/master/dist/qunit/blanket.min.js">blanket.js</a>, <a href="https://raw.github.com/alex-seville/blanket/master/src/adapters/mocha-blanket.js">mocha-blanket.js</a> </p>
+        <p>As an example, let's reuse the silly <code>Cow</code> example we used <a href="http://fakehost/code/2013/testing-frontend-javascript-code-using-mocha-chai-and-sinon/">in a previous episode</a>:</p> <pre><code>// cow.js
+(function(exports) {
+  "use strict";
+
+  function Cow(name) {
+    this.name = name || "Anon cow";
+  }
+  exports.Cow = Cow;
+
+  Cow.prototype = {
+    greets: function(target) {
+      if (!target)
+        throw new Error("missing target");
+      return this.name + " greets " + target;
+    }
+  };
+})(this);
+</code></pre>
+        <p>And its test suite, powered by Mocha and <a href="http://chaijs.com/">Chai</a>:</p> <pre><code>var expect = chai.expect;
+
+describe("Cow", function() {
+  describe("constructor", function() {
+    it("should have a default name", function() {
+      var cow = new Cow();
+      expect(cow.name).to.equal("Anon cow");
+    });
+
+    it("should set cow's name if provided", function() {
+      var cow = new Cow("Kate");
+      expect(cow.name).to.equal("Kate");
+    });
+  });
+
+  describe("#greets", function() {
+    it("should greet passed target", function() {
+      var greetings = (new Cow("Kate")).greets("Baby");
+      expect(greetings).to.equal("Kate greets Baby");
+    });
+  });
+});
+</code></pre>
+        <p>Let's create the HTML test file for it, featuring Blanket and its adapter for Mocha:</p> <pre><code>&lt;!DOCTYPE html&gt;
+&lt;html&gt;
+&lt;head&gt;
+  &lt;meta charset="utf-8"&gt;
+  &lt;title&gt;Test&lt;/title&gt;
+  &lt;link rel="stylesheet" media="all" href="vendor/mocha.css"&gt;
+&lt;/head&gt;
+&lt;body&gt;
+  &lt;div id="mocha"&gt;&lt;/div&gt;
+  &lt;div id="messages"&gt;&lt;/div&gt;
+  &lt;div id="fixtures"&gt;&lt;/div&gt;
+  &lt;script src="vendor/mocha.js"&gt;&lt;/script&gt;
+  &lt;script src="vendor/chai.js"&gt;&lt;/script&gt;
+  &lt;script src="vendor/blanket.js"
+          data-cover-adapter="vendor/mocha-blanket.js"&gt;&lt;/script&gt;
+  &lt;script&gt;mocha.setup('bdd');&lt;/script&gt;
+  &lt;script src="cow.js" data-cover&gt;&lt;/script&gt;
+  &lt;script src="cow_test.js"&gt;&lt;/script&gt;
+  &lt;script&gt;mocha.run();&lt;/script&gt;
+&lt;/body&gt;
+&lt;/html&gt;
+</code></pre>
+        <p><strong>Notes</strong>:</p>
+        <ul>
+            <li>Notice the <code>data-cover</code> attribute we added to the script tag loading the source of our library;</li>
+            <li>The HTML test file <em>must</em> be served over HTTP for the adapter to be loaded.</li>
+        </ul>
+        <p>Running the tests now gives us something like this:</p>
+        <p> <img alt="screenshot" src="http://fakehost/static/code/2013/blanket-coverage.png"/> </p>
+        <p>As you can see, the report at the bottom highlights that we haven't actually tested the case where an error is raised in case a target name is missing. We've been informed of that, nothing more, nothing less. We simply know we're missing a test here. Isn't this cool? I think so!</p>
+        <p>Just remember that code coverage will only <a href="http://codebetter.com/karlseguin/2008/12/09/code-coverage-use-it-wisely/">bring you numbers</a> and raw information, not actual proofs that the whole of your <em>code logic</em> has been actually covered. If you ask me, the best inputs you can get about your code logic and implementation ever are the ones issued out of <a href="http://www.extremeprogramming.org/rules/pair.html">pair programming</a> sessions and <a href="http://alexgaynor.net/2013/sep/26/effective-code-review/">code reviews</a> — but that's another story.</p>
+        <p><strong>So is code coverage silver bullet? No. Is it useful? Definitely. Happy testing!</strong> </p>
+    </section>
+</div>

readability/test/test-pages/001/source.html

@@ -0,0 +1,233 @@
+<!DOCTYPE html>
+<html class="no-js" lang="en">
+    
+    <head>
+        <meta charset="utf-8"/>
+        <meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1"/>
+        <title>Get your Frontend JavaScript Code Covered | Code | Nicolas Perriault</title>
+        <meta
+        name="description" content="Nicolas Perriault's homepage."/>
+            <meta name="viewport" content="width=device-width"/>
+            <link href="//fonts.googleapis.com/css?family=Asap:400,400italic,700,700italic&amp;subset=latin,latin-ext"
+            rel="stylesheet" type="text/css"/>
+            <link rel="stylesheet" type="text/css" href="/static/packed.css?1412806084"/>
+            <link rel="alternate" type="application/rss+xml" href="/code/feed/" title="Code (RSS)"/>
+            <link rel="alternate" type="application/rss+xml" href="/photography/feed/"
+            title="Photography (RSS)"/>
+            <link rel="alternate" type="application/rss+xml" href="/talks/feed/" title="Talks (RSS)"/>
+            <link rel="alternate" type="application/rss+xml" href="/carnet/feed/"
+            title="Carnet (RSS)"/>
+            <link rel="alternate" type="application/rss+xml" href="/feed/" title="Everything (RSS)"/>
+            <!--[if lt IE 9]>
+                <script src="//html5shiv.googlecode.com/svn/trunk/html5.js"></script>
+            <![endif]-->
+    </head>
+    
+    <body class="code " onload="prettyPrint()">
+        <!--[if lt IE 7]>
+            <p class="chromeframe">Your browser is <em>ancient!</em> Please <a href="http://www.quirksmode.org/upgrade.html">upgrade</a>.</p>
+        <![endif]-->
+        <div class="container">
+            <header class="main-title">
+                 <h1><a href="/">Hi, I'm <strong>Nicolas.</strong></a></h1>
+ <small>I code stuff. I take photos. I write rants.</small>
+
+            </header>
+            <main class="contents" role="main">
+                <article lang="en" class="code" itemscope="" itemtype="http://schema.org/BlogPosting">
+                    <link itemprop="url" href="/code/2013/get-your-frontend-javascript-code-covered/"/>
+                    <header>
+                         <h2><a itemprop="name" href="/code/2013/get-your-frontend-javascript-code-covered/">Get your Frontend JavaScript Code Covered</a></h2>
+                    </header>
+                    <section>
+                        <p><strong>So finally you're <a href="/code/2013/testing-frontend-javascript-code-using-mocha-chai-and-sinon/">testing your frontend JavaScript code</a>? Great! The more you
+write tests, the more confident you are with your code… but how much precisely?
+That's where <a href="http://en.wikipedia.org/wiki/Code_coverage">code coverage</a> might
+help.</strong>
+                        </p>
+                        <p>The idea behind code coverage is to record which parts of your code (functions,
+                            statements, conditionals and so on) have been executed by your test suite,
+                            to compute metrics out of these data and usually to provide tools for navigating
+                            and inspecting them.</p>
+                        <p>Not a lot of frontend developers I know actually test their frontend code,
+                            and I can barely imagine how many of them have ever setup code coverage…
+                            Mostly because there are not many frontend-oriented tools in this area
+                            I guess.</p>
+                        <p>Actually I've only found one which provides an adapter for <a href="http://visionmedia.github.io/mocha/">Mocha</a> and
+                            actually works…</p>
+                        <blockquote class="twitter-tweet tw-align-center">
+                            <p>Drinking game for web devs:
+                                <br />(1) Think of a noun
+                                <br />(2) Google "&lt;noun&gt;.js"
+                                <br />(3) If a library with that name exists - drink</p>— Shay Friedman (@ironshay)
+                            <a
+                            href="https://twitter.com/ironshay/statuses/370525864523743232">August 22, 2013</a>
+                        </blockquote>
+                        <p><strong><a href="http://blanketjs.org/">Blanket.js</a></strong> is an <em>easy to install, easy to configure,
+and easy to use JavaScript code coverage library that works both in-browser and
+with nodejs.</em>
+                        </p>
+                        <p>Its use is dead easy, adding Blanket support to your Mocha test suite
+                            is just matter of adding this simple line to your HTML test file:</p>
+<pre><code>&lt;script src="vendor/blanket.js"
+        data-cover-adapter="vendor/mocha-blanket.js"&gt;&lt;/script&gt;
+</code></pre>
+
+                        <p>Source files: <a href="https://raw.github.com/alex-seville/blanket/master/dist/qunit/blanket.min.js">blanket.js</a>,
+                            <a
+                            href="https://raw.github.com/alex-seville/blanket/master/src/adapters/mocha-blanket.js">mocha-blanket.js</a>
+                        </p>
+                        <p>As an example, let's reuse the silly <code>Cow</code> example we used
+                            <a
+                            href="/code/2013/testing-frontend-javascript-code-using-mocha-chai-and-sinon/">in a previous episode</a>:</p>
+<pre><code>// cow.js
+(function(exports) {
+  "use strict";
+
+  function Cow(name) {
+    this.name = name || "Anon cow";
+  }
+  exports.Cow = Cow;
+
+  Cow.prototype = {
+    greets: function(target) {
+      if (!target)
+        throw new Error("missing target");
+      return this.name + " greets " + target;
+    }
+  };
+})(this);
+</code></pre>
+
+                        <p>And its test suite, powered by Mocha and <a href="http://chaijs.com/">Chai</a>:</p>
+<pre><code>var expect = chai.expect;
+
+describe("Cow", function() {
+  describe("constructor", function() {
+    it("should have a default name", function() {
+      var cow = new Cow();
+      expect(cow.name).to.equal("Anon cow");
+    });
+
+    it("should set cow's name if provided", function() {
+      var cow = new Cow("Kate");
+      expect(cow.name).to.equal("Kate");
+    });
+  });
+
+  describe("#greets", function() {
+    it("should greet passed target", function() {
+      var greetings = (new Cow("Kate")).greets("Baby");
+      expect(greetings).to.equal("Kate greets Baby");
+    });
+  });
+});
+</code></pre>
+
+                        <p>Let's create the HTML test file for it, featuring Blanket and its adapter
+                            for Mocha:</p>
+<pre><code>&lt;!DOCTYPE html&gt;
+&lt;html&gt;
+&lt;head&gt;
+  &lt;meta charset="utf-8"&gt;
+  &lt;title&gt;Test&lt;/title&gt;
+  &lt;link rel="stylesheet" media="all" href="vendor/mocha.css"&gt;
+&lt;/head&gt;
+&lt;body&gt;
+  &lt;div id="mocha"&gt;&lt;/div&gt;
+  &lt;div id="messages"&gt;&lt;/div&gt;
+  &lt;div id="fixtures"&gt;&lt;/div&gt;
+  &lt;script src="vendor/mocha.js"&gt;&lt;/script&gt;
+  &lt;script src="vendor/chai.js"&gt;&lt;/script&gt;
+  &lt;script src="vendor/blanket.js"
+          data-cover-adapter="vendor/mocha-blanket.js"&gt;&lt;/script&gt;
+  &lt;script&gt;mocha.setup('bdd');&lt;/script&gt;
+  &lt;script src="cow.js" data-cover&gt;&lt;/script&gt;
+  &lt;script src="cow_test.js"&gt;&lt;/script&gt;
+  &lt;script&gt;mocha.run();&lt;/script&gt;
+&lt;/body&gt;
+&lt;/html&gt;
+</code></pre>
+
+                        <p><strong>Notes</strong>:</p>
+                        <ul>
+                            <li>Notice the <code>data-cover</code> attribute we added to the script tag
+                                loading the source of our library;</li>
+                            <li>The HTML test file <em>must</em> be served over HTTP for the adapter to
+                                be loaded.</li>
+                        </ul>
+                        <p>Running the tests now gives us something like this:</p>
+                        <p>
+                            <img alt="screenshot" src="/static/code/2013/blanket-coverage.png"/>
+                        </p>
+                        <p>As you can see, the report at the bottom highlights that we haven't actually
+                            tested the case where an error is raised in case a target name is missing.
+                            We've been informed of that, nothing more, nothing less. We simply know
+                            we're missing a test here. Isn't this cool? I think so!</p>
+                        <p>Just remember that code coverage will only <a href="http://codebetter.com/karlseguin/2008/12/09/code-coverage-use-it-wisely/">bring you numbers</a> and
+                            raw information, not actual proofs that the whole of your <em>code logic</em> has
+                            been actually covered. If you ask me, the best inputs you can get about
+                            your code logic and implementation ever are the ones issued out of <a href="http://www.extremeprogramming.org/rules/pair.html">pair programming</a>
+sessions
+                            and <a href="http://alexgaynor.net/2013/sep/26/effective-code-review/">code reviews</a> —
+                            but that's another story.</p>
+                        <p><strong>So is code coverage silver bullet? No. Is it useful? Definitely. Happy testing!</strong>
+                        </p>
+                    </section>
+                    <aside>
+                        <p> <span class="article-author" itemprop="author" itemscope="" itemtype="http://schema.org/Person">
+                <span itemprop="name">Nicolas Perriault</span> —</span>
+                            <time
+                            datetime="2013-09-29" itemprop="datePublished">2013-09-29</time>— in <a href="/code/" itemprop="genre">Code</a>
+— <a href="/code/2013/get-your-frontend-javascript-code-covered/">Permalink</a>
+—
+                                <a
+                                rel="license" href="http://creativecommons.org/licenses/by-sa/3.0/">License</a>— <a href="http://flattr.com/submit/auto?url=https://nicolas.perriault.net/code/2013/get-your-frontend-javascript-code-covered/&amp;title=Get your Frontend JavaScript Code Covered&amp;user_id=n1k0&amp;category=software&amp;language=en">flattr this</a>
+
+                        </p>
+                    </aside>
+                    <hr/>
+                    <nav> <a class="prev" href="/code/2013/functional-javascript-for-crawling-the-web/">Functional JavaScript for crawling the Web</a>
+|
+                        <a
+                        class="next" href="/code/2013/testing-frontend-javascript-code-using-mocha-chai-and-sinon/">Testing your frontend JavaScript code using mocha, chai, and sinon</a>
+                    </nav>
+                </article>
+            </main>
+            <nav class="sidebar">
+                <ul>
+                    <li class="home"><a href="/" hreflang="en">Home</a>
+                    </li>
+                    <li class="code"><a href="/code/" hreflang="en">Code</a>
+                    </li>
+                    <li class="photography"><a href="/photography/" hreflang="en">Photography</a>
+                    </li>
+                    <li class="talks"><a href="/talks/" hreflang="en">Talks</a>
+                    </li>
+                    <li class="carnet"><a href="/carnet/" hreflang="fr">Carnet <span>fr</span></a>
+                    </li>
+                    <li class="contact"><a href="/contact/" hreflang="en">Contact</a>
+                    </li>
+                </ul>
+            </nav>
+            <footer class="site-footer">
+                <p>© 2012 Nicolas Perriault — <a href="https://twitter.com/n1k0">Tweet at me</a>
+—
+                    <a
+                    href="https://github.com/n1k0">Get my code</a>— <a href="http://500px.com/n1k0">Enjoy my pics</a>
+— <a href="/contact/">Contact me</a>
+
+                </p>
+            </footer>
+        </div>
+        <!-- /container -->
+        <script src="//ajax.googleapis.com/ajax/libs/jquery/1.7.1/jquery.min.js"></script>
+        <script>
+            window.jQuery || document.write('&lt;script src="js/libs/jquery-1.7.1.min.js">&lt;\/script>')
+        </script>
+        <script type="text/javascript" src="/static/js/libs/prettify/prettify.js"></script>
+        <script type="text/javascript" src="/static/js/app.js"></script>
+        <script src="//platform.twitter.com/widgets.js" charset="utf-8"></script>
+    </body>
+
+</html>

readability/test/test-pages/002/expected-metadata.json

@@ -0,0 +1,7 @@
+{
+  "title": "This API is so Fetching!",
+  "byline": "Nikhil Marathe",
+  "excerpt": "For more than a decade the Web has used XMLHttpRequest (XHR) to achieve asynchronous requests in JavaScript. While very useful, XHR is not a very ...",
+  "readerable": true,
+  "siteName": "Mozilla Hacks – the Web developer blog"
+}

readability/test/test-pages/002/expected.html

@@ -0,0 +1,278 @@
+<div id="readability-page-1" class="page">
+    <div id="content-main">
+        <article role="article">
+            <p>For more than a decade the Web has used XMLHttpRequest (XHR) to achieve asynchronous requests in JavaScript. While very useful, XHR is not a very nice API. It suffers from lack of separation of concerns. The input, output and state are all managed by interacting with one object, and state is tracked using events. Also, the event-based model doesn’t play well with JavaScript’s recent focus on Promise- and generator-based asynchronous programming.</p>
+            <p>The <a href="https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API">Fetch API</a> intends to fix most of these problems. It does this by introducing the same primitives to JS that are used in the HTTP protocol. In addition, it introduces a utility function <code>fetch()</code> that succinctly captures the intention of retrieving a resource from the network.</p>
+            <p>The <a href="https://fetch.spec.whatwg.org/">Fetch specification</a>, which defines the API, nails down the semantics of a user agent fetching a resource. This, combined with ServiceWorkers, is an attempt to:</p>
+            <ol>
+                <li>Improve the offline experience.</li>
+                <li>Expose the building blocks of the Web to the platform as part of the <a href="https://extensiblewebmanifesto.org/">extensible web movement</a>.</li>
+            </ol>
+            <p>As of this writing, the Fetch API is available in Firefox 39 (currently Nightly) and Chrome 42 (currently dev). Github has a <a href="https://github.com/github/fetch">Fetch polyfill</a>.</p>
+            <h2>Feature detection</h2>
+            <p>Fetch API support can be detected by checking for <code>Headers</code>,<code>Request</code>, <code>Response</code> or <code>fetch</code> on the <code>window</code> or <code>worker</code> scope.</p>
+            <h2>Simple fetching</h2>
+            <p>The most useful, high-level part of the Fetch API is the <code>fetch()</code> function. In its simplest form it takes a URL and returns a promise that resolves to the response. The response is captured as a <code>Response</code> object.</p>
+            <div>
+                <div>
+                    <pre>fetch<span>(</span><span>"/data.json"</span><span>)</span>.<span>then</span><span>(</span><span>function</span><span>(</span>res<span>)</span> <span>{</span>
+  <span>// res instanceof Response == true.</span>
+  <span>if</span> <span>(</span>res.<span>ok</span><span>)</span> <span>{</span>
+    res.<span>json</span><span>(</span><span>)</span>.<span>then</span><span>(</span><span>function</span><span>(</span>data<span>)</span> <span>{</span>
+      console.<span>log</span><span>(</span>data.<span>entries</span><span>)</span><span>;</span>
+    <span>}</span><span>)</span><span>;</span>
+  <span>}</span> <span>else</span> <span>{</span>
+    console.<span>log</span><span>(</span><span>"Looks like the response wasn't perfect, got status"</span><span>,</span> res.<span>status</span><span>)</span><span>;</span>
+  <span>}</span>
+<span>}</span><span>,</span> <span>function</span><span>(</span>e<span>)</span> <span>{</span>
+  console.<span>log</span><span>(</span><span>"Fetch failed!"</span><span>,</span> e<span>)</span><span>;</span>
+<span>}</span><span>)</span><span>;</span></pre> </div>
+            </div>
+            <p>Submitting some parameters, it would look like this:</p>
+            <div>
+                <div>
+                    <pre>fetch<span>(</span><span>"http://www.example.org/submit.php"</span><span>,</span> <span>{</span>
+  method<span>:</span> <span>"POST"</span><span>,</span>
+  headers<span>:</span> <span>{</span>
+    <span>"Content-Type"</span><span>:</span> <span>"application/x-www-form-urlencoded"</span>
+  <span>}</span><span>,</span>
+  body<span>:</span> <span>"firstName=Nikhil&amp;favColor=blue&amp;password=easytoguess"</span>
+<span>}</span><span>)</span>.<span>then</span><span>(</span><span>function</span><span>(</span>res<span>)</span> <span>{</span>
+  <span>if</span> <span>(</span>res.<span>ok</span><span>)</span> <span>{</span>
+    alert<span>(</span><span>"Perfect! Your settings are saved."</span><span>)</span><span>;</span>
+  <span>}</span> <span>else</span> <span>if</span> <span>(</span>res.<span>status</span> <span>==</span> <span>401</span><span>)</span> <span>{</span>
+    alert<span>(</span><span>"Oops! You are not authorized."</span><span>)</span><span>;</span>
+  <span>}</span>
+<span>}</span><span>,</span> <span>function</span><span>(</span>e<span>)</span> <span>{</span>
+  alert<span>(</span><span>"Error submitting form!"</span><span>)</span><span>;</span>
+<span>}</span><span>)</span><span>;</span></pre> </div>
+            </div>
+            <p>The <code>fetch()</code> function’s arguments are the same as those passed to the <br/> <code>Request()</code> constructor, so you may directly pass arbitrarily complex requests to <code>fetch()</code> as discussed below.</p>
+            <h2>Headers</h2>
+            <p>Fetch introduces 3 interfaces. These are <code>Headers</code>, <code>Request</code> and <br/> <code>Response</code>. They map directly to the underlying HTTP concepts, but have <br/>certain visibility filters in place for privacy and security reasons, such as <br/>supporting CORS rules and ensuring cookies aren’t readable by third parties.</p>
+            <p>The <a href="https://fetch.spec.whatwg.org/#headers-class">Headers interface</a> is a simple multi-map of names to values:</p>
+            <div>
+                <div>
+                    <pre><span>var</span> content <span>=</span> <span>"Hello World"</span><span>;</span>
+<span>var</span> reqHeaders <span>=</span> <span>new</span> Headers<span>(</span><span>)</span><span>;</span>
+reqHeaders.<span>append</span><span>(</span><span>"Content-Type"</span><span>,</span> <span>"text/plain"</span>
+reqHeaders.<span>append</span><span>(</span><span>"Content-Length"</span><span>,</span> content.<span>length</span>.<span>toString</span><span>(</span><span>)</span><span>)</span><span>;</span>
+reqHeaders.<span>append</span><span>(</span><span>"X-Custom-Header"</span><span>,</span> <span>"ProcessThisImmediately"</span><span>)</span><span>;</span></pre> </div>
+            </div>
+            <p>The same can be achieved by passing an array of arrays or a JS object literal <br/>to the constructor:</p>
+            <div>
+                <div>
+                    <pre>reqHeaders <span>=</span> <span>new</span> Headers<span>(</span><span>{</span>
+  <span>"Content-Type"</span><span>:</span> <span>"text/plain"</span><span>,</span>
+  <span>"Content-Length"</span><span>:</span> content.<span>length</span>.<span>toString</span><span>(</span><span>)</span><span>,</span>
+  <span>"X-Custom-Header"</span><span>:</span> <span>"ProcessThisImmediately"</span><span>,</span>
+<span>}</span><span>)</span><span>;</span></pre> </div>
+            </div>
+            <p>The contents can be queried and retrieved:</p>
+            <div>
+                <div>
+                    <pre>console.<span>log</span><span>(</span>reqHeaders.<span>has</span><span>(</span><span>"Content-Type"</span><span>)</span><span>)</span><span>;</span> <span>// true</span>
+console.<span>log</span><span>(</span>reqHeaders.<span>has</span><span>(</span><span>"Set-Cookie"</span><span>)</span><span>)</span><span>;</span> <span>// false</span>
+reqHeaders.<span>set</span><span>(</span><span>"Content-Type"</span><span>,</span> <span>"text/html"</span><span>)</span><span>;</span>
+reqHeaders.<span>append</span><span>(</span><span>"X-Custom-Header"</span><span>,</span> <span>"AnotherValue"</span><span>)</span><span>;</span>
+&nbsp;
+console.<span>log</span><span>(</span>reqHeaders.<span>get</span><span>(</span><span>"Content-Length"</span><span>)</span><span>)</span><span>;</span> <span>// 11</span>
+console.<span>log</span><span>(</span>reqHeaders.<span>getAll</span><span>(</span><span>"X-Custom-Header"</span><span>)</span><span>)</span><span>;</span> <span>// ["ProcessThisImmediately", "AnotherValue"]</span>
+&nbsp;
+reqHeaders.<span>delete</span><span>(</span><span>"X-Custom-Header"</span><span>)</span><span>;</span>
+console.<span>log</span><span>(</span>reqHeaders.<span>getAll</span><span>(</span><span>"X-Custom-Header"</span><span>)</span><span>)</span><span>;</span> <span>// []</span></pre> </div>
+            </div>
+            <p>Some of these operations are only useful in ServiceWorkers, but they provide <br/>a much nicer API to Headers.</p>
+            <p>Since Headers can be sent in requests, or received in responses, and have various limitations about what information can and should be mutable, <code>Headers</code> objects have a <strong>guard</strong> property. This is not exposed to the Web, but it affects which mutation operations are allowed on the Headers object. <br/>Possible values are:</p>
+            <ul>
+                <li>“none”: default.</li>
+                <li>“request”: guard for a Headers object obtained from a Request (<code>Request.headers</code>).</li>
+                <li>“request-no-cors”: guard for a Headers object obtained from a Request created <br/>with mode “no-cors”.</li>
+                <li>“response”: naturally, for Headers obtained from Response (<code>Response.headers</code>).</li>
+                <li>“immutable”: Mostly used for ServiceWorkers, renders a Headers object <br/>read-only.</li>
+            </ul>
+            <p>The details of how each guard affects the behaviors of the Headers object are <br/>in the <a href="https://fetch.spec.whatwg.org/">specification</a>. For example, you may not append or set a “request” guarded Headers’ “Content-Length” header. Similarly, inserting “Set-Cookie” into a Response header is not allowed so that ServiceWorkers may not set cookies via synthesized Responses.</p>
+            <p>All of the Headers methods throw TypeError if <code>name</code> is not a <a href="https://fetch.spec.whatwg.org/#concept-header-name">valid HTTP Header name</a>. The mutation operations will throw TypeError if there is an immutable guard. Otherwise they fail silently. For example:</p>
+            <div>
+                <div>
+                    <pre><span>var</span> res <span>=</span> Response.<span>error</span><span>(</span><span>)</span><span>;</span>
+<span>try</span> <span>{</span>
+  res.<span>headers</span>.<span>set</span><span>(</span><span>"Origin"</span><span>,</span> <span>"http://mybank.com"</span><span>)</span><span>;</span>
+<span>}</span> <span>catch</span><span>(</span>e<span>)</span> <span>{</span>
+  console.<span>log</span><span>(</span><span>"Cannot pretend to be a bank!"</span><span>)</span><span>;</span>
+<span>}</span></pre> </div>
+            </div>
+            <h2>Request</h2>
+            <p>The Request interface defines a request to fetch a resource over HTTP. URL, method and headers are expected, but the Request also allows specifying a body, a request mode, credentials and cache hints.</p>
+            <p>The simplest Request is of course, just a URL, as you may do to GET a resource.</p>
+            <div>
+                <div>
+                    <pre><span>var</span> req <span>=</span> <span>new</span> Request<span>(</span><span>"/index.html"</span><span>)</span><span>;</span>
+console.<span>log</span><span>(</span>req.<span>method</span><span>)</span><span>;</span> <span>// "GET"</span>
+console.<span>log</span><span>(</span>req.<span>url</span><span>)</span><span>;</span> <span>// "http://example.com/index.html"</span></pre> </div>
+            </div>
+            <p>You may also pass a Request to the <code>Request()</code> constructor to create a copy. <br/>(This is not the same as calling the <code>clone()</code> method, which is covered in <br/>the “Reading bodies” section.).</p>
+            <div>
+                <div>
+                    <pre><span>var</span> copy <span>=</span> <span>new</span> Request<span>(</span>req<span>)</span><span>;</span>
+console.<span>log</span><span>(</span>copy.<span>method</span><span>)</span><span>;</span> <span>// "GET"</span>
+console.<span>log</span><span>(</span>copy.<span>url</span><span>)</span><span>;</span> <span>// "http://example.com/index.html"</span></pre> </div>
+            </div>
+            <p>Again, this form is probably only useful in ServiceWorkers.</p>
+            <p>The non-URL attributes of the <code>Request</code> can only be set by passing initial <br/>values as a second argument to the constructor. This argument is a dictionary.</p>
+            <div>
+                <div>
+                    <pre><span>var</span> uploadReq <span>=</span> <span>new</span> Request<span>(</span><span>"/uploadImage"</span><span>,</span> <span>{</span>
+  method<span>:</span> <span>"POST"</span><span>,</span>
+  headers<span>:</span> <span>{</span>
+    <span>"Content-Type"</span><span>:</span> <span>"image/png"</span><span>,</span>
+  <span>}</span><span>,</span>
+  body<span>:</span> <span>"image data"</span>
+<span>}</span><span>)</span><span>;</span></pre> </div>
+            </div>
+            <p>The Request’s mode is used to determine if cross-origin requests lead to valid responses, and which properties on the response are readable. Legal mode values are <code>"same-origin"</code>, <code>"no-cors"</code> (default) and <code>"cors"</code>.</p>
+            <p>The <code>"same-origin"</code> mode is simple, if a request is made to another origin with this mode set, the result is simply an error. You could use this to ensure that <br/>a request is always being made to your origin.</p>
+            <div>
+                <div>
+                    <pre><span>var</span> arbitraryUrl <span>=</span> document.<span>getElementById</span><span>(</span><span>"url-input"</span><span>)</span>.<span>value</span><span>;</span>
+fetch<span>(</span>arbitraryUrl<span>,</span> <span>{</span> mode<span>:</span> <span>"same-origin"</span> <span>}</span><span>)</span>.<span>then</span><span>(</span><span>function</span><span>(</span>res<span>)</span> <span>{</span>
+  console.<span>log</span><span>(</span><span>"Response succeeded?"</span><span>,</span> res.<span>ok</span><span>)</span><span>;</span>
+<span>}</span><span>,</span> <span>function</span><span>(</span>e<span>)</span> <span>{</span>
+  console.<span>log</span><span>(</span><span>"Please enter a same-origin URL!"</span><span>)</span><span>;</span>
+<span>}</span><span>)</span><span>;</span></pre> </div>
+            </div>
+            <p>The <code>"no-cors"</code> mode captures what the web platform does by default for scripts you import from CDNs, images hosted on other domains, and so on. First, it prevents the method from being anything other than “HEAD”, “GET” or “POST”. Second, if any ServiceWorkers intercept these requests, they may not add or override any headers except for <a href="https://fetch.spec.whatwg.org/#simple-header">these</a>. Third, JavaScript may not access any properties of the resulting Response. This ensures that ServiceWorkers do not affect the semantics of the Web and prevents security and privacy issues that could arise from leaking data across domains.</p>
+            <p><code>"cors"</code> mode is what you’ll usually use to make known cross-origin requests to access various APIs offered by other vendors. These are expected to adhere to <br/>the <a href="https://developer.mozilla.org/en-US/docs/Web/HTTP/Access_control_CORS">CORS protocol</a>. Only a <a href="https://fetch.spec.whatwg.org/#concept-filtered-response-cors">limited set</a> of headers is exposed in the Response, but the body is readable. For example, you could get a list of Flickr’s <a href="https://www.flickr.com/services/api/flickr.interestingness.getList.html">most interesting</a> photos today like this:</p>
+            <div>
+                <div>
+                    <pre><span>var</span> u <span>=</span> <span>new</span> URLSearchParams<span>(</span><span>)</span><span>;</span>
+u.<span>append</span><span>(</span><span>'method'</span><span>,</span> <span>'flickr.interestingness.getList'</span><span>)</span><span>;</span>
+u.<span>append</span><span>(</span><span>'api_key'</span><span>,</span> <span>'&lt;insert api key here&gt;'</span><span>)</span><span>;</span>
+u.<span>append</span><span>(</span><span>'format'</span><span>,</span> <span>'json'</span><span>)</span><span>;</span>
+u.<span>append</span><span>(</span><span>'nojsoncallback'</span><span>,</span> <span>'1'</span><span>)</span><span>;</span>
+&nbsp;
+<span>var</span> apiCall <span>=</span> fetch<span>(</span><span>'https://api.flickr.com/services/rest?'</span> <span>+</span> u<span>)</span><span>;</span>
+&nbsp;
+apiCall.<span>then</span><span>(</span><span>function</span><span>(</span>response<span>)</span> <span>{</span>
+  <span>return</span> response.<span>json</span><span>(</span><span>)</span>.<span>then</span><span>(</span><span>function</span><span>(</span>json<span>)</span> <span>{</span>
+    <span>// photo is a list of photos.</span>
+    <span>return</span> json.<span>photos</span>.<span>photo</span><span>;</span>
+  <span>}</span><span>)</span><span>;</span>
+<span>}</span><span>)</span>.<span>then</span><span>(</span><span>function</span><span>(</span>photos<span>)</span> <span>{</span>
+  photos.<span>forEach</span><span>(</span><span>function</span><span>(</span>photo<span>)</span> <span>{</span>
+    console.<span>log</span><span>(</span>photo.<span>title</span><span>)</span><span>;</span>
+  <span>}</span><span>)</span><span>;</span>
+<span>}</span><span>)</span><span>;</span></pre> </div>
+            </div>
+            <p>You may not read out the “Date” header since Flickr does not allow it via <br/> <code>Access-Control-Expose-Headers</code>.</p>
+            <div>
+                <div>
+                    <pre>response.<span>headers</span>.<span>get</span><span>(</span><span>"Date"</span><span>)</span><span>;</span> <span>// null</span></pre> </div>
+            </div>
+            <p>The <code>credentials</code> enumeration determines if cookies for the other domain are <br/>sent to cross-origin requests. This is similar to XHR’s <code>withCredentials</code> <br/>flag, but tri-valued as <code>"omit"</code> (default), <code>"same-origin"</code> and <code>"include"</code>.</p>
+            <p>The Request object will also give the ability to offer caching hints to the user-agent. This is currently undergoing some <a href="https://github.com/slightlyoff/ServiceWorker/issues/585">security review</a>. Firefox exposes the attribute, but it has no effect.</p>
+            <p>Requests have two read-only attributes that are relevant to ServiceWorkers <br/>intercepting them. There is the string <code>referrer</code>, which is set by the UA to be <br/>the referrer of the Request. This may be an empty string. The other is <br/> <code>context</code> which is a rather <a href="https://fetch.spec.whatwg.org/#requestcredentials">large enumeration</a> defining what sort of resource is being fetched. This could be “image” if the request is from an &lt;img&gt;tag in the controlled document, “worker” if it is an attempt to load a worker script, and so on. When used with the <code>fetch()</code> function, it is “fetch”.</p>
+            <h2>Response</h2>
+            <p><code>Response</code> instances are returned by calls to <code>fetch()</code>. They can also be created by JS, but this is only useful in ServiceWorkers.</p>
+            <p>We have already seen some attributes of Response when we looked at <code>fetch()</code>. The most obvious candidates are <code>status</code>, an integer (default value 200) and <code>statusText</code> (default value “OK”), which correspond to the HTTP status code and reason. The <code>ok</code> attribute is just a shorthand for checking that <code>status</code> is in the range 200-299 inclusive.</p>
+            <p><code>headers</code> is the Response’s Headers object, with guard “response”. The <code>url</code> attribute reflects the URL of the corresponding request.</p>
+            <p>Response also has a <code>type</code>, which is “basic”, “cors”, “default”, “error” or <br/>“opaque”.</p>
+            <ul>
+                <li><code>"basic"</code>: normal, same origin response, with all headers exposed except <br/>“Set-Cookie” and “Set-Cookie2″.</li>
+                <li><code>"cors"</code>: response was received from a valid cross-origin request. <a href="https://fetch.spec.whatwg.org/#concept-filtered-response-cors">Certain headers and the body</a>may be accessed.</li>
+                <li><code>"error"</code>: network error. No useful information describing the error is available. The Response’s status is 0, headers are empty and immutable. This is the type for a Response obtained from <code>Response.error()</code>.</li>
+                <li><code>"opaque"</code>: response for “no-cors” request to cross-origin resource. <a href="https://fetch.spec.whatwg.org/#concept-filtered-response-opaque">Severely<br/>
+  restricted</a> </li>
+            </ul>
+            <p>The “error” type results in the <code>fetch()</code> Promise rejecting with TypeError.</p>
+            <p>There are certain attributes that are useful only in a ServiceWorker scope. The <br/>idiomatic way to return a Response to an intercepted request in ServiceWorkers is:</p>
+            <div>
+                <div>
+                    <pre>addEventListener<span>(</span><span>'fetch'</span><span>,</span> <span>function</span><span>(</span>event<span>)</span> <span>{</span>
+  event.<span>respondWith</span><span>(</span><span>new</span> Response<span>(</span><span>"Response body"</span><span>,</span> <span>{</span>
+    headers<span>:</span> <span>{</span> <span>"Content-Type"</span> <span>:</span> <span>"text/plain"</span> <span>}</span>
+  <span>}</span><span>)</span><span>;</span>
+<span>}</span><span>)</span><span>;</span></pre> </div>
+            </div>
+            <p>As you can see, Response has a two argument constructor, where both arguments are optional. The first argument is a body initializer, and the second is a dictionary to set the <code>status</code>, <code>statusText</code> and <code>headers</code>.</p>
+            <p>The static method <code>Response.error()</code> simply returns an error response. Similarly, <code>Response.redirect(url, status)</code> returns a Response resulting in <br/>a redirect to <code>url</code>.</p>
+            <h2>Dealing with bodies</h2>
+            <p>Both Requests and Responses may contain body data. We’ve been glossing over it because of the various data types body may contain, but we will cover it in detail now.</p>
+            <p>A body is an instance of any of the following types.</p>
+            <ul>
+                <li><a href="https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/ArrayBuffer">ArrayBuffer</a> </li>
+                <li><a href="https://developer.mozilla.org/en-US/docs/Web/API/ArrayBufferView">ArrayBufferView</a> (Uint8Array and friends)</li>
+                <li><a href="https://developer.mozilla.org/en-US/docs/Web/API/Blob">Blob</a>/ <a href="https://developer.mozilla.org/en-US/docs/Web/API/File">File</a> </li>
+                <li>string</li>
+                <li><a href="https://url.spec.whatwg.org/#interface-urlsearchparams">URLSearchParams</a> </li>
+                <li><a href="https://developer.mozilla.org/en-US/docs/Web/API/FormData">FormData</a> – currently not supported by either Gecko or Blink. Firefox expects to ship this in version 39 along with the rest of Fetch.</li>
+            </ul>
+            <p>In addition, Request and Response both offer the following methods to extract their body. These all return a Promise that is eventually resolved with the actual content.</p>
+            <ul>
+                <li><code>arrayBuffer()</code> </li>
+                <li><code>blob()</code> </li>
+                <li><code>json()</code> </li>
+                <li><code>text()</code> </li>
+                <li><code>formData()</code> </li>
+            </ul>
+            <p>This is a significant improvement over XHR in terms of ease of use of non-text data!</p>
+            <p>Request bodies can be set by passing <code>body</code> parameters:</p>
+            <div>
+                <div>
+                    <pre><span>var</span> form <span>=</span> <span>new</span> FormData<span>(</span>document.<span>getElementById</span><span>(</span><span>'login-form'</span><span>)</span><span>)</span><span>;</span>
+fetch<span>(</span><span>"/login"</span><span>,</span> <span>{</span>
+  method<span>:</span> <span>"POST"</span><span>,</span>
+  body<span>:</span> form
+<span>}</span><span>)</span></pre> </div>
+            </div>
+            <p>Responses take the first argument as the body.</p>
+            <div>
+                <div>
+                    <pre><span>var</span> res <span>=</span> <span>new</span> Response<span>(</span><span>new</span> File<span>(</span><span>[</span><span>"chunk"</span><span>,</span> <span>"chunk"</span><span>]</span><span>,</span> <span>"archive.zip"</span><span>,</span>
+                       <span>{</span> type<span>:</span> <span>"application/zip"</span> <span>}</span><span>)</span><span>)</span><span>;</span></pre> </div>
+            </div>
+            <p>Both Request and Response (and by extension the <code>fetch()</code> function), will try to intelligently <a href="https://fetch.spec.whatwg.org/#concept-bodyinit-extract">determine the content type</a>. Request will also automatically set a “Content-Type” header if none is set in the dictionary.</p>
+            <h3>Streams and cloning</h3>
+            <p>It is important to realise that Request and Response bodies can only be read once! Both interfaces have a boolean attribute <code>bodyUsed</code> to determine if it is safe to read or not.</p>
+            <div>
+                <div>
+                    <pre><span>var</span> res <span>=</span> <span>new</span> Response<span>(</span><span>"one time use"</span><span>)</span><span>;</span>
+console.<span>log</span><span>(</span>res.<span>bodyUsed</span><span>)</span><span>;</span> <span>// false</span>
+res.<span>text</span><span>(</span><span>)</span>.<span>then</span><span>(</span><span>function</span><span>(</span>v<span>)</span> <span>{</span>
+  console.<span>log</span><span>(</span>res.<span>bodyUsed</span><span>)</span><span>;</span> <span>// true</span>
+<span>}</span><span>)</span><span>;</span>
+console.<span>log</span><span>(</span>res.<span>bodyUsed</span><span>)</span><span>;</span> <span>// true</span>
+&nbsp;
+res.<span>text</span><span>(</span><span>)</span>.<span>catch</span><span>(</span><span>function</span><span>(</span>e<span>)</span> <span>{</span>
+  console.<span>log</span><span>(</span><span>"Tried to read already consumed Response"</span><span>)</span><span>;</span>
+<span>}</span><span>)</span><span>;</span></pre> </div>
+            </div>
+            <p>This decision allows easing the transition to an eventual <a href="https://streams.spec.whatwg.org/">stream-based</a> Fetch API. The intention is to let applications consume data as it arrives, allowing for JavaScript to deal with larger files like videos, and perform things like compression and editing on the fly.</p>
+            <p>Often, you’ll want access to the body multiple times. For example, you can use the upcoming <a href="http://slightlyoff.github.io/ServiceWorker/spec/service_worker/index.html#cache-objects">Cache API</a> to store Requests and Responses for offline use, and Cache requires bodies to be available for reading.</p>
+            <p>So how do you read out the body multiple times within such constraints? The API provides a <code>clone()</code> method on the two interfaces. This will return a clone of the object, with a ‘new’ body. <code>clone()</code> MUST be called before the body of the corresponding object has been used. That is, <code>clone()</code> first, read later.</p>
+            <div>
+                <div>
+                    <pre>addEventListener<span>(</span><span>'fetch'</span><span>,</span> <span>function</span><span>(</span>evt<span>)</span> <span>{</span>
+  <span>var</span> sheep <span>=</span> <span>new</span> Response<span>(</span><span>"Dolly"</span><span>)</span><span>;</span>
+  console.<span>log</span><span>(</span>sheep.<span>bodyUsed</span><span>)</span><span>;</span> <span>// false</span>
+  <span>var</span> clone <span>=</span> sheep.<span>clone</span><span>(</span><span>)</span><span>;</span>
+  console.<span>log</span><span>(</span>clone.<span>bodyUsed</span><span>)</span><span>;</span> <span>// false</span>
+&nbsp;
+  clone.<span>text</span><span>(</span><span>)</span><span>;</span>
+  console.<span>log</span><span>(</span>sheep.<span>bodyUsed</span><span>)</span><span>;</span> <span>// false</span>
+  console.<span>log</span><span>(</span>clone.<span>bodyUsed</span><span>)</span><span>;</span> <span>// true</span>
+&nbsp;
+  evt.<span>respondWith</span><span>(</span>cache.<span>add</span><span>(</span>sheep.<span>clone</span><span>(</span><span>)</span><span>)</span>.<span>then</span><span>(</span><span>function</span><span>(</span>e<span>)</span> <span>{</span>
+    <span>return</span> sheep<span>;</span>
+  <span>}</span><span>)</span><span>;</span>
+<span>}</span><span>)</span><span>;</span></pre> </div>
+            </div>
+            <h2>Future improvements</h2>
+            <p>Along with the transition to streams, Fetch will eventually have the ability to abort running <code>fetch()</code>es and some way to report the progress of a fetch. These are provided by XHR, but are a little tricky to fit in the Promise-based nature of the Fetch API.</p>
+            <p>You can contribute to the evolution of this API by participating in discussions on the <a href="https://whatwg.org/mailing-list">WHATWG mailing list</a> and in the issues in the <a href="https://www.w3.org/Bugs/Public/buglist.cgi?product=WHATWG&amp;component=Fetch&amp;resolution=---">Fetch</a> and <a href="https://github.com/slightlyoff/ServiceWorker/issues">ServiceWorker</a>specifications.</p>
+            <p>For a better web!</p>
+            <p><em>The author would like to thank Andrea Marchesini, Anne van Kesteren and Ben<br/>
+Kelly for helping with the specification and implementation.</em> </p>
+        </article>
+    </div>
+</div>

readability/test/test-pages/003-metadata-preferred/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "Dublin Core property title",
+  "byline": "Dublin Core property author",
+  "dir": null,
+  "excerpt": "Dublin Core property description",
+  "readerable": true,
+  "siteName": null
+}

readability/test/test-pages/003-metadata-preferred/expected.html

@@ -0,0 +1,20 @@
+<div id="readability-page-1" class="page">
+    <article>
+        <p>
+          Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+          tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+          quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+          consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+          cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+          proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+        </p>
+        <p>
+          Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+          tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+          quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+          consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+          cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+          proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+        </p>
+    </article>
+</div>

readability/test/test-pages/003-metadata-preferred/source.html

@@ -0,0 +1,45 @@
+<!DOCTYPE html>
+<html>
+  <head>
+    <meta charset="utf-8"/>
+    <title>Title Element</title>
+    <meta name="title" content="Meta name title"/>
+    <meta name="og:title" content="Open Graph name title"/>
+    <meta name="twitter:title" content="Twitter name title"/>
+    <meta name="DC.title" content="Dublin Core name title"/>
+    <meta property="dc:title" content="Dublin Core property title"/>
+    <meta property="twitter:title" content="Twitter property title"/>
+    <meta property="og:title" content="Open Graph property title"/>
+    <meta name="author" content="Meta name author"/>
+    <meta name="DC.creator" content="Dublin Core name author"/>
+    <meta property="dc:creator" content="Dublin Core property author"/>
+     <meta name="description" content="Meta name description"/>
+    <meta name="og:description" content="Open Graph name description"/>
+    <meta name="twitter:description" content="Twitter name description"/>
+    <meta name="DC.description" content="Dublin Core name description"/>
+    <meta property="dc:description" content="Dublin Core property description"/>
+    <meta property="twitter:description" content="Twitter property description"/>
+    <meta property="og:description" content="Open Graph property description"/>
+  </head>
+  <body>
+    <article>
+      <h1>Test document title</h1>
+        <p>
+          Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+          tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+          quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+          consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+          cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+          proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+        </p>
+	<p>
+          Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+          tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+          quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+          consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+          cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+          proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+        </p>
+      </article>
+  </body>
+</html>

readability/test/test-pages/004-metadata-space-separated-properties/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "Preferred title",
+  "byline": "Creator Name",
+  "dir": null,
+  "excerpt": "Preferred description",
+  "readerable": true,
+  "siteName": null
+}

readability/test/test-pages/004-metadata-space-separated-properties/expected.html

@@ -0,0 +1,20 @@
+<div id="readability-page-1" class="page">
+    <article>
+        <p>
+          Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+          tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+          quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+          consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+          cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+          proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+        </p>
+        <p>
+          Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+          tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+          quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+          consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+          cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+          proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+        </p>
+    </article>
+</div>

readability/test/test-pages/004-metadata-space-separated-properties/source.html

@@ -0,0 +1,35 @@
+<!DOCTYPE html>
+<html>
+  <head>
+    <meta charset="utf-8"/>
+    <title>Title Element</title>
+    <meta property="x:title dc:title" content="Preferred title"/>
+    <meta property="og:title twitter:title" content="A title"/>
+    <meta property="dc:creator twitter:site_name" content="Creator Name"/>
+    <meta name="author" content="FAIL"/>
+    <meta property="og:description x:description twitter:description" content="A description"/>
+    <meta property="dc:description og:description" content="Preferred description"/>
+    <meta name="description" content="FAIL"/>
+  </head>
+  <body>
+    <article>
+      <h1>Test document title</h1>
+        <p>
+          Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+          tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+          quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+          consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+          cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+          proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+        </p>
+	<p>
+          Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+          tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+          quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+          consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+          cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+          proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+        </p>
+      </article>
+  </body>
+</html>

readability/test/test-pages/aclu/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "Facebook Is Tracking Me Even Though I’m Not on Facebook",
+  "byline": "By Daniel Kahn Gillmor, Senior Staff Technologist, ACLU Speech, Privacy, and Technology Project",
+  "dir": "ltr",
+  "excerpt": "I don't use Facebook. I'm not technophobic — I'm a geek. I've been using email since the early 1990s, I have accounts on hundreds of services around the net, and I do software development and internet protocol design both for work and for fun. I believe that a globe-spanning communications network like the internet can be a positive social force, and I publish much of my own work on the open web.",
+  "readerable": true,
+  "siteName": "American Civil Liberties Union"
+}

readability/test/test-pages/aclu/expected.html

@@ -0,0 +1,46 @@
+<div id="readability-page-1" class="page">
+    <div>
+        <p> I don't use Facebook. I'm not technophobic — I'm a geek. I've been using email since the early 1990s, I have accounts on hundreds of services around the net, and I do software development and internet protocol design both for work and for fun. I believe that a globe-spanning communications network like the internet can be a positive social force, and I publish much of my own work on the open web. </p>
+        <p> But Facebook and other massive web companies represent a strong push toward unaccountable centralized social control, which I think makes our society more unequal and more unjust. The Cambridge Analytica scandal is one instance of this long-running problem with what I call the "surveillance economy." I don't want to submit to these power structures, and I don’t want my presence on such platforms to serve as bait that lures other people into the digital panopticon. </p>
+        <p> But while I've never "opted in" to Facebook or any of the other big social networks, Facebook still has a detailed profile that can be used to target me. I've never consented to having Facebook collect my data, which can be used to draw very detailed inferences about my life, my habits, and my relationships. As we aim to take Facebook to task for its breach of user trust, we need to think about what its capabilities imply for society overall. After all, if you do #deleteFacebook, you'll find yourself in my shoes: non-consenting, but still subject to Facebook’s globe-spanning surveillance and targeting network. </p>
+        <p> There are at least two major categories of information available to Facebook about non-participants like me: information from other Facebook users, and information from sites on the open web. </p>
+        <h3> <strong>Information from other Facebook users</strong> </h3>
+        <p> When you sign up for Facebook, it encourages you to upload your list of contacts so that the site can "find your friends." Facebook uses this contact information to learn about people, even if those people don't agree to participate. It also links people together based on who they know, even if the shared contact hasn't agreed to this use. </p>
+        <p> For example, I received an email from Facebook that lists the people who have all invited me to join Facebook: my aunt, an old co-worker, a friend from elementary school, etc. This email includes names and email addresses — including my own name — and at least one <a href="https://en.wikipedia.org/wiki/Web_bug">web bug</a> designed to identify me to Facebook’s web servers when I open the email. Facebook records this group of people as my contacts, even though I've never agreed to this kind of data collection. </p>
+        <p> Similarly, I'm sure that I'm in some photographs that someone has uploaded to Facebook — and I'm probably tagged in some of them. I've never agreed to this, but Facebook could still be keeping track. </p>
+        <p> So even if you decide you need to join Facebook, remember that you might be giving the company information about someone else who didn't agree to be part of its surveillance platform. </p>
+        <h3> <strong>Information from sites on the open Web</strong> </h3>
+        <p> Nearly every website that you visit that has a "Like" button is actually encouraging your browser to tell Facebook about your browsing habits. Even if you don't click on the "Like" button, displaying it requires your browser to send a request to Facebook's servers for the "Like" button itself. That request includes <a href="https://en.wikipedia.org/wiki/HTTP_referer">information</a> mentioning the name of the page you are visiting and any Facebook-specific <a href="https://en.wikipedia.org/wiki/HTTP_cookie">cookies</a> your browser might have collected. (See <a href="https://www.facebook.com/help/186325668085084">Facebook's own description of this process</a>.) This is called a "third-party request." </p>
+        <p> This makes it possible for Facebook to create a detailed picture of your browsing history — even if you've never even visited Facebook directly, let alone signed up for a Facebook account. </p>
+        <p> Think about most of the web pages you've visited — how many of them <em>don't</em> have a "Like" button? If you administer a website and you include a "Like" button on every page, you're helping Facebook to build profiles of your visitors, even those who have opted out of the social network. Facebook’s <a href="https://developers.facebook.com/docs/plugins/">“Share” buttons</a> on other sites — along with <a href="https://www.facebook.com/business/learn/facebook-ads-pixel">other tools</a> — work a bit differently from the “Like” button, but do effectively the same thing. </p>
+        <p> The profiles that Facebook builds on non-users don't necessarily include so-called "personally identifiable information" (PII) like names or email addresses. But they do include fairly unique patterns. Using <a href="https://dev.chromium.org/for-testers/providing-network-details">Chromium's NetLog dumping</a>, I performed a simple five-minute browsing test last week that included visits to various sites — but not Facebook. In that test, the PII-free data that was sent to Facebook included information about which news articles I was reading, my dietary preferences, and my hobbies. </p>
+        <p> Given the precision of this kind of mapping and targeting, "PII" isn’t necessary to reveal my identity. How many vegans examine specifications for computer hardware from the ACLU's offices while reading about Cambridge Analytica? Anyway, if Facebook combined that information with the "web bug" from the email mentioned above — which <em>is</em> clearly linked to my name and e-mail address — no guesswork would be required. </p>
+        <p> I'd be shocked if Facebook were not connecting those dots given the goals <a href="https://www.facebook.com/about/privacy/cookies">they claim for data collection</a>: </p>
+        <blockquote>
+            <p> We use the information we have to improve our advertising and measurement systems so we can show you relevant ads on and off our Services and measure the effectiveness and reach of ads and services. </p>
+        </blockquote>
+        <p> This is, in essence, exactly what Cambridge Analytica did. </p>
+        <h3> <strong>Consent</strong> </h3>
+        <p> Facebook and other tech companies often deflect accusations against excessive data collection by arguing "consent" — that they harvest and use data with the consent of the users involved. </p>
+        <p> But even if we accept that clicking through a "Terms of Service" that <a href="https://tosdr.org/">no one reads</a> can actually constitute true consent, even if we ignore the fact that these terms are overwhelmingly one-sided and non-negotiable, and even if we accept that it's meaningful for people to give consent when sharing data about other people who may have also opted in — what is the recourse for someone who has not opted into these systems at all? </p>
+        <p> Are those of us who have explicitly avoided agreeing to the Facebook terms of service simply fair game for an industry-wide surveillance and targeting network? </p>
+        <h3> <strong>Privilege</strong> </h3>
+        <p> I don’t mean to critique people who have created a Facebook profile or suggest they deserve whatever they get. </p>
+        <p> My ability to avoid Facebook comes from privilege — I have existing social contacts with whom I know how to stay in touch without using Facebook's network. My job does not require that I use Facebook. I can afford the time and expense to communicate with my electoral representatives and political allies via other channels. </p>
+        <p> Many people do not have these privileges and are compelled to "opt in" on Facebook's non-negotiable terms. </p>
+        <p> Many journalists, organizers, schools, politicians, and others who have good reasons to oppose Facebook's centralized social control feel compelled by Facebook's reach and scale to participate in their practices, even those we know to be harmful. That includes the ACLU. </p>
+        <p> Privacy should not be a luxury good, and while I'm happy to encourage people to opt out of these subtle and socially fraught arrangements, I do not argue that anyone who has signed up has somehow relinquished concerns about their privacy. We need to evaluate privacy concerns in their full social contexts. These are not problems that can be resolved on an individual level, because of the interpersonal nature of much of this data and the complexities of the tradeoffs involved. </p>
+        <h3> <strong>Technical countermeasures</strong> </h3>
+        <p> While they may not solve the problem, there are some technical steps people can take to limit the scope of these surveillance practices. For example, some web browsers do not send "third-party cookies" by default, or <a href="https://wiki.mozilla.org/Thirdparty">they scope cookies</a> so that centralized surveillance doesn't get a single view of one user. The most privacy-preserving modern browser is <a href="https://www.torproject.org/">the Tor Browser</a>, which everyone should have installed and available, even if it's not the browser they choose to use every day. It limits the surveillance ability of systems that you have not signed up for to track you as you move around the web. </p>
+        <p> You can also modify some browsers — for example, with plug-ins for <a href="https://requestpolicycontinued.github.io/">Firefox</a> and <a href="https://chrome.google.com/webstore/detail/umatrix/ogfcmafjalglgifnmanfmnieipoejdcf">Chrome</a> — so that they <a href="https://addons.mozilla.org/en-US/firefox/addon/umatrix/">do not send third-party</a> <a href="https://requestpolicycontinued.github.io/">requests at all</a>. Firefox is also exploring even more <a href="https://addons.mozilla.org/en-US/firefox/addon/multi-account-containers/">privacy-preserving techniques</a><a href="https://addons.mozilla.org/en-US/firefox/addon/multi-account-containers/">.</a> </p>
+        <p> It can’t be denied, though, that these tools are harder to use than the web browsers most people are accustomed to, and they create barriers to some online activities. (For example, logging in to <a href="https://offcampushousing.uconn.edu/login">some sites</a> and accessing some <a href="https://filestore.community.support.microsoft.com/api/images/0253d8fb-b050-401a-834d-9d80a99c0b12">web applications</a> is impossible without third-party cookies.) </p>
+        <p> Some website operators take their visitors' privacy more seriously than others, by reducing the amount of third-party requests. For example, it's possible to display "share on Facebook" or "Like" buttons without sending user requests to Facebook in the first place. The ACLU's own website does this because we believe that the right to read with privacy is a fundamental protection for civic discourse. </p>
+        <p> If you are responsible for running a website, try browsing it with a third-party-blocking extension turned on. Think about how much information you're requiring your users to send to third parties as a condition for using your site. If you care about being a good steward of your visitors' data, you can re-design your website to reduce this kind of leakage. </p>
+        <h3> <strong>Opting out?</strong> </h3>
+        <p> Some advertisers claim that you can "opt out" of their targeted advertising, and even offer <a href="http://optout.aboutads.info/">a centralized place meant to help you do so</a>.&nbsp;However, my experience with these tools isn't a positive one. They don't appear to work all of the time. (In a recent experiment I conducted, two advertisers’ opt-out mechanisms failed to take effect.) And while advertisers claim to allow the user to opt out of "interest-based ads," it's not clear that the opt-outs govern data collection itself, rather than just the use of the collected data for displaying ads. Moreover, opting out on their terms requires the use of third-party cookies, thereby enabling another mechanism that other advertisers can then exploit. </p>
+        <p> It's also not clear how they function over time: How frequently do I need to take these steps? Do they expire? How often should I check back to make sure I’m still opted out? I'd much prefer an approach requiring me to opt <em>in</em> to surveillance and targeting. </p>
+        <h3> <strong>Fix the surveillance economy, not just Facebook</strong> </h3>
+        <p> These are just a few of the mechanisms that enable online tracking. Facebook is just one culprit in this online "surveillance economy," albeit a massive one — the company owns <a href="https://www.instagram.com/">Instagram</a>, <a href="https://atlassolutions.com/">Atlas</a>, <a href="https://www.whatsapp.com/">WhatsApp</a>, and dozens of other internet and technology companies and services. But it’s not the only player in this space. Google’s business model also relies on this kind of surveillance, and there are dozens of smaller players as well. </p>
+        <p> As we work to address the fallout from the current storm around Facebook and Cambridge Analytica, we can't afford to lose sight of these larger mechanisms at play. Cambridge Analytica's failures and mistakes are inherent to Facebook's business model. We need to seriously challenge the social structures that encourage people to opt in to this kind of surveillance. At the same time, we also need to protect those of us who manage to opt out. </p>
+    </div>
+</div>

readability/test/test-pages/ars-1/expected-metadata.json

@@ -0,0 +1,7 @@
+{
+  "title": "Just-released Minecraft exploit makes it easy to crash game servers",
+  "byline": "by Dan Goodin - Apr 16, 2015 8:02 pm UTC",
+  "excerpt": "Two-year-old bug exposes thousands of servers to crippling attack.",
+  "readerable": true,
+  "siteName": "Ars Technica"
+}

readability/test/test-pages/ars-1/expected.html

@@ -0,0 +1,49 @@
+<div id="readability-page-1" class="page">
+    <div itemprop="articleBody">
+        <figure> <img src="http://cdn.arstechnica.net/wp-content/uploads/2015/04/server-crash-640x426.jpg" width="640" height="331" />
+            <figcaption class="caption"> </figcaption>
+        </figure>
+        <p>A flaw in the wildly popular online game <em>Minecraft</em> makes it easy for just about anyone to crash the server hosting the game, according to a computer programmer who has released proof-of-concept code that exploits the vulnerability.</p>
+        <p>"I thought a lot before writing this post," Pakistan-based developer Ammar Askar wrote in a <a href="http://blog.ammaraskar.com/minecraft-vulnerability-advisory">blog post published Thursday</a>, 21 months, he said, after privately reporting the bug to <em>Minecraft</em> developer Mojang. "On the one hand I don't want to expose thousands of servers to a major vulnerability, yet on the other hand Mojang has failed to act on it."</p>
+        <p>The bug resides in the <a href="https://github.com/ammaraskar/pyCraft">networking internals of the <em>Minecraft </em>protocol</a>. It allows the contents of inventory slots to be exchanged, so that, among other things, items in players' hotbars are displayed automatically after logging in. <em>Minecraft</em> items can also store arbitrary metadata in a file format known as <a href="http://wiki.vg/NBT">Named Binary Tag (NBT)</a>, which allows complex data structures to be kept in hierarchical nests. Askar has released <a href="https://github.com/ammaraskar/pyCraft/tree/nbt_exploit">proof-of-concept attack code</a> he said exploits the vulnerability to crash any server hosting the game. Here's how it works.</p>
+        <blockquote>
+            <p>The vulnerability stems from the fact that the client is allowed to send the server information about certain slots. This, coupled with the NBT format’s nesting allows us to <em>craft</em> a packet that is incredibly complex for the server to deserialize but trivial for us to generate.</p>
+            <p>In my case, I chose to create lists within lists, down to five levels. This is a json representation of what it looks like.</p>
+            <div>
+                <pre><code data-lang="javascript"><span>rekt</span><span>:</span> <span>{</span>
+    <span>list</span><span>:</span> <span>[</span>
+        <span>list</span><span>:</span> <span>[</span>
+            <span>list</span><span>:</span> <span>[</span>
+                <span>list</span><span>:</span> <span>[</span>
+                    <span>list</span><span>:</span> <span>[</span>
+                        <span>list</span><span>:</span> <span>[</span>
+                        <span>]</span>
+                        <span>list</span><span>:</span> <span>[</span>
+                        <span>]</span>
+                        <span>list</span><span>:</span> <span>[</span>
+                        <span>]</span>
+                        <span>list</span><span>:</span> <span>[</span>
+                        <span>]</span>
+                        <span>...</span>
+                    <span>]</span>
+                    <span>...</span>
+                <span>]</span>
+                <span>...</span>
+            <span>]</span>
+            <span>...</span>
+        <span>]</span>
+        <span>...</span>
+    <span>]</span>
+    <span>...</span>
+<span>}</span></code></pre> </div>
+            <p>The root of the object, <code>rekt</code>, contains 300 lists. Each list has a list with 10 sublists, and each of those sublists has 10 of their own, up until 5 levels of recursion. That’s a total of <code>10^5 * 300 = 30,000,000</code> lists.</p>
+            <p>And this isn’t even the theoretical maximum for this attack. Just the nbt data for this payload is 26.6 megabytes. But luckily Minecraft implements a way to compress large packets, lucky us! zlib shrinks down our evil data to a mere 39 kilobytes.</p>
+            <p>Note: in previous versions of Minecraft, there was no protocol wide compression for big packets. Previously, NBT was sent compressed with gzip and prefixed with a signed short of its length, which reduced our maximum payload size to <code>2^15 - 1</code>. Now that the length is a varint capable of storing integers up to <code>2^28</code>, our potential for attack has increased significantly.</p>
+            <p>When the server will decompress our data, it’ll have 27 megs in a buffer somewhere in memory, but that isn’t the bit that’ll kill it. When it attempts to parse it into NBT, it’ll create java representations of the objects meaning suddenly, the sever is having to create several million java objects including ArrayLists. This runs the server out of memory and causes tremendous CPU load.</p>
+            <p>This vulnerability exists on almost all previous and current Minecraft versions as of 1.8.3, the packets used as attack vectors are the <a href="http://wiki.vg/Protocol#Player_Block_Placement">0x08: Block Placement Packet</a> and <a href="http://wiki.vg/Protocol#Creative_Inventory_Action">0x10: Creative Inventory Action</a>.</p>
+            <p>The fix for this vulnerability isn’t exactly that hard, the client should never really send a data structure as complex as NBT of arbitrary size and if it must, some form of recursion and size limits should be implemented.</p>
+            <p>These were the fixes that I recommended to Mojang 2 years ago.</p>
+        </blockquote>
+        <p>Ars is asking Mojang for comment and will update this post if company officials respond.</p>
+    </div>
+</div>

readability/test/test-pages/ars-1/source.html

@@ -0,0 +1,765 @@
+<!DOCTYPE html>
+<!--[if lt IE 7]> <html lang="en-us" class="no-js lt-ie9 lt-ie8 lt-ie7"> <![endif]-->
+<!--[if IE 7]>    <html lang="en-us" class="no-js lt-ie9 lt-ie8"> <![endif]-->
+<!--[if IE 8]>    <html lang="en-us" class="no-js ie8 lt-ie9"> <![endif]-->
+<!--[if IE 9]>    <html lang="en-us" class="no-js ie9"> <![endif]-->
+<!--[if gt IE 8]><!-->
+<html lang="en-us">
+<!--<![endif]-->
+
+<head>
+    <title>Just-released Minecraft exploit makes it easy to crash game servers | Ars Technica</title>
+    <script type="text/javascript">
+        ars = {
+            "ASSETS": "http:\/\/cdn.arstechnica.net\/wp-content\/themes\/arstechnica\/assets",
+            "HOME_URL": "http:\/\/arstechnica.com",
+            "LOGIN_URL": "https:\/\/arstechnica.com\/services\/login-desktop.html?v=1",
+            "CIVIS": "\/civis",
+            "THEME": "light",
+            "VIEW": "grid",
+            "MOBILE": false,
+            "PREMIER": false,
+            "LOGGED": false,
+            "ENV": "production",
+            "AD": {
+                "kw": ["security", "int"],
+                "zone": "int",
+                "queue": []
+            },
+            "TOTAL": 68014,
+            "UNREAD": 0,
+            "RECENT": [659465, 659425, 659391, 659203, 659339, 659209, 659151, 659207, 659257, 659153, 657603, 659157, 659089, 659105, 658987, 658981, 658367, 658019, 658841, 658609, 658117, 658553, 658455, 657769, 658395],
+            "LOGINS": true,
+            "CROSS": false,
+            "GEOALERTS": true,
+            "PARSELY": "arstechnica.com",
+            "COMMENTS": false,
+            "HOMEPAGE": false,
+            "COUNTRY": "us",
+            "READY": [],
+            "SHOW_ADS": true,
+            "IMG_PROXY": "https:\/\/cdn.arstechnica.net\/i\/",
+            "CATEGORY": "security"
+        };
+    </script>
+    <!--[if lte IE 8]><script type="text/javascript" src="http://cdn.arstechnica.net/wp-content/themes/arstechnica/assets/js/modernizr/modernizr.js"></script><![endif]-->
+    <link rel="stylesheet" type="text/css" media="all" href="http://cdn.arstechnica.net/wp-content/themes/arstechnica/assets/css/ars.min.55e632421d8225142fe8df15cdfe2a20.css"/>
+    <link rel="alternate" type="application/rss+xml" href="http://feeds.arstechnica.com/arstechnica/index/"/>
+    <link rel="shortcut icon" href="https://cdn.arstechnica.net/favicon.ico"/>
+    <link rel="icon" type="image/x-icon" href="https://cdn.arstechnica.net/favicon.ico"/>
+    <link rel="apple-touch-icon" sizes="180x180" href="http://cdn.arstechnica.net/wp-content/themes/arstechnica/assets/images/ars-ios-icon.png"/>
+    <link rel="icon" sizes="192x192" href="http://cdn.arstechnica.net/wp-content/themes/arstechnica/assets/images/material-ars.png"/>
+    <meta name="application-name" content="Ars Technica"/>
+    <meta name="msapplication-starturl" content="http://arstechnica.com/"/>
+    <meta name="msapplication-tooltip" content="Ars Technica: Serving the technologist for 1.2 decades"/>
+    <meta name="msapplication-task" content="name=News;action-uri=http://arstechnica.com/;icon-uri=https://cdn.arstechnica.net/favicon.ico"/>
+    <meta name="msapplication-task" content="name=Features;action-uri=http://arstechnica.com/features/;icon-uri=https://cdn.arstechnica.net/ie-jump-menu/jump-features.ico"/>
+    <meta name="msapplication-task" content="name=OpenForum;action-uri=http://arstechnica.com/civis/;icon-uri=https://cdn.arstechnica.net/ie-jump-menu/jump-forum.ico"/>
+    <meta name="msapplication-task" content="name=Subscribe;action-uri=http://arstechnica.com/subscriptions/;icon-uri=https://cdn.arstechnica.net/ie-jump-menu/jump-subscribe.ico"/>
+    <meta http-equiv="Content-Type" content="text/html; charset=utf-8"/>
+    <meta name="advertising" content="ask"/>
+    <meta property="fb:admins" content="592156917"/>
+    <meta name="format-detection" content="telephone=no"/>
+    <meta name="theme-color" content="#000000"/>
+    <meta name="viewport" content="width=1020"/>
+    <!-- cache hit 459:single/meta:b3538aec37c1a165d2b4b62bd58e56e3 -->
+    <meta name="parsely-page" content="{&quot;title&quot;:&quot;Just-released Minecraft exploit makes it easy to crash game servers&quot;,&quot;link&quot;:&quot;http:\/\/arstechnica.com\/security\/2015\/04\/16\/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers\/&quot;,&quot;type&quot;:&quot;post&quot;,&quot;author&quot;:&quot;Dan Goodin&quot;,&quot;post_id&quot;:648287,&quot;pub_date&quot;:&quot;2015-04-16T20:02:01Z&quot;,&quot;section&quot;:&quot;Risk Assessment&quot;,&quot;tags&quot;:[&quot;denial-of-service-attack&quot;,&quot;exploits&quot;,&quot;minecraft&quot;,&quot;vulnerabilities&quot;,&quot;type: report&quot;],&quot;image_url&quot;:&quot;http:\/\/cdn.arstechnica.net\/wp-content\/uploads\/2015\/04\/server-crash-150x150.jpg&quot;}"/>
+    <meta name="parsely-metadata" content="{&quot;type&quot;:&quot;report&quot;,&quot;title&quot;:&quot;Just-released Minecraft exploit makes it easy to crash game servers&quot;,&quot;post_id&quot;:648287,&quot;lower_deck&quot;:&quot;Two-year-old bug exposes thousands of servers to crippling attack.&quot;,&quot;image_url&quot;:&quot;http:\/\/cdn.arstechnica.net\/wp-content\/uploads\/2015\/04\/server-crash-150x150.jpg&quot;,&quot;listing_image_url&quot;:&quot;http:\/\/cdn.arstechnica.net\/wp-content\/uploads\/2015\/04\/server-crash-300x150.jpg&quot;}"/>
+    <link rel="canonical" href="http://arstechnica.com/security/2015/04/16/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers/"/>
+    <link rel="shorturl" href="http://ars.to/1CSWnf5"/>
+    <meta name="description" content="Two-year-old bug exposes thousands of servers to crippling attack."/>
+    <meta name="twitter:card" content="summary_large_image"/>
+    <meta name="twitter:url" content="http://arstechnica.com/security/2015/04/16/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers/"/>
+    <meta name="twitter:title" content="Just-released Minecraft exploit makes it easy to crash game servers"/>
+    <meta name="twitter:description" content="Two-year-old bug exposes thousands of servers to crippling attack."/>
+    <meta name="twitter:site" content="@arstechnica"/>
+    <meta name="twitter:domain" content="arstechnica.com"/>
+    <meta property="og:site_name" content="Ars Technica"/>
+    <meta name="twitter:image:src" content="http://cdn.arstechnica.net/wp-content/uploads/2015/04/server-crash-640x426.jpg"/>
+    <meta name="twitter:image:width" content="640"/>
+    <meta name="twitter:image:height" content="426"/>
+    <meta name="twitter:creator" content="@dangoodin001"/>
+    <meta property="og:url" content="http://arstechnica.com/security/2015/04/16/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers/"/>
+    <meta property="og:title" content="Just-released Minecraft exploit makes it easy to crash game servers"/>
+    <meta property="og:image" content="http://cdn.arstechnica.net/wp-content/uploads/2015/04/server-crash-640x426.jpg"/>
+    <meta property="og:description" content="Two-year-old bug exposes thousands of servers to crippling attack."/>
+    <meta property="og:type" content="article"/>
+    <!-- cache hit 459:single/header:b3538aec37c1a165d2b4b62bd58e56e3 -->
+    <script type="text/javascript" src="http://cdn.arstechnica.net/wp-content/themes/arstechnica/assets/js/omniture/mbox.js"></script>
+</head>
+
+<body class="single single-post postid-648287 single-format-standard grid-view light blog-us">
+    <div id="container">
+        <header id="masthead">
+            <aside id="ad-top">
+                <div id="topBanner728x90_frame"></div>
+                <script type="text/javascript">
+                    ars.AD.queue.push(['topBanner', {
+                        sz: '728x90',
+                        kws: [],
+                        collapse: true
+                    }]);
+                </script>
+            </aside>
+            <h1><a href="http://arstechnica.com"><em>Ars</em>Technica</a></h1>
+            <div id="profile">
+                <!-- cache hit 459:header/site-toggle:f8ff57a97275618649c08b2cce8f06a6 -->
+                <ul class="site-toggle">
+                    <li class="site-1 selected"><a href="http://arstechnica.com/?return">Ars Technica</a></li>
+                    <li class="site-3"><a href="http://arstechnica.co.uk">Ars Technica UK</a></li>
+                </ul> <a href="/civis/ucp.php?mode=register" rel="nofollow">Register</a> <a id="login" href="http://arstechnica.com/civis/ucp.php?mode=login&amp;return_to=http%3A%2F%2Farstechnica.com%2Fsecurity%2F2015%2F04%2F16%2Fjust-released-minecraft-exploit-makes-it-easy-to-crash-game-servers%2F" rel="nofollow">Log in</a> </div>
+            <nav id="primary">
+                <ul>
+                    <li id="home-icon"> <a href="/"><span>Home</span></a> </li>
+                    <li class="has-children"> <a href="#">Main Menu</a>
+                        <div id="main-menu" class="dropdown">
+                            <div id="sections">
+                                <ul class="cat-list">
+                                    <li class="top-row even">
+                                        <a class="cat-link" href="/information-technology"> <span class="cat-name">Information Technology</span> <span class="subheading cat-desc">Technology Lab</span> </a>
+                                    </li>
+                                    <li class="top-row odd">
+                                        <a class="cat-link" href="/gadgets"> <span class="cat-name">Product News &amp; Reviews</span> <span class="subheading cat-desc">Gear &amp; Gadgets</span> </a>
+                                    </li>
+                                    <li class="even">
+                                        <a class="cat-link" href="/business"> <span class="cat-name">Business of Technology</span> <span class="subheading cat-desc">Ministry of Innovation</span> </a>
+                                    </li>
+                                    <li class="odd">
+                                        <a class="cat-link" href="/security"> <span class="cat-name">Security &amp; Hacktivism</span> <span class="subheading cat-desc">Risk Assessment</span> </a>
+                                    </li>
+                                    <li class="even">
+                                        <a class="cat-link" href="/tech-policy"> <span class="cat-name">Civilization &amp; Discontents</span> <span class="subheading cat-desc">Law &amp; Disorder</span> </a>
+                                    </li>
+                                    <li class="odd">
+                                        <a class="cat-link" href="/apple"> <span class="cat-name">The Apple Ecosystem</span> <span class="subheading cat-desc">Infinite Loop</span> </a>
+                                    </li>
+                                    <li class="even">
+                                        <a class="cat-link" href="/gaming"> <span class="cat-name">Gaming &amp; Entertainment</span> <span class="subheading cat-desc">Opposable Thumbs</span> </a>
+                                    </li>
+                                    <li class="odd">
+                                        <a class="cat-link" href="/science"> <span class="cat-name">Science &amp; Exploration</span> <span class="subheading cat-desc">The Scientific Method</span> </a>
+                                    </li>
+                                    <li class="even">
+                                        <a class="cat-link" href="/cars"> <span class="cat-name">All Things Automotive</span> <span class="subheading cat-desc">Cars Technica</span> </a>
+                                    </li>
+                                </ul>
+                            </div>
+                            <aside class="drop-extras">
+                                <style type="text/css">
+                                    #layout-swap {
+                                        margin-top: -6px;
+                                        color: #808f95
+                                    }
+                                </style>
+                                <aside id="layout-swap"> <span class="subheading">Layout:</span>
+                                    <ul>
+                                        <li class="grid active"> <a href="http://arstechnica.com/security/2015/04/16/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers/?view=grid"><span>Grid View</span></a> </li>
+                                        <li class="article"> <a href="http://arstechnica.com/security/2015/04/16/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers/?view=archive"><span>Article View</span></a> </li>
+                                    </ul>
+                                </aside>
+                                <h2 class="subheading notched">Site Theme</h2>
+                                <ul id="theme-switch">
+                                    <li class="light active"> <a href="http://arstechnica.com/security/2015/04/16/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers/?theme=light"><span class="subheading">Dark on light</span></a> </li>
+                                    <li class="dark "> <a href="http://arstechnica.com/security/2015/04/16/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers/?theme=dark"><span class="subheading">Light on dark</span></a> </li>
+                                </ul>
+                                <div id="explore-ars">
+                                    <h2 class="subheading notched">Explore Ars</h2>
+                                    <ul>
+                                        <!--         <li><a href="/reviews/">Reviews</a></li> -->
+                                        <li><a href="/video/">Video</a></li>
+                                        <li><a href="/staff/">Staff Blogs</a></li>
+                                        <li><a href="/features/">Feature Archive</a></li>
+                                        <li><a href="/staff-directory/">Staff Directory</a></li>
+                                        <li><a href="/contact-us/">Contact Us</a></li>
+                                    </ul>
+                                </div>
+                                <div id="featured-disciplines">
+                                    <h2 class="subheading notched">Featured Disciplines</h2>
+                                    <ul>
+                                        <li><a href="/discipline/photography/">Photography</a></li>
+                                        <li><a href="/discipline/productivity/">Productivity</a></li>
+                                        <li><a href="/discipline/cloud-2/">Cloud</a></li>
+                                        <!-- <li><a href="/discipline/gadgets-3/">Gadgets</a></li> -->
+                                        <li><a href="/discipline/tablets-2/">Tablets</a></li>
+                                    </ul>
+                                </div>
+                            </aside>
+                        </div>
+                    </li>
+                    <li class="has-children" id="my-stories"> <a href="#">My Stories: <span class="unread-count">0</span></a>
+                        <div class="dropdown">
+                            <nav class="my-stories-nav first">
+                                <h2 class="subheading notched">New Since Last Visit <span class="unread-count"></span></h2>
+                                <ol class="new-stories with-numbers"></ol>
+                                <footer><a class="subheading" href="#" id="more-unread-stories">See more news stories</a></footer>
+                            </nav>
+                            <nav class="my-stories-nav middle">
+                                <h2 class="subheading notched">We Recommend</h2>
+                                <ol class="recommendations"></ol>
+                            </nav>
+                            <nav class="my-stories-nav">
+                                <h2 class="subheading notched">My Discussions</h2>
+                                <p class="discussions disabled">Log in to track your discussions.</p>
+                            </nav>
+                        </div>
+                    </li>
+                    <li class="no-children"><a href="http://arstechnica.com/civis/">Forums</a></li>
+                    <li class="no-children subscribe"> <a href="/subscriptions/">Subscribe</a> </li>
+                    <li class="no-children"><a href="/jobs/">Jobs</a></li>
+                    <li class="no-children"><a href="/feature-series/chasing-brilliance/">Ars Consortium</a></li>
+                    <li id="search-container" class="right inactive">
+                        <a id="search-switch" href="/search/"></a>
+                        <form action="/search/" method="GET" id="search_form">
+                            <input type="hidden" name="ie" value="UTF-8"/>
+                            <input type="text" name="q" id="hdr_search_input" value=""/>
+                            <input type="submit" value=""/> </form>
+                        <style type="text/css">
+                            table.gstl_50.gssb_c {
+                                top: 30px !important;
+                                left: 0 !important;
+                                width: 100% !important;
+                            }
+                        </style>
+                    </li>
+                </ul>
+            </nav>
+        </header>
+        <section id="content" class="clearfix">
+            <!-- cache hit 459:home/toppost:f3fda06d4fb35e8aa360e369ff702613 -->
+            <h1 id="archive-head" class="subheading thick-divide-bottom">
+	<a href="http://arstechnica.com/security/">	<span class="archive-name">Risk Assessment</span>
+		<span class="divider"> / </span>
+	<span class="archive-desc">Security &amp; Hacktivism</span>
+		</a></h1>
+            <script type="text/javascript">
+                ars.ARTICLE = {
+                    "url": "http:\/\/arstechnica.com\/security\/2015\/04\/16\/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers\/",
+                    "short_url": "http:\/\/ars.to\/1CSWnf5",
+                    "title": "Just-released Minecraft exploit makes it easy to crash game servers",
+                    "author": 329388,
+                    "id": 648287,
+                    "topic": 1280621,
+                    "pages": 1,
+                    "current_page": 1,
+                    "superscroll": false,
+                    "promoted": [],
+                    "single_page": false,
+                    "comments": 75,
+                    "fullwidth": false
+                };
+            </script>
+            <article itemscope="" itemtype="http://schema.org/NewsArticle" class="standalone">
+                <header>
+                    <h1 class="heading" itemprop="headline">Just-released <i>Minecraft</i> exploit makes it easy to crash game servers</h1>
+                    <h2 class="standalone-deck" itemprop="description">Two-year-old bug exposes thousands of servers to crippling attack.</h2>
+                    <div class="post-meta">
+                        <p class="byline" itemprop="author creator" itemscope="" itemtype="http://schema.org/Person"> by <a itemprop="url" href="http://arstechnica.com/author/dan-goodin/" rel="author"><span itemprop="name">Dan Goodin</span></a> - <span class="date" data-time="1429214521">Apr 16, 2015 8:02 pm UTC</span> </p>
+                        <div class="corner-info">
+                            <ul class="share-buttons">
+                                <li class="share-facebook">
+                                    <a href="https://www.facebook.com/sharer.php?u=http%3A%2F%2Farstechnica.com%2Fsecurity%2F2015%2F04%2F16%2Fjust-released-minecraft-exploit-makes-it-easy-to-crash-game-servers%2F" target="_blank" data-dialog="400:368"> <span class="share-text">Share</span> </a>
+                                </li>
+                                <li class="share-twitter">
+                                    <a href="https://twitter.com/share?text=Just-released+Minecraft+exploit+makes+it+easy+to+crash+game+servers&amp;url=http%3A%2F%2Fars.to%2F1CSWnf5" target="_blank" data-dialog="364:250"> <span class="share-text">Tweet</span> </a>
+                                </li>
+                                <li class="share-google">
+                                    <a href="https://plus.google.com/share?url=http%3A%2F%2Farstechnica.com%2Fsecurity%2F2015%2F04%2F16%2Fjust-released-minecraft-exploit-makes-it-easy-to-crash-game-servers%2F" target="_blank" data-dialog="485:600"> <span class="share-text">Google</span> </a>
+                                </li>
+                                <li class="share-reddit">
+                                    <a href="https://www.reddit.com/submit?url=http%3A%2F%2Farstechnica.com%2Fsecurity%2F2015%2F04%2F16%2Fjust-released-minecraft-exploit-makes-it-easy-to-crash-game-servers%2F&amp;title=Just-released+Minecraft+exploit+makes+it+easy+to+crash+game+servers" target="_blank"> <span class="share-text">Reddit</span> </a>
+                                </li>
+                            </ul> <a title="51 posters participating" class="comment-count" href="http://arstechnica.com/security/2015/04/16/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers/?comments=1"><span>75</span></a> </div>
+                    </div>
+                </header>
+                <section id="article-guts">
+                    <div itemprop="articleBody" class="article-content clearfix">
+                        <figure class="intro-image image center full-width" style="width:640px"> <img src="http://cdn.arstechnica.net/wp-content/uploads/2015/04/server-crash-640x426.jpg" width="640" height="331"/>
+                            <figcaption class="caption">
+                                <div class="caption-credit"> <a rel="nofollow" href="https://en.wikipedia.org/wiki/Kernel_panic#/media/File:Kernel-panic.jpg">Kevin</a> </div>
+                            </figcaption>
+                        </figure>
+                        <!-- cache hit 459:single/related:1ad28a5dc0a24868be6b031b5fdecb2e -->
+                        <!-- empty -->
+                        <p>A flaw in the wildly popular online game <em>Minecraft</em> makes it easy for just about anyone to crash the server hosting the game, according to a computer programmer who has released proof-of-concept code that exploits the vulnerability.</p>
+                        <p>"I thought a lot before writing this post," Pakistan-based developer Ammar Askar wrote in a <a href="http://blog.ammaraskar.com/minecraft-vulnerability-advisory">blog post published Thursday</a>, 21 months, he said, after privately reporting the bug to <em>Minecraft</em> developer Mojang. "On the one hand I don't want to expose thousands of servers to a major vulnerability, yet on the other hand Mojang has failed to act on it."</p>
+                        <p>The bug resides in the <a href="https://github.com/ammaraskar/pyCraft">networking internals of the <em>Minecraft </em>protocol</a>. It allows the contents of inventory slots to be exchanged, so that, among other things, items in players' hotbars are displayed automatically after logging in. <em>Minecraft</em> items can also store arbitrary metadata in a file format known as <a href="http://wiki.vg/NBT">Named Binary Tag (NBT)</a>, which allows complex data structures to be kept in hierarchical nests. Askar has released <a href="https://github.com/ammaraskar/pyCraft/tree/nbt_exploit">proof-of-concept attack code</a> he said exploits the vulnerability to crash any server hosting the game. Here's how it works.</p>
+                        <blockquote>
+                            <p>The vulnerability stems from the fact that the client is allowed to send the server information about certain slots. This, coupled with the NBT format’s nesting allows us to <em>craft</em> a packet that is incredibly complex for the server to deserialize but trivial for us to generate.</p>
+                            <p>In my case, I chose to create lists within lists, down to five levels. This is a json representation of what it looks like.</p>
+                            <div class="highlight"> <pre><code class="language-javascript" data-lang="javascript"><span class="nx">rekt</span><span class="o">:</span> <span class="p">{</span>
+    <span class="nx">list</span><span class="o">:</span> <span class="p">[</span>
+        <span class="nx">list</span><span class="o">:</span> <span class="p">[</span>
+            <span class="nx">list</span><span class="o">:</span> <span class="p">[</span>
+                <span class="nx">list</span><span class="o">:</span> <span class="p">[</span>
+                    <span class="nx">list</span><span class="o">:</span> <span class="p">[</span>
+                        <span class="nx">list</span><span class="o">:</span> <span class="p">[</span>
+                        <span class="p">]</span>
+                        <span class="nx">list</span><span class="o">:</span> <span class="p">[</span>
+                        <span class="p">]</span>
+                        <span class="nx">list</span><span class="o">:</span> <span class="p">[</span>
+                        <span class="p">]</span>
+                        <span class="nx">list</span><span class="o">:</span> <span class="p">[</span>
+                        <span class="p">]</span>
+                        <span class="p">...</span>
+                    <span class="p">]</span>
+                    <span class="p">...</span>
+                <span class="p">]</span>
+                <span class="p">...</span>
+            <span class="p">]</span>
+            <span class="p">...</span>
+        <span class="p">]</span>
+        <span class="p">...</span>
+    <span class="p">]</span>
+    <span class="p">...</span>
+<span class="p">}</span></code></pre> </div>
+                            <p>The root of the object, <code>rekt</code>, contains 300 lists. Each list has a list with 10 sublists, and each of those sublists has 10 of their own, up until 5 levels of recursion. That’s a total of <code>10^5 * 300 = 30,000,000</code> lists.</p>
+                            <p>And this isn’t even the theoretical maximum for this attack. Just the nbt data for this payload is 26.6 megabytes. But luckily Minecraft implements a way to compress large packets, lucky us! zlib shrinks down our evil data to a mere 39 kilobytes.</p>
+                            <p>Note: in previous versions of Minecraft, there was no protocol wide compression for big packets. Previously, NBT was sent compressed with gzip and prefixed with a signed short of its length, which reduced our maximum payload size to <code>2^15 - 1</code>. Now that the length is a varint capable of storing integers up to <code>2^28</code>, our potential for attack has increased significantly.</p>
+                            <p>When the server will decompress our data, it’ll have 27 megs in a buffer somewhere in memory, but that isn’t the bit that’ll kill it. When it attempts to parse it into NBT, it’ll create java representations of the objects meaning suddenly, the sever is having to create several million java objects including ArrayLists. This runs the server out of memory and causes tremendous CPU load.</p>
+                            <p>This vulnerability exists on almost all previous and current Minecraft versions as of 1.8.3, the packets used as attack vectors are the <a href="http://wiki.vg/Protocol#Player_Block_Placement">0x08: Block Placement Packet</a> and <a href="http://wiki.vg/Protocol#Creative_Inventory_Action">0x10: Creative Inventory Action</a>.</p>
+                            <p>The fix for this vulnerability isn’t exactly that hard, the client should never really send a data structure as complex as NBT of arbitrary size and if it must, some form of recursion and size limits should be implemented.</p>
+                            <p>These were the fixes that I recommended to Mojang 2 years ago.</p>
+                        </blockquote>
+                        <p>Ars is asking Mojang for comment and will update this post if company officials respond.</p>
+                    </div>
+                    <div class="article-expander">
+                        <p><a href="http://arstechnica.com/security/2015/04/16/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers/">Expand full story</a></p>
+                    </div>
+                </section>
+                <div id="article-footer-wrap">
+                    <section id="comments-area">
+                        <a name="comments-bar"></a>
+                        <div class="comments-bar"> <a class="subheading comments-read-link" href="http://arstechnica.com/security/2015/04/16/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers/?comments=1"><span class="text">Reader comments</span> <span class="comment-count"><span proptype="">75</span></span></a> </div>
+                        <div id="comments-container"></div>
+                        <div id="comments-posting-container" class="thick-divide-bottom">
+                            <p id="reply">You must <a href="/civis/ucp.php?mode=login" class="vote_login">login or create an account</a> to comment.</p>
+                        </div>
+                    </section>
+                    <aside class="thin-divide-bottom">
+                        <ul class="share-buttons">
+                            <li class="share-facebook">
+                                <a href="https://www.facebook.com/sharer.php?u=http%3A%2F%2Farstechnica.com%2Fsecurity%2F2015%2F04%2F16%2Fjust-released-minecraft-exploit-makes-it-easy-to-crash-game-servers%2F" target="_blank" data-dialog="400:368"> <span class="share-text">Share</span>
+                                    <div class="share-count-container">
+                                        <div class="share-count">-</div>
+                                    </div>
+                                </a>
+                            </li>
+                            <li class="share-twitter">
+                                <a href="https://twitter.com/share?text=Just-released+Minecraft+exploit+makes+it+easy+to+crash+game+servers&amp;url=http%3A%2F%2Fars.to%2F1CSWnf5" target="_blank" data-dialog="364:250"> <span class="share-text">Tweet</span>
+                                    <div class="share-count-container">
+                                        <div class="share-count">-</div>
+                                    </div>
+                                </a>
+                            </li>
+                            <li class="share-google">
+                                <a href="https://plus.google.com/share?url=http%3A%2F%2Farstechnica.com%2Fsecurity%2F2015%2F04%2F16%2Fjust-released-minecraft-exploit-makes-it-easy-to-crash-game-servers%2F" target="_blank" data-dialog="485:600"> <span class="share-text">Google</span>
+                                    <div class="share-count-container">
+                                        <div class="share-count">-</div>
+                                    </div>
+                                </a>
+                            </li>
+                            <li class="share-reddit">
+                                <a href="https://www.reddit.com/submit?url=http%3A%2F%2Farstechnica.com%2Fsecurity%2F2015%2F04%2F16%2Fjust-released-minecraft-exploit-makes-it-easy-to-crash-game-servers%2F&amp;title=Just-released+Minecraft+exploit+makes+it+easy+to+crash+game+servers" target="_blank"> <span class="share-text">Reddit</span>
+                                    <div class="share-count-container">
+                                        <div class="share-count">-</div>
+                                    </div>
+                                </a>
+                            </li>
+                        </ul>
+                    </aside>
+                    <!-- cache hit 459:single/author:ec67ae7d8397f22698e2822e36453902 -->
+                    <section class="article-author clearfix-redux">
+                        <a href="/author/dan-goodin"><img width="47" height="47" src="http://cdn.arstechnica.net/wp-content/uploads/authors/Dan-Goodin-sq.jpg"/></a>
+                        <p><a href="/author/dan-goodin" class="author-name">Dan Goodin</a> / Dan is the Security Editor at Ars Technica, which he joined in 2012 after working for The Register, the Associated Press, Bloomberg News, and other publications.</p>
+                    </section>
+                    <table class="post-links thick-divide-top thin-divide-bottom clearfix-redux" cellspacing="0" cellpadding="0" border="0" width="100%">
+                        <tbody>
+                            <tr>
+                                <td width="50%" class="subheading older"> <a href="http://arstechnica.com/tech-policy/2015/04/16/dozens-of-us-government-online-whistleblower-sites-not-secured-by-https/" rel="prev"><span class="arrow">←</span> Older Story</a> </td>
+                                <td class="subheading newer"> <a href="http://arstechnica.com/gaming/2015/04/16/hidden-files-suggest-street-fighters-ryu-may-come-to-smash-bros/" rel="next">Newer Story <span class="arrow">→</span></a> </td>
+                            </tr>
+                        </tbody>
+                    </table>
+                    <footer id="article-footer">
+                        <div id="instream300x255_frame"></div>
+                        <script type="text/javascript">
+                            ars.AD.queue.push(['instream', {
+                                sz: '300x255',
+                                kws: ["blogvertorial", "inStream"],
+                                collapse: true
+                            }]);
+                        </script>
+                        <h2 class="subheading notched">You May Also Like</h2>
+                        <ul id="recommendations" class="clearfix-redux">
+                            <!-- cache miss 459:single/sponsored-recs:885d56085f538f75cf5e9bcb302f399f -->
+                        </ul>
+                    </footer>
+                </div>
+            </article>
+            <section id="article-sidebar" class="column-1 right">
+                <!-- cache hit 459:column/article-bottom:b3538aec37c1a165d2b4b62bd58e56e3 -->
+                <aside class="side-ad thick-divide-bottom">
+                    <div id="xrailTop300x250_frame"></div>
+                    <script type="text/javascript">
+                        ars.AD.queue.push(['xrailTop', {
+                            sz: '300x250',
+                            kws: ["top"],
+                            collapse: true
+                        }]);
+                    </script>
+                </aside>
+                <h2 id="recent-featured-title" class="subheading notched">Latest Feature Story</h2>
+                <ul class="column">
+                    <li class="post" id="post-658367">
+                        <article class="in-column" data-post-id="658367">
+                            <a href="http://arstechnica.com/apple/2015/05/03/review-the-absolutely-optional-apple-watch-and-watch-os-1-0/" class="headline-image"> <img src="http://cdn.arstechnica.net/wp-content/uploads/2015/05/DSC00588-300x100.jpg" width="300" height="100"/>
+                                <h2 class="page-count subheading">Feature Story (7 pages)</h2>
+                                <h1 class="heading">Review: The absolutely optional Apple Watch and Watch OS 1.0</h1> </a>
+                            <p class="excerpt">A pragmatist's guide to a nice but not quite necessary gadget.</p>
+                        </article>
+                    </li>
+                    <aside class="thick-divide-top">
+                        <h2 class="subheading notched">Watch Ars Video</h2>
+                        <article class="in-column">
+                            <div class="column-video" data-player="2196096102001" data-video="4202322531001" data-key="AQ~~,AAAAlDCBGhk~,VcmqiTAuekrwPweJ20LLt7jwm8LxmhCE"> <img src="https://cdn.arstechnica.net/i/http://brightcove.vo.llnwd.net/v1/unsecured/media/636468927001/201504/641/636468927001_4202397654001_LG-G4.jpg?pubId=636468927001" width="300" height="169"/>
+                                <div class="column-video-overlay"></div>
+                            </div> <a href="http://arstechnica.com/gadgets/2015/04/28/hands-on-with-the-leather-backed-lg-g4/"><h1 class="heading videohead">Hands-on with the New LG G4</h1></a>
+                            <p class="excerpt">LG goes with a wild rear design and a Snapdragon 808.</p>
+                        </article>
+                    </aside>
+                    <li id="in-the-know">
+                        <h2 class="subheading notched">Stay in the know with</h2>
+                        <ul class="social clearfix">
+                            <li class="fb">
+                                <a href="https://www.facebook.com/arstechnica"></a>
+                            </li>
+                            <li class="twit">
+                                <a href="https://twitter.com/arstechnica"></a>
+                            </li>
+                            <li class="gplus">
+                                <a href="https://plus.google.com/+ArsTechnica/posts"></a>
+                            </li>
+                            <li class="email">
+                                <a href="http://arstechnica.us1.list-manage.com/subscribe?u=af7f013bad7e785d15aab736f&amp;id=0adf3ee3d9"></a>
+                            </li>
+                            <li class="rss">
+                                <a href="/rss-feeds/"></a>
+                            </li>
+                        </ul>
+                    </li>
+                    <h2 class="subheading notched">Latest News</h2>
+                    <ol class="rail latest-stories">
+                        <li>
+                            <a href="http://arstechnica.com/information-technology/2015/05/04/microsoft-bangs-the-cybersecurity-drum-with-advanced-threat-analytics/">
+                                <h2>Protecting networks from your own employees</h2>
+                                <h1 class="heading">Microsoft bangs the cybersecurity drum with Advanced Threat Analytics</h1> </a>
+                        </li>
+                        <li>
+                            <a href="http://arstechnica.com/information-technology/2015/05/04/windows-update-for-business-brings-windows-updates-to-your-business/">
+                                <h2>WUB WUB WUB WUB</h2>
+                                <h1 class="heading">Windows Update for Business brings Windows updates to your business</h1> </a>
+                        </li>
+                        <li>
+                            <a href="http://arstechnica.com/security/2015/05/04/super-secretive-malware-wipes-hard-drive-to-prevent-analysis/">
+                                <h2>INITIATE SELF-DESTRUCT SEQUENCE</h2>
+                                <h1 class="heading">Super secretive malware wipes hard drive to prevent analysis</h1> </a>
+                        </li>
+                        <li>
+                            <a href="http://arstechnica.com/gaming/2015/05/04/failed-christian-shoe-promoter-makes-anti-gay-first-person-shooter/"> <img src="http://cdn.arstechnica.net/wp-content/uploads/2015/05/Screen-Shot-2015-05-04-at-2.45.22-PM-150x150.png" width="50" height="50"/>
+                                <h1 class="heading">Failed Christian shoe promoter makes anti-gay first-person shooter</h1> </a>
+                        </li>
+                        <li>
+                            <a href="http://arstechnica.com/information-technology/2015/05/04/prime-minister-of-singapore-shares-his-c-code-for-sudoku-solver/">
+                                <h2>#include stdio.h</h2>
+                                <h1 class="heading">Prime Minister of Singapore shares his C++ code for Sudoku solver</h1> </a>
+                        </li>
+                        <li>
+                            <a href="http://arstechnica.com/tech-policy/2015/05/04/9th-circuit-judges-rip-into-prenda-law-copyright-trolling-scheme/"> <img src="http://cdn.arstechnica.net/wp-content/uploads/2015/05/Screen-Shot-2015-05-04-at-11.09.05-AM-150x150.png" width="50" height="50"/>
+                                <h1 class="heading">9th Circuit judges rip into Prenda law copyright trolling scheme</h1> </a>
+                        </li>
+                        <div style="display:none">
+                            <div id="polar195x130_frame"></div>
+                            <script type="text/javascript">
+                                ars.AD.queue.push(['polar', {
+                                    sz: '195x130',
+                                    kws: [],
+                                    collapse: true
+                                }]);
+                            </script>
+                        </div>
+                    </ol>
+                    <li>
+                        <aside class="side-ad">
+                            <div id="xrailBottom300x250_frame"></div>
+                            <script type="text/javascript">
+                                ars.AD.queue.push(['xrailBottom', {
+                                    sz: '300x250',
+                                    kws: ["bottom"],
+                                    collapse: true
+                                }]);
+                            </script>
+                        </aside>
+                    </li>
+                    <li class="thick-divide-top thick-divide-bottom">
+                        <aside class="side-ad">
+                            <script type="text/javascript" language="JavaScript">
+                                // <![CDATA[
+                                google_ad_client = 'ca-conde_arstechnica';
+                                google_ad_channel = 'ars_technica_standard_a';
+                                google_language = 'en';
+                                google_ad_width = '300';
+                                google_ad_height = '250';
+                                google_ad_type = 'text';
+                                google_encoding = 'utf8';
+                                google_safe = 'high';
+                                google_adtest = 'off';
+                                google_ad_format = '';
+                                google_ad_section = 'default';
+                                // ]]>
+                            </script>
+                            <script type="text/javascript" src="//pagead2.googlesyndication.com/pagead/show_ads.js" language="JavaScript"></script>
+                        </aside>
+                    </li>
+                </ul>
+            </section>
+        </section>
+        <footer id="page-footer">
+            <nav id="footer-nav" class="clearfix">
+                <div class="nav-section">
+                    <h2 class="subheading">Site Links</h2>
+                    <ul>
+                        <li><a href="/about-us/">About Us</a></li>
+                        <li><a href="/advertise-with-us/">Advertise with us</a></li>
+                        <li><a href="/contact-us/">Contact Us</a></li>
+                        <li><a href="/reprints/">Reprints</a></li>
+                    </ul>
+                    <h2 class="subheading">Subscriptions</h2>
+                    <ul>
+                        <li><a href="/subscriptions/">Subscribe to Ars</a></li>
+                    </ul>
+                </div>
+                <div class="nav-section">
+                    <h2 class="subheading">More Reading</h2>
+                    <ul>
+                        <li><a href="/rss-feeds/">RSS Feeds</a></li>
+                        <li><a href="/newsletters/">Newsletters</a></li>
+                    </ul>
+                </div>
+                <div class="nav-section">
+                    <h2 class="subheading">Conde Nast Sites</h2>
+                    <ul class="conde-nast-sites">
+                        <li><a href="http://www.reddit.com/">Reddit</a></li>
+                        <li><a href="http://www.wired.com/">Wired</a></li>
+                        <li><a href="http://www.vanityfair.com/">Vanity Fair</a></li>
+                        <li><a href="http://www.style.com/">Style</a></li>
+                        <li><a href="http://www.details.com/">Details</a></li>
+                    </ul>
+                    <form method="get" action="#">
+                        <select id="mag_list" name="mag_list" onchange="(this.options[this.selectedIndex].value) ? (window.location = this.options[this.selectedIndex].value) : null">
+                            <option value="" selected="selected">Visit our sister sites</option>
+                            <option value="">- - - - - - - - - - - - - -</option>
+                            <option value="http://www.gq.com">GQ</option>
+                            <option value="http://www.concierge.com">Concierge</option>
+                            <option value="http://www.epicurious.com">Epicurious</option>
+                            <option value="http://men.style.com">Men.Style.com</option>
+                            <option value="http://www.style.com">Style.com</option>
+                            <option value="http://www.wired.com">Wired.com</option>
+                            <option value="http://www.lipstick.com">Lipstick.com</option>
+                            <option value="http://www.nutritiondata.com">NutritionData</option>
+                            <option value="http://www.allure.com">Allure</option>
+                            <option value="http://www.architecturaldigest.com">Architectural Digest</option>
+                            <option value="http://www.bonappetit.com">Bon Appétit</option>
+                            <option value="http://www.brides.com">Brides</option>
+                            <option value="http://www.portfolio.com">Condé Nast Portfolio</option>
+                            <option value="http://www.glamour.com">Glamour</option>
+                            <option value="http://www.golfdigest.com">Golf Digest</option>
+                            <option value="http://www.golfworld.com">Golf World</option>
+                            <option value="http://www.luckymag.com">Lucky</option>
+                            <option value="http://www.self.com">Self</option>
+                            <option value="http://www.teenvogue.com">Teen Vogue</option>
+                            <option value="http://www.newyorker.com">The New Yorker</option>
+                            <option value="http://www.vanityfair.com">Vanity Fair</option>
+                            <option value="http://www.wmagazine.com">W</option>
+                        </select>
+                    </form>
+                    <form method="get" action="#">
+                        <select size="1" id="sub_list" name="sub_list" onchange="(this.options[this.selectedIndex].value) ? (window.location = this.options[this.selectedIndex].value) : null">
+                            <option value="" selected="selected">Subscribe to a magazine</option>
+                            <option value="http://www.magazinestoresubscriptions.com?source=univdropdown">View All Titles</option>
+                            <option value="">- - - - - - - - - - - - - -</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_Allure?source=SITEFOOTER">Allure</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_ArchitecturalDigest">Architectural Digest</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_BonAppetite?source=SITEFOOTER">Bon Appétit</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_Brides?source=SITEFOOTER">Brides</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_CondeNastPortfolio?source=SITEFOOTER">Condé Nast Portfolio</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_CondeNastTraveler?source=SITEFOOTER">Condé Nast Traveler</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_Details?source=SITEFOOTER">Details</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_ElegantBride?source=SITEFOOTER">Elegant Bride</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_Glamour?source=SITEFOOTER">Glamour</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_GolfDigest?source=SITEFOOTER">Golf Digest</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_GolfWorld?source=SITEFOOTER">Golf World</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_GQ?source=SITEFOOTER">GQ</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_Lucky?source=SITEFOOTER">Lucky</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_ModernBride?source=SITEFOOTER">Modern Bride</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_Self?source=SITEFOOTER">Self</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_TeenVogue?source=SITEFOOTER">Teen Vogue</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_NewYorker?source=SITEFOOTER">The New Yorker</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_VanityFair?source=SITEFOOTER">Vanity Fair</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_Vogue?source=SITEFOOTER">Vogue</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_W?source=SITEFOOTER">W</option>
+                            <option value="https://www.magazinestoresubscriptions.com/webapp/wcs/stores/servlet/Subscriptions_Wired?source=SITEFOOTER">Wired</option>
+                        </select>
+                    </form>
+                </div>
+                <div class="nav-section" id="mobile-site">
+                    <h2 class="subheading"><a href="http://arstechnica.com/security/2015/04/16/just-released-minecraft-exploit-makes-it-easy-to-crash-game-servers/?view=mobile">View Mobile Site</a></h2> </div>
+            </nav>
+            <p style="text-align:center;margin-top:30px;margin-bottom:0">
+                <a href="http://condenast.com"><img src="http://cdn.arstechnica.net/wp-content/themes/arstechnica/assets/images/condenast-logo.png" width="131" height="19"/></a>
+            </p>
+            <div id="copyright-terms"> © 2015 Condé Nast. All rights reserved
+              <br/> Use of this Site constitutes acceptance of our <a href="http://www.condenast.com/privacy-policy" target="_blank">User Agreement</a> (effective 1/2/14) and <a href="http://www.condenast.com/privacy-policy#privacypolicy" target="_blank">Privacy Policy</a> (effective 1/2/14), and <a href="/amendment-to-conde-nast-user-agreement-privacy-policy/">Ars Technica Addendum (effective 5/17/2012)</a>
+              <br/> <a href="http://www.condenast.com/privacy-policy#privacypolicy-california" target="_blank">Your California Privacy Rights</a>
+              <br/> The material on this site may not be reproduced, distributed, transmitted, cached or otherwise used, except with the prior written permission of Condé Nast.
+              <br/>
+              <br/> <a href="http://www.condenast.com/privacy-policy#privacypolicy-optout" target="_blank">Ad Choices</a><img width="10" height="10" border="0" src="http://cdn.arstechnica.net/wp-content/themes/arstechnica/assets/images/ad_choices_arrow.png"/> </div>
+        </footer>
+    </div>
+    <script type="text/javascript" src="//www.google.com/jsapi?autoload={'modules':[{'name':'search','version':'1','packages':[],'language':'en'}]}"></script>
+    <script type="text/javascript" src="http://cdn.arstechnica.net/wp-content/themes/arstechnica/assets/js/ars.min.4963c9cfd2e7a5799f3b8c40325988b4.js"></script>
+    <!-- what the christ -->
+    <script type="text/javascript" src="//www.googletagservices.com/tag/js/gpt.js"></script>
+    <script type="text/javascript" src="http://cdn.arstechnica.net/ads/js/cn.dart.bun.min.js"></script>
+    <script type="text/javascript">
+        (function() {
+            if ("CN" in window) {
+                if (ars.MOBILE && "UAParser" in window) {
+                    var ua = new UAParser();
+                    if (ua.getOS().name == "Android" && ua.getBrowser().name == "Chrome") {
+                        return;
+                    }
+                }
+                CN.site.init({
+                    code: "ars",
+                    title: "Ars",
+                    name: ars.MOBILE ? "ars.mobile" : "ars",
+                    env: ars.ENV === "production" ? "PROD" : "DEV",
+                    debug: ars.ENV !== "production"
+                });
+                CN.dart.init({
+                    site: CN.site.name + '.dart',
+                    zone: ars.AD.zone,
+                    kws: ars.AD.kw,
+                    gptCallback: function(e) {
+                        ars.sda.ad_loaded(e);
+                    }
+                });
+                CN.dart.getCommon()["domDelay"]["defaultVal"] = 100;
+                for (var i = 0; i &lt; ars.AD.queue.length; i++) {
+                    var ad = ars.AD.queue[i],
+                        id = ad[0],
+                        args = ad[1];
+                    if ($('#' + id + args.sz + "_frame").length) CN.dart.call(id, args);
+                }
+                ars.AD.queue = [];
+            }
+        })();
+    </script>
+    <script type="text/javascript">
+        CN.ad.polar.article = function(Handlebars, depth0, helpers, partials, data) {
+            this.compilerInfo = [4, '>= 1.0.0'];
+            helpers = this.merge(helpers, Handlebars.helpers);
+            data = data || {};
+            var buffer = "",
+                stack1, stack2, functionType = "function",
+                escapeExpression = this.escapeExpression,
+                self = this;
+
+            function program1(depth0, data) {
+                var buffer = "",
+                    stack1;
+                buffer += "\n      &lt;span style=\"width:50px; height:50px; overflow:hidden; display:inline-block; float:left; margin:2px 10px 5px 0\">\n        &lt;img src=\"" + escapeExpression(((stack1 = ((stack1 = depth0.image), stack1 == null || stack1 === false ? stack1 : stack1.href)), typeof stack1 === functionType ? stack1.apply(depth0) : stack1)) + "\" style=\"float:none; margin:0; height:50px; width:auto;\" />\n      &lt;/span>\n    ";
+                return buffer;
+            }
+            buffer += "&lt;li>\n  &lt;a href=\"";
+            if (stack1 = helpers.link) {
+                stack1 = stack1.call(depth0, {
+                    hash: {},
+                    data: data
+                });
+            } else {
+                stack1 = depth0.link;
+                stack1 = typeof stack1 === functionType ? stack1.apply(depth0) : stack1;
+            }
+            buffer += escapeExpression(stack1) + "\">\n    &lt;h2 style=\"color:#00A3D3;\">Sponsored by: &lt;span style=\"text-transform:none;\">" + escapeExpression(((stack1 = ((stack1 = depth0.sponsor), stack1 == null || stack1 === false ? stack1 : stack1.name)), typeof stack1 === functionType ? stack1.apply(depth0) : stack1)) + "&lt;/span>&lt;/h2>\n    ";
+            stack2 = helpers['if'].call(depth0, ((stack1 = depth0.image), stack1 == null || stack1 === false ? stack1 : stack1.href), {
+                hash: {},
+                inverse: self.noop,
+                fn: self.program(1, program1, data),
+                data: data
+            });
+            if (stack2 || stack2 === 0) {
+                buffer += stack2;
+            }
+            buffer += "\n    &lt;h1 class=\"heading\">";
+            if (stack2 = helpers.title) {
+                stack2 = stack2.call(depth0, {
+                    hash: {},
+                    data: data
+                });
+            } else {
+                stack2 = depth0.title;
+                stack2 = typeof stack2 === functionType ? stack2.apply(depth0) : stack2;
+            }
+            buffer += escapeExpression(stack2) + "&lt;/h1>\n  &lt;/a>\n&lt;/li>";
+            return buffer;
+        };
+    </script>
+    <!-- cache hit 459:single/javascript-footer:1ad28a5dc0a24868be6b031b5fdecb2e -->
+    <noscript>
+        <a href="http://www.omniture.com" title="Web Analytics"><img src="http://condenast.112.2o7.net/b/ss/condenet-dev/1/H.15.1--NS/0" height="1" width="1" border="0" alt="" /></a>
+    </noscript>
+    <!-- Google Analytics start -->
+    <script type="text/javascript">
+        var _gaq = _gaq || [];
+        _gaq.push(
+            ['_setAccount', 'UA-31997-1'], ['_setCustomVar', 1, 'view', "grid"], ['_setCustomVar', 2, 'theme', "light"], ['_setCustomVar', 3, 'logged_in', "false"], ['_setCustomVar', 4, 'show_comments', "false"], ['_setCustomVar', 5, 'is_premier', "false"], ['_trackPageview']);
+        (function() {
+            var ga = document.createElement('script');
+            ga.type = 'text/javascript';
+            ga.async = true;
+            ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
+            var s = document.getElementsByTagName('script')[0];
+            s.parentNode.insertBefore(ga, s);
+        })();
+    </script>
+    <!-- Google Analytics end -->
+    <!-- Parse.ly start -->
+    <script type="text/javascript">
+        (function(d) {
+            var site = "arstechnica.com",
+                b = d.body,
+                e = d.createElement("div");
+            e.innerHTML = '<span id="parsely-cfg" data-parsely-site="' + site + '"></span>';
+            e.id = "parsely-root";
+            e.style.display = "none";
+            b.appendChild(e);
+        })(document);
+        (function(s, p, d) {
+            var h = d.location.protocol,
+                i = p + "-" + s,
+                e = d.getElementById(i),
+                r = d.getElementById(p + "-root"),
+                u = h === "https:" ? "d1z2jf7jlzjs58.cloudfront.net" : "static." + p + ".com";
+            if (e) return;
+            e = d.createElement(s);
+            e.id = i;
+            e.async = true;
+            e.src = h + "//" + u + "/p.js";
+            r.appendChild(e);
+        })("script", "parsely", document);
+    </script>
+    <!-- Parse.ly end -->
+</body>
+
+</html>

readability/test/test-pages/base-url-base-element-relative/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "Base URL with base relative test",
+  "byline": null,
+  "dir": null,
+  "excerpt": "Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod\n      tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,\n      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo\n      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse\n      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non\n      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.",
+  "readerable": false,
+  "siteName": null
+}

readability/test/test-pages/base-url-base-element-relative/expected.html

@@ -0,0 +1,22 @@
+<div id="readability-page-1" class="page">
+    <article>
+        <p> Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum. </p>
+        <p>Links</p>
+        <p><a href="http://fakehost/test/base/foo/bar/baz.html">link</a></p>
+        <p><a href="http://fakehost/test/base/foo/bar/baz.html">link</a></p>
+        <p><a href="http://fakehost/foo/bar/baz.html">link</a></p>
+        <p><a href="http://fakehost/test/base/#foo">link</a></p>
+        <p><a href="http://fakehost/test/base/baz.html#foo">link</a></p>
+        <p><a href="http://fakehost/foo/bar/baz.html#foo">link</a></p>
+        <p><a href="http://test/foo/bar/baz.html">link</a></p>
+        <p><a href="https://test/foo/bar/baz.html">link</a></p>
+        <p>Images</p>
+        <p><img src="http://fakehost/test/base/foo/bar/baz.png"/></p>
+        <p><img src="http://fakehost/test/base/foo/bar/baz.png"/></p>
+        <p><img src="http://fakehost/foo/bar/baz.png"/></p>
+        <p><img src="http://test/foo/bar/baz.png"/></p>
+        <p><img src="https://test/foo/bar/baz.png"/></p>
+        <h2>Foo</h2>
+        <p> Tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum. </p>
+    </article>
+</div>

readability/test/test-pages/base-url-base-element-relative/source.html

@@ -0,0 +1,44 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <meta charset="utf-8"/>
+  <base href="base/"/>
+  <title>Base URL with base relative test</title>
+</head>
+<body>
+  <article>
+    <h1>Lorem</h1>
+    <div>
+      Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+      tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+    </div>
+    <p>Links</p>
+    <p><a href="foo/bar/baz.html">link</a></p>
+    <p><a href="./foo/bar/baz.html">link</a></p>
+    <p><a href="/foo/bar/baz.html">link</a></p>
+    <p><a href="#foo">link</a></p>
+    <p><a href="baz.html#foo">link</a></p>
+    <p><a href="/foo/bar/baz.html#foo">link</a></p>
+    <p><a href="http://test/foo/bar/baz.html">link</a></p>
+    <p><a href="https://test/foo/bar/baz.html">link</a></p>
+    <p>Images</p>
+    <p><img src="foo/bar/baz.png"/></p>
+    <p><img src="./foo/bar/baz.png"/></p>
+    <p><img src="/foo/bar/baz.png"/></p>
+    <p><img src="http://test/foo/bar/baz.png"/></p>
+    <p><img src="https://test/foo/bar/baz.png"/></p>
+    <h2>Foo</h2>
+    <div>
+      Tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+    </div>
+  </article>
+</body>
+</html>

readability/test/test-pages/base-url-base-element/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "Base URL with base test",
+  "byline": null,
+  "dir": null,
+  "excerpt": "Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod\n      tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,\n      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo\n      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse\n      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non\n      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.",
+  "readerable": false,
+  "siteName": null
+}

readability/test/test-pages/base-url-base-element/expected.html

@@ -0,0 +1,22 @@
+<div id="readability-page-1" class="page">
+    <article>
+        <p> Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum. </p>
+        <p>Links</p>
+        <p><a href="http://fakehost/foo/bar/baz.html">link</a></p>
+        <p><a href="http://fakehost/foo/bar/baz.html">link</a></p>
+        <p><a href="http://fakehost/foo/bar/baz.html">link</a></p>
+        <p><a href="http://fakehost/#foo">link</a></p>
+        <p><a href="http://fakehost/baz.html#foo">link</a></p>
+        <p><a href="http://fakehost/foo/bar/baz.html#foo">link</a></p>
+        <p><a href="http://test/foo/bar/baz.html">link</a></p>
+        <p><a href="https://test/foo/bar/baz.html">link</a></p>
+        <p>Images</p>
+        <p><img src="http://fakehost/foo/bar/baz.png"/></p>
+        <p><img src="http://fakehost/foo/bar/baz.png"/></p>
+        <p><img src="http://fakehost/foo/bar/baz.png"/></p>
+        <p><img src="http://test/foo/bar/baz.png"/></p>
+        <p><img src="https://test/foo/bar/baz.png"/></p>
+        <h2>Foo</h2>
+        <p> Tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum. </p>
+    </article>
+</div>

readability/test/test-pages/base-url-base-element/source.html

@@ -0,0 +1,44 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <meta charset="utf-8"/>
+  <base href="/"/>
+  <title>Base URL with base test</title>
+</head>
+<body>
+  <article>
+    <h1>Lorem</h1>
+    <div>
+      Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+      tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+    </div>
+    <p>Links</p>
+    <p><a href="foo/bar/baz.html">link</a></p>
+    <p><a href="./foo/bar/baz.html">link</a></p>
+    <p><a href="/foo/bar/baz.html">link</a></p>
+    <p><a href="#foo">link</a></p>
+    <p><a href="baz.html#foo">link</a></p>
+    <p><a href="/foo/bar/baz.html#foo">link</a></p>
+    <p><a href="http://test/foo/bar/baz.html">link</a></p>
+    <p><a href="https://test/foo/bar/baz.html">link</a></p>
+    <p>Images</p>
+    <p><img src="foo/bar/baz.png"/></p>
+    <p><img src="./foo/bar/baz.png"/></p>
+    <p><img src="/foo/bar/baz.png"/></p>
+    <p><img src="http://test/foo/bar/baz.png"/></p>
+    <p><img src="https://test/foo/bar/baz.png"/></p>
+    <h2>Foo</h2>
+    <div>
+      Tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+    </div>
+  </article>
+</body>
+</html>

readability/test/test-pages/base-url/expected-metadata.json

@@ -0,0 +1,7 @@
+{
+  "title": "Base URL test",
+  "byline": null,
+  "excerpt": "Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod\n      tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,\n      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo\n      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse\n      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non\n      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.",
+  "readerable": false,
+  "siteName": null
+}

readability/test/test-pages/base-url/expected.html

@@ -0,0 +1,22 @@
+<div id="readability-page-1" class="page">
+    <article>
+        <p> Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum. </p>
+        <p>Links</p>
+        <p><a href="http://fakehost/test/foo/bar/baz.html">link</a></p>
+        <p><a href="http://fakehost/test/foo/bar/baz.html">link</a></p>
+        <p><a href="http://fakehost/foo/bar/baz.html">link</a></p>
+        <p><a href="#foo">link</a></p>
+        <p><a href="http://fakehost/test/baz.html#foo">link</a></p>
+        <p><a href="http://fakehost/foo/bar/baz.html#foo">link</a></p>
+        <p><a href="http://test/foo/bar/baz.html">link</a></p>
+        <p><a href="https://test/foo/bar/baz.html">link</a></p>
+        <p>Images</p>
+        <p><img src="http://fakehost/test/foo/bar/baz.png"/></p>
+        <p><img src="http://fakehost/test/foo/bar/baz.png"/></p>
+        <p><img src="http://fakehost/foo/bar/baz.png"/></p>
+        <p><img src="http://test/foo/bar/baz.png"/></p>
+        <p><img src="https://test/foo/bar/baz.png"/></p>
+        <h2>Foo</h2>
+        <p> Tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum. </p>
+    </article>
+</div>

readability/test/test-pages/base-url/source.html

@@ -0,0 +1,43 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <meta charset="utf-8"/>
+  <title>Base URL test</title>
+</head>
+<body>
+  <article>
+    <h1>Lorem</h1>
+    <div>
+      Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+      tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+    </div>
+    <p>Links</p>
+    <p><a href="foo/bar/baz.html">link</a></p>
+    <p><a href="./foo/bar/baz.html">link</a></p>
+    <p><a href="/foo/bar/baz.html">link</a></p>
+    <p><a href="#foo">link</a></p>
+    <p><a href="baz.html#foo">link</a></p>
+    <p><a href="/foo/bar/baz.html#foo">link</a></p>
+    <p><a href="http://test/foo/bar/baz.html">link</a></p>
+    <p><a href="https://test/foo/bar/baz.html">link</a></p>
+    <p>Images</p>
+    <p><img src="foo/bar/baz.png"/></p>
+    <p><img src="./foo/bar/baz.png"/></p>
+    <p><img src="/foo/bar/baz.png"/></p>
+    <p><img src="http://test/foo/bar/baz.png"/></p>
+    <p><img src="https://test/foo/bar/baz.png"/></p>
+    <h2>Foo</h2>
+    <div>
+      Tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+    </div>
+  </article>
+</body>
+</html>

readability/test/test-pages/basic-tags-cleaning/expected-metadata.json

@@ -0,0 +1,7 @@
+{
+  "title": "Basic tag cleaning test",
+  "byline": null,
+  "excerpt": "Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod\n        tempor incididunt ut labore et dolore magna aliqua.",
+  "readerable": true,
+  "siteName": null
+}

readability/test/test-pages/basic-tags-cleaning/expected.html

@@ -0,0 +1,11 @@
+<div id="readability-page-1" class="page">
+    <div>
+        <p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.</p>
+        <p>Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat.</p>
+        <p>Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+    </div>
+    <div>
+        <p>Tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat.</p>
+        <p>Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+    </div>
+</div>

readability/test/test-pages/basic-tags-cleaning/source.html

@@ -0,0 +1,36 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <meta charset="utf-8"/>
+  <title>Basic tag cleaning test</title>
+</head>
+<body>
+  <article>
+    <h1>Lorem</h1>
+    <div>
+      <p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+        tempor incididunt ut labore et dolore magna aliqua.</p>
+      <p>Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat.</p>
+      <iframe src="about:blank">Iframe fallback test</iframe>
+      <p>Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+    </div>
+    <h2>Foo</h2>
+    <div>
+      <p>Tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat.</p>
+      <object data="foo.swf" type="application/x-shockwave-flash" width="88" height="31">
+        <param movie="foo.swf" />
+      </object>
+      <embed src="foo.swf"/>
+      <p>Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+    </div>
+  </article>
+</body>
+</html>

readability/test/test-pages/bbc-1/expected-metadata.json

@@ -0,0 +1,7 @@
+{
+  "title": "Obama admits US gun laws are his 'biggest frustration' - BBC News",
+  "byline": null,
+  "excerpt": "President Barack Obama tells the BBC his failure to pass \"common sense gun safety laws\" is the greatest frustration of his presidency.",
+  "readerable": true,
+  "siteName": "BBC News"
+}

readability/test/test-pages/bbc-1/expected.html

@@ -0,0 +1,59 @@
+<div id="readability-page-1" class="page">
+    <div property="articleBody">
+        <p>President Barack Obama has admitted that his failure to pass "common sense gun safety laws" in the US is the greatest frustration of his presidency. </p>
+        <p>In an interview with the BBC, Mr Obama said it was "distressing" not to have made progress on the issue "even in the face of repeated mass killings".</p>
+        <p>He vowed to keep trying, but the BBC's North America editor Jon Sopel said the president did not sound very confident. </p>
+        <p>However, Mr Obama said race relations had improved during his presidency. </p>
+        <p>Hours after the interview, a gunman opened fire at a cinema in the US state of Louisiana, killing two people and injuring several others before shooting himself.</p>
+        <p>In a wide-ranging interview, President Obama also said:</p>
+        <ul>
+            <li> <a href="http://www.bbc.co.uk/news/uk-politics-33647154">The UK must stay in the EU</a> to have influence on the world stage</li>
+            <li>He is confident the Iran nuclear deal will be passed by Congress </li>
+            <li>Syria needs a political solution in order to defeat the Islamic State group</li>
+            <li>He would speak "bluntly" against corruption <a href="http://www.bbc.co.uk/news/world-us-canada-33646563">and human rights violations in Kenya</a> </li>
+            <li>He would defend his advocacy of gay rights following protests in Kenya</li>
+            <li>Despite racial tensions, the US is becoming more diverse and more tolerant</li>
+        </ul>
+        <p><a href="http://www.bbc.co.uk/news/world-us-canada-33646542">Read the full transcript of his interview</a></p>
+        <p>Mr Obama lands in Kenya later on Friday for his first visit since becoming president. </p>
+        <p>But with just 18 months left in power, he said gun control was the area where he has been "most frustrated and most stymied" since coming to power in 2009.</p>
+        <p>"If you look at the number of Americans killed since 9/11 by terrorism, it's less than 100. If you look at the number that have been killed by gun violence, it's in the tens of thousands," Mr Obama said. </p>
+        <figure><img src="http://ichef.bbci.co.uk/news/555/cpsprodpb/462D/production/_84456971_gettyimages-167501087.jpg" datasrc="http://ichef.bbci.co.uk/news/976/cpsprodpb/462D/production/_84456971_gettyimages-167501087.jpg" alt="Gun control campaigners protest in McPhearson Square in Washington DC - 25 April 2013" height="549" width="976"/>
+            <figcaption> <span>
+                        The president said he would continue fighting for greater gun control laws
+                    </span> </figcaption>
+        </figure>
+        <p>"For us not to be able to resolve that issue has been something that is distressing," he added. </p>
+        <p>Mr Obama has pushed for stricter gun control throughout his presidency but has been unable to secure any significant changes to the laws. </p>
+        <p>After nine African-American churchgoers were killed in South Carolina in June, he admitted "politics in this town" meant there were few options available.</p>
+        <figure><img src="http://ichef.bbci.co.uk/news/555/media/images/76020000/jpg/_76020974_line976.jpg" datasrc="http://ichef.bbci.co.uk/news/464/media/images/76020000/jpg/_76020974_line976.jpg" alt="line" height="2" width="464"/></figure>
+        <h2>Analysis: Jon Sopel, BBC News, Washington</h2>
+        <figure><img src="http://ichef-1.bbci.co.uk/news/555/cpsprodpb/6D3D/production/_84456972_p072315al-0500.jpg" datasrc="http://ichef-1.bbci.co.uk/news/976/cpsprodpb/6D3D/production/_84456972_p072315al-0500.jpg" alt="President Barack Obama participates in an interview with Jon Sopel of BBC in the Roosevelt Room of the White House - 23 July 2015" height="549" width="976"/></figure>
+        <p>Nine months ago, the president seemed like a spent force, after taking a beating in the midterm elections, during which members of his own party were reluctant to campaign on his record. </p>
+        <p>But the man sat before me today was relaxed and confident, buoyed by a string of "wins" on healthcare, Cuba and Iran, after bitter and ongoing battles with his many critics. </p>
+        <p>The only body swerve the president performed was when I asked him <a href="http://www.bbc.co.uk/news/world-us-canada-33643168"> how many minds he had changed on the Iran nuclear deal </a>after an intense sell aimed at Gulf allies and members of US Congress who remain implacably opposed. </p>
+        <p>There was a momentary flicker across the president's face as if to say "You think you got me?" before his smile returned and he proceeded to talk about how Congress would come round.</p>
+        <p>But notably, he did not give a direct answer to that question, which leaves me with the impression that he has persuaded precisely zero.</p>
+        <p><a href="http://www.bbc.co.uk/news/world-us-canada-33646875">Five things we learned from Obama interview</a></p>
+        <p><a href="http://www.bbc.co.uk/news/world-us-canada-33646545">The presidential body swerve</a></p>
+        <figure><img src="http://ichef.bbci.co.uk/news/555/media/images/76020000/jpg/_76020974_line976.jpg" datasrc="http://ichef.bbci.co.uk/news/464/media/images/76020000/jpg/_76020974_line976.jpg" alt="line" height="2" width="464"/></figure>
+        <p>On race relations, Mr Obama said recent concerns around policing and mass incarcerations were "legitimate and deserve intense attention" but insisted progress had been made. </p>
+        <p>Children growing up during the eight years of his presidency "will have a different view of race relations in this country and what's possible," he said. </p>
+        <p>"There are going to be tensions that arise. But if you look at my daughters' generation, they have an attitude about race that's entirely different than even my generation."</p>
+        <p>Talking about how he was feeling after his recent successes, he said "every president, every leader has strengths and weaknesses". </p>
+        <p>"One of my strengths is I have a pretty even temperament. I don't get too high when it's high and I don't get too low when it's low," he said. </p>
+        <figure><img src="http://ichef-1.bbci.co.uk/news/555/cpsprodpb/142FD/production/_84458628_shirtreuters.jpg" datasrc="http://ichef-1.bbci.co.uk/news/976/cpsprodpb/142FD/production/_84458628_shirtreuters.jpg" alt="Customer looks at Obama shirts at a stall in Nairobi's Kibera slums, 23 July 2015" height="549" width="976"/>
+            <figcaption> <span>
+                        Kenya is getting ready to welcome the US president
+                    </span> </figcaption>
+        </figure>
+        <h2>Kenya trip</h2>
+        <p>Mr Obama was speaking to the BBC at the White House before departing for Kenya.</p>
+        <p>His father was Kenyan and the president is expected to meet relatives in Nairobi.</p>
+        <p>Mr Obama has faced criticism in the country after the US legalised gay marriage. However, in his interview, the president said he would not fall silent on the issue.</p>
+        <p>"I am not a fan of discrimination and bullying of anybody on the basis of race, on the basis of religion, on the basis of sexual orientation or gender," he said.</p>
+        <p>The president also admitted that some African governments, including Kenya's, needed to improve their records on human rights and democracy. However, he defended his decision to engage with and visit those governments. </p>
+        <p>"Well, they're not ideal institutions. But what we found is, is that when we combined blunt talk with engagement, that gives us the best opportunity to influence and open up space for civil society." </p>
+        <p>Mr Obama will become the first US president to address the African Union when he travels on to Ethiopia on Sunday.</p>
+    </div>
+</div>

readability/test/test-pages/blogger/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "Open Verilog flow for Silego GreenPak4 programmable logic devices",
+  "byline": null,
+  "dir": "ltr",
+  "excerpt": "I've written a couple of posts in the past few months but they were all for the blog at work  so I figured I'm long overdue for one on Silic...",
+  "readerable": true,
+  "siteName": null
+}

readability/test/test-pages/blogger/expected.html

@@ -0,0 +1,111 @@
+<div id="readability-page-1" class="page">
+    <div id="post-body-932306423056216142" itemprop="description articleBody">
+        <p> I've written a couple of posts in the past few months but they were all for <a href="http://blog.ioactive.com/search/label/Andrew%20Zonenberg">the blog at work</a> so I figured I'm long overdue for one on Silicon Exposed.</p>
+        <h2> So what's a GreenPak?</h2>
+        <p> Silego Technology is a fabless semiconductor company located in the SF Bay area, which makes (among other things) a line of programmable logic devices known as GreenPak. Their <a href="http://www.silego.com/products/greenpak5.html">5th generation parts</a> were just announced, but I started this project before that happened so I'm still targeting the <a href="http://www.silego.com/products/greenpak4.html">4th generation</a>.</p>
+        <p> GreenPak devices are kind of like itty bitty <a href="http://www.cypress.com/products/32-bit-arm-cortex-m-psoc">PSoCs</a> - they have a mixed signal fabric with an ADC, DACs, comparators, voltage references, plus a digital LUT/FF fabric and some typical digital MCU peripherals like counters and oscillators (but no CPU).</p>
+        <p> It's actually an interesting architecture - FPGAs (including some devices marketed as CPLDs) are a 2D array of LUTs connected via wires to adjacent cells, and true (product term) CPLDs are a star topology of AND-OR arrays connected by a crossbar. GreenPak, on the other hand, is a star topology of LUTs, flipflops, and analog/digital hard IP connected to a crossbar.</p>
+        <p> Without further ado, here's a block diagram showing all the cool stuff you get in the SLG46620V:</p>
+        <table>
+            <tbody>
+                <tr>
+                    <td> <a href="https://1.bp.blogspot.com/-YIPC5jkXkDE/Vy7YPSqFKWI/AAAAAAAAAxI/a7D6Ji2GxoUvcrwUkI4RLZcr2LFQEJCTACLcB/s1600/block-diagram.png" imageanchor="1"><img height="512" src="https://1.bp.blogspot.com/-YIPC5jkXkDE/Vy7YPSqFKWI/AAAAAAAAAxI/a7D6Ji2GxoUvcrwUkI4RLZcr2LFQEJCTACLcB/s640/block-diagram.png" width="640"/></a> </td>
+                </tr>
+                <tr>
+                    <td>SLG46620V block diagram (from device datasheet)</td>
+                </tr>
+            </tbody>
+        </table>
+        <p> They're also tiny (the SLG46620V is a 20-pin 0.4mm pitch STQFN measuring 2x3 mm, and the lower gate count SLG46140V is a mere 1.6x2 mm) and probably the cheapest programmable logic device on the market - $0.50 in low volume and less than $0.40 in larger quantities.</p>
+        <p> The Vdd range of GreenPak4 is huge, more like what you'd expect from an MCU than an FPGA! It can run on anything from 1.8 to 5V, although performance is only specified at 1.8, 3.3, and 5V nominal voltages. There's also a dual-rail version that trades one of the GPIO pins for a second power supply pin, allowing you to interface to logic at two different voltage levels.</p>
+        <p> To support low-cost/space-constrained applications, they even have the configuration memory on die. It's one-time programmable and needs external Vpp to program (presumably Silego didn't want to waste die area on charge pumps that would only be used once) but has a SRAM programming mode for prototyping.</p>
+        <p> The best part is that the development software (GreenPak Designer) is free of charge and provided for all major operating systems including Linux! Unfortunately, the only supported design entry method is schematic entry and there's no way to write your design in a HDL.</p>
+        <p> While schematics may be fine for quick tinkering on really simple designs, they quickly get unwieldy. The nightmare of a circuit shown below is just a bunch of counters hooked up to LEDs that blink at various rates.</p>
+        <table>
+            <tbody>
+                <tr>
+                    <td> <a href="https://1.bp.blogspot.com/-k3naUT3uXao/Vy7WFac246I/AAAAAAAAAw8/mePy_ostO8QJra5ZJrbP2WGhTlJ0B_r8gCLcB/s1600/schematic-from-hell.png" imageanchor="1"><img height="334" src="https://1.bp.blogspot.com/-k3naUT3uXao/Vy7WFac246I/AAAAAAAAAw8/mePy_ostO8QJra5ZJrbP2WGhTlJ0B_r8gCLcB/s640/schematic-from-hell.png" width="640"/></a> </td>
+                </tr>
+                <tr>
+                    <td>Schematic from hell!</td>
+                </tr>
+            </tbody>
+        </table>
+        <p> As if this wasn't enough of a problem, the largest GreenPak4 device (the SLG46620V) is split into two halves with limited routing between them, and the GUI doesn't help the user manage this complexity at all - you have to draw your schematic in two halves and add "cross connections" between them.</p>
+        <p> The icing on the cake is that schematics are a pain to diff and collaborate on. Although GreenPak schematics are XML based, which is a touch better than binary, who wants to read a giant XML diff and try to figure out what's going on in the circuit?</p>
+        <p> This isn't going to be a post on the quirks of Silego's software, though - that would be boring. As it turns out, there's one more exciting feature of these chips that I didn't mention earlier: the configuration bitstream is 100% documented in the device datasheet! This is unheard of in the programmable logic world. As Nick of Arachnid Labs <a href="http://www.arachnidlabs.com/blog/2015/03/30/greenpak/">says</a>, the chip is "just dying for someone to write a VHDL or Verilog compiler for it". As you can probably guess by from the title of this post, I've been busy doing exactly that.</p>
+        <h2> Great! How does it work?</h2>
+        <p> Rather than wasting time writing a synthesizer, I decided to write a GreenPak technology library for Clifford Wolf's excellent open source synthesis tool, <a href="http://www.clifford.at/yosys/">Yosys</a>, and then make a place-and-route tool to turn that into a final netlist. The post-PAR netlist can then be loaded into GreenPak Designer in order to program the device.</p>
+        <p> The first step of the process is to run the "synth_greenpak4" Yosys flow on the Verilog source. This runs a generic RTL synthesis pass, then some coarse-grained extraction passes to infer shift register and counter cells from behavioral logic, and finally maps the remaining logic to LUT/FF cells and outputs a JSON-formatted netlist.</p>
+        <p> Once the design has been synthesized, my tool (named, surprisingly, gp4par) is then launched on the netlist. It begins by parsing the JSON and constructing a directed graph of cell objects in memory. A second graph, containing all of the primitives in the device and the legal connections between them, is then created based on the device specified on the command line. (As of now only the SLG46620V is supported; the SLG46621V can be added fairly easily but the SLG46140V has a slightly different microarchitecture which will require a bit more work to support.)</p>
+        <p> After the graphs are generated, each node in the netlist graph is assigned a numeric label identifying the type of cell and each node in the device graph is assigned a list of legal labels: for example, an I/O buffer site is legal for an input buffer, output buffer, or bidirectional buffer.</p>
+        <table>
+            <tbody>
+                <tr>
+                    <td> <a href="https://2.bp.blogspot.com/-kIekczO693g/Vy7dBqYifXI/AAAAAAAAAxc/hMNJBs5bedIQOrBzzkhq4gbmhR-n58EQwCLcB/s1600/graph-labels.png" imageanchor="1"><img height="141" src="https://2.bp.blogspot.com/-kIekczO693g/Vy7dBqYifXI/AAAAAAAAAxc/hMNJBs5bedIQOrBzzkhq4gbmhR-n58EQwCLcB/s400/graph-labels.png" width="400"/></a> </td>
+                </tr>
+                <tr>
+                    <td>Example labeling for a subset of the netlist and device graphs</td>
+                </tr>
+            </tbody>
+        </table>
+        <p> The labeled nodes now need to be placed. The initial placement uses a simple greedy algorithm to create a valid (although not necessarily optimal or even routable) placement:</p>
+        <ol>
+            <li>Loop over the cells in the netlist. If any cell has a LOC constraint, which locks the cell to a specific physical site, attempt to assign the node to the specified site. If the specified node is the wrong type, doesn't exist, or is already used by another constrained node, the constraint is invalid so fail with an error.</li>
+            <li>Loop over all of the unconstrained cells in the netlist and assign them to the first unused site with the right label. If none are available, the design is too big for the device so fail with an error.</li>
+        </ol>
+        <p> Once the design is placed, the placement optimizer then loops over the design and attempts to improve it. A simulated annealing algorithm is used, where changes to the design are accepted unconditionally if they make the placement better, and with a random, gradually decreasing probability if they make it worse. The optimizer terminates when the design receives a perfect score (indicating an optimal placement) or if it stops making progress for several iterations. Each iteration does the following:</p>
+        <ol>
+            <li>Compute a score for the current design based on the number of unroutable nets, the amount of routing congestion (number of nets crossing between halves of the device), and static timing analysis (not yet implemented, always zero).</li>
+            <li>Make a list of nodes that contributed to this score in some way (having some attached nets unroutable, crossing to the other half of the device, or failing timing).</li>
+            <li>Remove nodes from the list that are LOC'd to a specific location since we're not allowed to move them.</li>
+            <li>Remove nodes from the list that have only one legal placement in the device (for example, oscillator hard IP) since there's nowhere else for them to go.</li>
+            <li>Pick a node from the remainder of the list at random. Call this our pivot.</li>
+            <li>Find a list of candidate placements for the pivot: </li>
+            <ol>
+                <li>Consider all routable placements in the other half of the device.</li>
+                <li>If none were found, consider all routable placements anywhere in the device.</li>
+                <li>If none were found, consider all placements anywhere in the device even if they're not routable.</li>
+            </ol>
+            <li>Pick one of the candidates at random and move the pivot to that location. If another cell in the netlist is already there, put it in the vacant site left by the pivot.</li>
+            <li>Re-compute the score for the design. If it's better, accept this change and start the next iteration.</li>
+            <li>If the score is worse, accept it with a random probability which decreases as the iteration number goes up. If the change is not accepted, restore the previous placement.</li>
+        </ol>
+        <p> After optimization, the design is checked for routability. If any edges in the netlist graph don't correspond to edges in the device graph, the user probably asked for something impossible (for example, trying to hook a flipflop's output to a comparator's reference voltage input) so fail with an error.</p>
+        <p> The design is then routed. This is quite simple due to the crossbar structure of the device. For each edge in the netlist:</p>
+        <ol>
+            <li>If dedicated (non-fabric) routing is used for this path, configure the destination's input mux appropriately and stop.</li>
+            <li>If the source and destination are in the same half of the device, configure the destination's input mux appropriately and stop.</li>
+            <li>A cross-connection must be used. Check if we already used one to bring the source signal to the other half of the device. If found, configure the destination to route from that cross-connection and stop.</li>
+            <li>Check if we have any cross-connections left going in this direction. If they're all used, the design is unroutable due to congestion so fail with an error.</li>
+            <li>Pick the next unused cross-connection and configure it to route from the source. Configure the destination to route from the cross-connection and stop.</li>
+        </ol>
+        <p> Once routing is finished, run a series of post-PAR design rule checks. These currently include the following:</p>
+        <ul>
+            <li>If any node has no loads, generate a warning</li>
+            <li>If an I/O buffer is connected to analog hard IP, fail with an error if it's not configured in analog mode.</li>
+            <li>Some signals (such as comparator inputs and oscillator power-down controls) are generated by a shared mux and fed to many loads. If different loads require conflicting settings for the shared mux, fail with an error.</li>
+        </ul>
+        <p> If DRC passes with no errors, configure all of the individual cells in the netlist based on the HDL parameters. Fail with an error if an invalid configuration was requested.</p>
+        <p> Finally, generate the bitstream from all of the per-cell configuration and write it to a file.</p>
+        <h2> Great, let's get started!</h2>
+        <p> If you don't already have one, you'll need to buy a <a href="http://www.silego.com/buy/index.php?main_page=product_info&amp;products_id=388">GreenPak4 development kit</a>. The kit includes samples of the SLG46620V (among other devices) and a programmer/emulation board. While you're waiting for it to arrive, install <a href="http://www.silego.com/softdoc/software.html">GreenPak Designer</a>.</p>
+        <p> Download and install Yosys. Although Clifford is pretty good at merging my pull requests, only <a href="https://github.com/azonenberg/yosys/">my fork on Github</a> is guaranteed to have the most up-to-date support for GreenPak devices so don't be surprised if you can't use a bleeding-edge feature with mainline Yosys.</p>
+        <p> Download and install gp4par. You can get it from <a href="https://github.com/azonenberg/openfpga/">the Github repository</a>.</p>
+        <p> Write your HDL, compile with Yosys, P&amp;R with gp4par, and import the bitstream into GreenPak Designer to program the target device. The most current gp4par manual is included in LaTeX source form in the source tree and is automatically built as part of the compile process. If you're just browsing, there's a <a href="http://thanatos.virtual.antikernel.net/unlisted/gp4-hdl.pdf">relatively recent PDF version</a> on my web server.</p>
+        <p> If you'd like to see the Verilog that produced the nightmare of a schematic I showed above, <a href="https://github.com/azonenberg/openfpga/blob/master/tests/greenpak4/Blinky/Blinky.v">here it is</a>.</p>
+        <p> Be advised that this project is still very much a work in progress and there are still a number of SLG46620V features I don't support (see the manual for exact details).</p>
+        <h2> I love it / it segfaulted / there's a problem in the manual!</h2>
+        <p> Hop in our IRC channel (##openfpga on Freenode) and let me know. Feedback is great, pull requests are even better,</p>
+        <h2> You're competing with Silego's IDE. Have they found out and sued you yet?</h2>
+        <p> Nope. They're fully aware of what I'm doing and are rolling out the red carpet for me. They love the idea of a HDL flow as an alternative to schematic entry and are pretty amazed at how fast it's coming together.</p>
+        <p> After I reported a few bugs in their datasheets they decided to skip the middleman and give me direct access to the engineer who writes their documentation so that I can get faster responses. The last time I found a problem (two different parts of the datasheet contradicted each other) an updated datasheet was in my inbox and on their website by the next day. I only wish Xilinx gave me that kind of treatment!</p>
+        <p> They've even <a href="https://twitter.com/SilegoTech/status/717018987771469824">offered me free hardware</a> to help me add support for their latest product family, although I plan to get GreenPak4 support to a more stable state before taking them up on the offer.</p>
+        <h2> So what's next?</h2>
+        <p> Better testing, for starters. I have to verify functionality by hand with a DMM and oscilloscope, which is time consuming.</p>
+        <p> My contact at Silego says they're going to be giving me documentation on the SRAM emulation interface soon, so I'm going to make a hardware-in-loop test platform that connects to my desktop and the Silego ZIF socket, and lets me load new bitstreams via a scriptable interface. It'll have FPGA-based digital I/O as well as an ADC and DAC on every device pin, plus an adjustable voltage regulator for power, so I can feed in arbitrary mixed-signal test waveforms and write PC-based unit tests to verify correct behavior.</p>
+        <p> Other than that, I want to finish support for the SLG46620V in the next month or two. The SLG46621V will be an easy addition since only one pin and the relevant configuration bits have changed from the 46620 (I suspect they're the same die, just bonded out differently).</p>
+        <p> Once that's done I'll have to do some more extensive work to add the SLG46140V since the architecture is a bit different (a lot of the combinatorial logic is merged into multi-function blocks). Luckily, the 46140 has a lot in common architecturally with the GreenPak5 family, so once that's done GreenPak5 will probably be a lot easier to add support for.</p>
+        <p> My thanks go out to Clifford Wolf, whitequark, the IRC users in ##openfpga, and everyone at Silego I've worked with to help make this possible. I hope that one day this project will become mature enough that Silego will ship it as an officially supported extension to GreenPak Designer, making history by becoming the first modern programmable logic vendor to ship a fully open source synthesis and P&amp;R suite. </p>
+    </div>
+</div>

readability/test/test-pages/breitbart/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "'Neutral' Snopes Fact-Checker David Emery: 'Are There Any Un-Angry Trump Supporters?' - Breitbart",
+  "byline": "by Lucas Nolan22 Dec 2016651",
+  "dir": "ltr",
+  "excerpt": "Snopes fact checker and staff writer David Emery posted to Twitter asking if there were “any un-angry Trump supporters?”",
+  "readerable": true,
+  "siteName": "Breitbart"
+}

readability/test/test-pages/breitbart/expected.html

@@ -0,0 +1,24 @@
+<div id="readability-page-1" class="page">
+    <div>
+        <figure>
+            <div>
+                <p><img itemprop="image" src="http://media.breitbart.com/media/2016/11/GettyImages-621866810-640x480.jpg" alt="Supporters of Republican presidential nominee Donald Trump cheer during election night at the New York Hilton Midtown in New York on November 9, 2016.  / AFP / JIM WATSON        (Photo credit should read JIM WATSON/AFP/Getty Images)" width="640" height="480" /></p>
+                <p>JIM WATSON/AFP/Getty Images</p>
+            </div>
+        </figure> <time datetime="2016-12-22T10:43:37Z">22 Dec, 2016</time> <time datetime="2016-12-22T18:59:12Z">22 Dec, 2016</time> </div>
+    <div>
+        <div id="EmailOptin">
+            <p><span>SIGN UP</span> FOR OUR NEWSLETTER</p>
+        </div>
+        <h2><span>Snopes fact checker and staff writer David Emery posted to Twitter asking if there were “any un-angry Trump supporters?”</span></h2>
+        <p><span>Emery, a writer for partisan “fact-checking” website Snopes.com which soon will be in charge of labelling </span><a href="http://www.breitbart.com/tech/2016/12/15/facebook-introduce-warning-labels-stories-deemed-fake-news/"><span>“fake news”</span></a><span> alongside ABC News and Politifact, retweeted an article by Vulture magazine relating to the </span><a href="http://www.breitbart.com/big-hollywood/2016/11/19/boycotthamilton-trends-hamilton-cast-members-harass-mike-pence/"><span>protests</span></a><span> of the <em>Hamilton</em> musical following the decision by the cast of the show to make a </span><a href="http://www.breitbart.com/big-hollywood/2016/11/19/tolerance-hamilton-cast-lectures-mike-pence-broadway-stage/"><span>public announcement</span></a><span> to Vice-president elect Mike Pence while he watched the performance with his family.</span></p>
+        <div id="EmailOptinM">
+            <p><span>SIGN UP</span> FOR OUR NEWSLETTER</p>
+        </div>
+        <p><span>The tweet from Vulture magazine reads, “</span><a href="https://twitter.com/hashtag/Hamilton?src=hash" target="_blank" rel="noopener"><span>#Hamilton</span></a><span> Chicago show interrupted by angry Trump supporter.” Emery retweeted the story, saying, “Are there un-angry Trump supporters?”</span></p>
+        <p><span>This isn’t the first time the Snopes.com writer has expressed anti-Trump sentiment on his Twitter page. In another tweet in which Emery links to an article that falsely attributes a quote to President-elect Trump, Emery states, “Incredibly, some people actually think they have to put words in Trump’s mouth to make him look bad.”</span></p>
+        <p><span>Emery also retweeted an article by <em>New York</em> magazine that claimed President-elect Trump relied on lies to win during his campaign and that we now lived in a “post-truth” society. “Before long we’ll all have forgotten what it was like to live in the same universe; or maybe we already have,” Emery tweeted.</span></p>
+        <p><span>Facebook believe that Emery, along with other Snopes writers, ABC News, and </span><a href="http://www.breitbart.com/tech/2016/12/16/flashback-weekly-standard-data-shows-politifact-has-it-out-for-republicans/"><span>Politifact</span></a><span> are impartial enough to label and silence what they believe to be “fake news” on social media. </span></p>
+        <p><i><span>Lucas Nolan is a reporter for Breitbart Tech covering issues of free speech and online censorship. Follow him on Twitter </span></i><a href="http://twitter.com/lucasnolan_" target="_blank" rel="noopener"><i><span>@LucasNolan_</span></i></a><i><span> or email him at </span></i><a href="http://www.breitbart.com/wp-admin/blank"><i><span>lnolan@breitbart.com</span></i></a></p>
+    </div>
+</div>

readability/test/test-pages/bug-1255978/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "Seven secrets that hotel owners don't want you to know",
+  "byline": "Hazel Sheffield",
+  "dir": null,
+  "excerpt": "Most people go to hotels for the pleasure of sleeping in a giant bed with clean white sheets and waking up to fresh towels in the morning. But those towels and sheets might not be as clean as they look, according to the hotel bosses that responded to an online thread about the things hotel owners don’t want you to know.",
+  "readerable": true,
+  "siteName": "The Independent"
+}

readability/test/test-pages/bug-1255978/expected.html

@@ -0,0 +1,70 @@
+<div id="readability-page-1" class="page">
+    <div itemprop="articleBody" id="gigya-share-btns-2_gig_containerParent">
+        <p>Most people go to hotels for the pleasure of sleeping in a giant bed with clean white sheets and waking up to fresh towels in the morning.</p>
+        <p>But those towels and sheets might not be as clean as they look, according to the hotel bosses that responded to an online thread about the things hotel owners don’t want you to know.</p>
+        <p>Zeev Sharon and Michael Forrest Jones both run hotel start-ups in the US. Forrest Jones runs the start-up Beechmont Hotels Corporation, a hotel operating company that consults with hotel owners on how they can improve their business. Sharon is the CEO of Hotelied, a start-up that allows people to sign up for discounts at luxury hotels.</p>
+        <p>But even luxury hotels aren’t always cleaned as often as they should be.</p>
+        <p>Here are some of the secrets that the receptionist will never tell you when you check in, according to answers posted on <a href="https://www.quora.com/What-are-the-things-we-dont-know-about-hotel-rooms" target="_blank">Quora</a>.</p>
+        <div>
+            <div>
+                <p><img src="https://static.independent.co.uk/s3fs-public/styles/story_medium/public/thumbnails/image/2014/03/18/10/bandb2.jpg" alt="bandb2.jpg" title="bandb2.jpg" width="564" height="423" /></p>
+            </div>
+            <p>Even posh hotels might not wash a blanket in between stays </p>
+        </div>
+        <p>1. Take any blankets or duvets off the bed</p>
+        <p>Forrest Jones said that anything that comes into contact with any of the previous guest’s skin should be taken out and washed every time the room is made, but that even the fanciest hotels don’t always do so. "Hotels are getting away from comforters. Blankets are here to stay, however. But some hotels are still hesitant about washing them every day if they think they can get out of it," he said.</p>
+        <div>
+            <p>Video shows bed bug infestation at New York hotel</p>
+        </div>
+        <div>
+            <div>
+                <p><img src="https://static.independent.co.uk/s3fs-public/styles/story_medium/public/thumbnails/image/2015/05/26/11/hotel-door-getty.jpg" alt="hotel-door-getty.jpg" title="hotel-door-getty.jpg" width="564" height="423" /></p>
+            </div>
+            <p>Forrest Jones advised stuffing the peep hole with a strip of rolled up notepaper when not in use. </p>
+        </div>
+        <p>2. Check the peep hole has not been tampered with</p>
+        <p>This is not common, but can happen, Forrest Jones said. He advised stuffing the peep hole with a strip of rolled up notepaper when not in use. When someone knocks on the door, the paper can be removed to check who is there. If no one is visible, he recommends calling the front desk immediately. “I look forward to the day when I can tell you to choose only hotels where every employee who has access to guestroom keys is subjected to a complete public records background check, prior to hire, and every year or two thereafter. But for now, I can't,” he said.</p>
+        <div>
+            <div>
+                <p><img src="https://static.independent.co.uk/s3fs-public/styles/story_medium/public/thumbnails/image/2013/07/31/15/luggage-3.jpg" alt="luggage-3.jpg" title="luggage-3.jpg" width="564" height="423" /></p>
+            </div>
+            <p>Put luggage on the floor </p>
+        </div>
+        <p>3. Don’t use a wooden luggage rack</p>
+        <p>Bedbugs love wood. Even though a wooden luggage rack might look nicer and more expensive than a metal one, it’s a breeding ground for bugs. Forrest Jones says guests should put the items they plan to take from bags on other pieces of furniture and leave the bag on the floor.</p>
+        <div>
+            <div>
+                <p><img src="https://static.independent.co.uk/s3fs-public/styles/story_medium/public/thumbnails/image/2015/04/13/11/Lifestyle-hotels.jpg" alt="Lifestyle-hotels.jpg" title="Lifestyle-hotels.jpg" width="564" height="423" /></p>
+            </div>
+            <p>The old rule of thumb is that for every 00 invested in a room, the hotel should charge in average daily rate </p>
+        </div>
+        <p>4. Hotel rooms are priced according to how expensive they were to build</p>
+        <p>Zeev Sharon said that the old rule of thumb is that for every $1000 invested in a room, the hotel should charge $1 in average daily rate. So a room that cost $300,000 to build, should sell on average for $300/night.</p>
+        <h3>5. Beware the wall-mounted hairdryer</h3>
+        <p>It contains the most germs of anything in the room. Other studies have said the TV remote and bedside lamp switches are the most unhygienic. “Perhaps because it's something that's easy for the housekeepers to forget to check or to squirt down with disinfectant,” Forrest Jones said.</p>
+        <div>
+            <div>
+                <div data-scald-gallery="3739501">
+                    <h2><span></span>Business news in pictures</h2>
+                </div>
+            </div>
+        </div>
+        <h3>6. Mini bars almost always lose money</h3>
+        <p>Despite the snacks in the minibar seeming like the most overpriced food you have ever seen, hotel owners are still struggling to make a profit from those snacks. "Minibars almost always lose money, even when they charge $10 for a Diet Coke,” Sharon said.</p>
+        <div>
+            <div>
+                <p><img src="https://static.independent.co.uk/s3fs-public/styles/story_medium/public/thumbnails/image/2014/03/13/16/agenda7.jpg" alt="agenda7.jpg" title="agenda7.jpg" width="564" height="423" /></p>
+            </div>
+            <p>Towels should always be cleaned between stays </p>
+        </div>
+        <p>7. Always made sure the hand towels are clean when you arrive</p>
+        <p>Forrest Jones made a discovery when he was helping out with the housekeepers. “You know where you almost always find a hand towel in any recently-vacated hotel room that was occupied by a guy? On the floor, next to the bed, about halfway down, maybe a little toward the foot of the bed. Same spot in the floor, next to almost every bed occupied by a man, in every room. I'll leave the rest to your imagination,” he said.</p>
+        <meta itemprop="datePublished" content="2016-05-08T10:11:51+01:00" />
+        <ul>
+            <li> More about: </li>
+            <li><a itemprop="keywords" href="http://fakehost/topic/Hotels">Hotels</a></li>
+            <li><a itemprop="keywords" href="http://fakehost/topic/Hygiene">Hygiene</a></li>
+        </ul>
+        <p><a href="http://fakehost/syndication/reuse-permision-form?url=http://www.independent.co.uk/news/business/news/seven-secrets-that-hotel-owners-dont-want-you-to-know-10506160.html" target="_blank"><img src="http://fakehost/sites/all/themes/ines_themes/independent_theme/img/reuse.png" width="25"/>Reuse content</a> </p>
+    </div>
+</div>

readability/test/test-pages/buzzfeed-1/expected-metadata.json

@@ -0,0 +1,7 @@
+{
+  "title": "Student Dies After Diet Pills She Bought Online \"Burned Her Up From Within\"",
+  "byline": null,
+  "excerpt": "An inquest into Eloise Parry's death has been adjourned until July.",
+  "readerable": true,
+  "siteName": "BuzzFeed"
+}

readability/test/test-pages/buzzfeed-1/expected.html

@@ -0,0 +1,42 @@
+<div id="readability-page-1" class="page">
+    <div id="buzz_sub_buzz">
+        <div id="superlist_3758406_5547137" rel:buzz_num="1">
+            <h2>The mother of a woman who took suspected diet pills bought online has described how her daughter was “literally burning up from within” moments before her death.</h2>
+            <p> <span>West Merica Police</span></p>
+        </div>
+        <div id="superlist_3758406_5547213" rel:buzz_num="2">
+            <p>Eloise Parry, 21, was taken to Royal Shrewsbury hospital on 12 April after taking a lethal dose of highly toxic “slimming tablets”. </p>
+            <p>“The drug was in her system, there was no anti-dote, two tablets was a lethal dose – and she had taken eight,” her mother, Fiona, <a href="https://www.westmercia.police.uk/article/9501/A-tribute-to-Eloise-Aimee-Parry-written-by-her-mother-Fiona-Parry">said in a statement</a> yesterday.</p>
+            <p>“As Eloise deteriorated, the staff in A&amp;E did all they could to stabilise her. As the drug kicked in and started to make her metabolism soar, they attempted to cool her down, but they were fighting an uphill battle.</p>
+            <p>“She was literally burning up from within.”</p>
+            <p>She added: “They never stood a chance of saving her. She burned and crashed.”</p>
+        </div>
+        <div id="superlist_3758406_5547140" rel:buzz_num="3">
+            <div>
+                <div>
+                    <div>
+                        <p><img src="http://ak-hdl.buzzfed.com/static/2015-04/21/5/enhanced/webdr12/grid-cell-2501-1429608056-15.jpg" rel:bf_image_src="http://ak-hdl.buzzfed.com/static/2015-04/21/5/enhanced/webdr12/grid-cell-2501-1429608056-15.jpg" height="412" width="203" /> </p>
+                    </div>
+                    <p>Facebook</p>
+                </div>
+                <div>
+                    <div>
+                        <p><img src="http://ak-hdl.buzzfed.com/static/2015-04/21/5/enhanced/webdr12/grid-cell-2501-1429608057-18.jpg" rel:bf_image_src="http://ak-hdl.buzzfed.com/static/2015-04/21/5/enhanced/webdr12/grid-cell-2501-1429608057-18.jpg" height="412" width="412" /> </p>
+                    </div>
+                    <p>Facebook</p>
+                </div>
+            </div>
+        </div>
+        <div id="superlist_3758406_5547284" rel:buzz_num="4">
+            <p>West Mercia police <a href="https://www.westmercia.police.uk/article/9500/Warning-Issued-As-Shrewsbury-Woman-Dies-After-Taking-Suspected-Diet-Pills">said the tablets were believed to contain dinitrophenol</a>, known as DNP, which is a highly toxic industrial chemical. </p>
+            <p>“We are undoubtedly concerned over the origin and sale of these pills and are working with partner agencies to establish where they were bought from and how they were advertised,” said chief inspector Jennifer Mattinson from the West Mercia police.</p>
+            <p>The Food Standards Agency warned people to stay away from slimming products that contained DNP.</p>
+            <p>“We advise the public not to take any tablets or powders containing DNP, as it is an industrial chemical and not fit for human consumption,” it said in a statement.</p>
+        </div>
+        <div id="superlist_3758406_5547219" rel:buzz_num="5">
+            <h2>Fiona Parry issued a plea for people to stay away from pills containing the chemical.</h2>
+            <p>“[Eloise] just never really understood how dangerous the tablets that she took were,” she said. “Most of us don’t believe that a slimming tablet could possibly kill us.</p>
+            <p>“DNP is not a miracle slimming pill. It is a deadly toxin.”</p>
+        </div>
+    </div>
+</div>

readability/test/test-pages/citylab-1/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "The Modern Ambitions Behind Neon",
+  "byline": "Sarah Archer",
+  "dir": null,
+  "excerpt": "The once-ubiquitous form of lighting was novel when it first emerged in the early 1900s, though it has since come to represent decline.",
+  "siteName": "CityLab",
+  "readerable": true
+}

readability/test/test-pages/citylab-1/expected.html

@@ -0,0 +1,68 @@
+<div id="readability-page-1" class="page">
+    <article itemscope="itemscope" itemtype="https://schema.org/NewsArticle">
+        <meta itemprop="datePublished" content="2019-04-30T13:39:00-04:00" />
+        <meta itemprop="dateModified" content="2019-04-30T13:40:00-04:00" />
+        <meta itemprop="mainEntityOfPage" content="https://www.citylab.com/design/2019/04/neon-signage-20th-century-history/588400/" />
+        <figure itemprop="image" itemscope="itemscope" itemtype="http://schema.org/ImageObject">
+            <picture>
+                <source srcset="https://cdn.citylab.com/media/img/citylab/2019/04/mr1/940.jpg?mod=1556645448" media="(min-width: 1024px)" />
+                <source srcset="https://cdn.citylab.com/media/img/citylab/2019/04/mr1/lead_large.jpg?mod=1556645448" media="(min-width: 576px)" />
+            </picture>
+            <meta itemprop="height" content="128" />
+            <meta itemprop="width" content="300" />
+            <meta itemprop="url" content="https://cdn.citylab.com/media/img/citylab/2019/04/mr1/300.jpg?mod=1556645448" />
+            <picture>
+                <source srcset="https://cdn.citylab.com/media/img/citylab/2019/04/mr1/300.jpg?mod=1556645448" media="(max-width: 575px)" /><img srcset="https://cdn.citylab.com/media/img/citylab/2019/04/mr1/300.jpg?mod=1556645448" alt="" itemprop="contentUrl" onload="performance.mark(&quot;citylab_lead_image_loaded&quot;)" /></picture>
+            <figcaption>
+                <span itemprop="caption">The Moulin Rouge cabaret in Paris</span> <span itemprop="creator">Benoit Tessier/Reuters</span>
+            </figcaption>
+        </figure>
+        <h2 itemprop="description"> The once-ubiquitous form of lighting was novel when it first emerged in the early 1900s, though it has since come to represent decline. </h2>
+        <section id="article-section-1">
+            <p> In the summer of 1898, the Scottish chemist Sir William Ramsay made a discovery that would eventually give the Moulin Rouge in Paris, the Las Vegas Strip, and New York’s Times Square their perpetual nighttime glow. Using the boiling point of argon as a reference point, Ramsay and his colleague Morris W. Travers isolated three more noble gases and gave them evocative Greek names: neon, krypton, and xenon. In so doing, the scientists bestowed a label of permanent novelty on the most famous of the trio—neon, which translates as “new.” This discovery was the foundation on which the French engineer Georges Claude crafted a new form of illumination over the next decade. He designed glass tubes in which neon gas could be trapped, then electrified, to create a light that glowed reliably for more than 1,000 hours. </p>
+            <p> In the 2012 book <em>L’être et le Néon</em>, <a href="https://mitpress.mit.edu/books/being-and-neonness-translation-and-content-revised-augmented-and-updated-edition-luis-de-miranda">which has been newly translated into English by Michael Wells</a>, the philosopher Luis de Miranda weaves a history of neon lighting as both artifact and metaphor. <em>Being and Neonness</em>, as the book is called in its English edition, isn’t a typical material history. There are no photographs. Even de Miranda’s own example of a neon deli sign spotted in Paris is re-created typographically, with text in all caps and dashes forming the border of the sign, as one might attempt on Twitter. Fans of Miami Beach’s restored Art Deco hotels and California’s bowling alleys might be disappointed by the lack of glossy historical images. Nonetheless, de Miranda makes a convincing case for neon as a symbol of the grand modern ambitions of the 20th century. </p>
+            <p> De Miranda beautifully evokes the notion of neon lighting as an icon of the 1900s in his introduction: “When we hear the word <em>neon</em>, an image pops into our heads: a combination of light, colors, symbols, and glass. This image is itself a mood. It carries an atmosphere. It speaks … of the essence of cities, of the poetry of nights, of the 20th century.” When neon lights debuted in Europe, they seemed dazzlingly futuristic. But their husky physicality started becoming obsolete by the 1960s, thanks in part to the widespread use of plastic for fluorescent signs. Neon signs exist today, though they’ve been eclipsed by newer technologies such as digital billboards, and they remain charmingly analog: Signs must be made by hand because there’s no cost-effective way to mass-produce them. </p>
+            <p> In the 1910s, neon started being used for cosmopolitan flash in Paris at precisely the time and place where the first great modernist works were being created. De Miranda’s recounting of the ingenuity emerging from the French capital a century ago is thrilling to contemplate: the cubist art of Pablo Picasso, the radically deconstructed fashions of Coco Chanel, the stream-of-consciousness poetry of Gertrude Stein, and the genre-defying music of Claude Debussy—all of which heralded a new age of culture for Europe and for the world. </p>
+        </section>
+        <section id="article-section-2">
+            <p> Amid this artistic groundswell, Georges Claude premiered his neon lights at the <a href="https://www.mondial-paris.com/en/visiteur/auto">Paris Motor Show</a> in December 1910, captivating visitors with 40-foot-tall tubes affixed to the building’s exterior. The lights shone orange-red because neon, by itself, produces that color. <em>Neon lighting</em> is a catchall term that describes the technology of glass tubing that contains gas or chemicals that glow when electrified. For example, neon fabricators use carbon dioxide to make white, and mercury to make blue. Claude acknowledged at the time that neon didn’t produce the ideal color for a standard light bulb and insisted that it posed no commercial threat to incandescent bulbs. </p>
+            <p> Of course, the very quality that made neon fixtures a poor choice for interior lighting made them perfect for signs, de Miranda notes. The first of the neon signs was switched on in 1912, advertising a barbershop on Paris’s Boulevard Montmartre, and eventually they were adopted by cinemas and nightclubs. While Claude had a monopoly on neon lighting throughout the 1920s, the leaking of trade secrets and the expiration of a series of patents broke his hold on the rapidly expanding technology. </p>
+        </section>
+        <section id="article-section-3">
+            <p> In the following decades, neon’s nonstop glow and vibrant colors turned ordinary buildings and surfaces into 24/7 billboards for businesses, large and small, that wanted to convey a sense of always being open. The first examples of neon in the United States debuted in Los Angeles, where the Packard Motor Car Company commissioned two large blue-and-orange <span>Packard</span> signs that literally stopped traffic because they distracted motorists. The lighting also featured heavily at the Chicago Century of Progress Exposition in 1933 and at the 1939 World’s Fair in New York. At the latter event, a massive neon sign reading <span>Futurama</span> lit the way to a General Motors exhibition that heralded “The World of Tomorrow.” </p>
+            <figure>
+                <picture><img alt="" data-srcset="https://cdn.theatlantic.com/assets/media/img/posts/2019/04/AP_8912060228/cbd32b0e1.jpg" src="https://cdn.theatlantic.com/assets/media/img/posts/2019/04/AP_8912060228/cbd32b0e1.jpg" /></picture>
+                <figcaption class="caption"> Workers remove a hammer and sickle from a neon sign that reads “Glory to Communism,” visible on the roof of the Communist-run electricity-board headquarters in Czechoslovakia in 1989. (AP) </figcaption>
+            </figure>
+            <p> De Miranda points out that businesses weren’t alone in embracing neon’s ability to spread messages effectively. By the middle of the century, the lighting was being adopted for more political purposes. “In the 1960s, the Soviets deployed a vast ‘neonization’ of the Eastern bloc capitals to emulate capitalist metropolises,” de Miranda writes. “Because consumer shops were rare in the Polish capital [of Warsaw], they did not hesitate to illuminate the façades of public buildings.” In other words, as opposed to the sole use of the more obvious forms of propaganda via posters or slogans, the mass introduction of neon lighting was a way of getting citizens of Communist cities to see their surroundings with the pizzazz and nighttime glamour of major Western capitals. </p>
+        </section>
+        <section id="article-section-4">
+            <p> Neon, around this time, began to be phased out, thanks to cheaper and less labor-intensive alternatives. In addition, the global economic downturn of the 1970s yielded a landscape in which older, flickering neon signs, which perhaps their owners couldn’t afford to fix or replace, came to look like symbols of decline. Where such signs were once sophisticated and novel, they now seemed dated and even seedy. </p>
+            <section>
+                <h2> Cities are changing fast. Keep up with the <b>CityLab Daily</b> newsletter. </h2><label for="promo-email-input-email">The best way to follow issues you care about.</label>
+            </section>
+            <p> De Miranda understands this evolution by zooming out and looking at the 1900s as the “neon century.” The author draws a parallel between the physical form of neon lights, which again are essentially containers for electrified gases, and that of a glass capsule—suggesting they are a kind of message in a bottle from a time before the First World War. “Since then, [neon lights] have witnessed all the transformations that have created the world we live in,” de Miranda writes. “Today, they sometimes seem to maintain a hybrid status, somewhere between junkyards and museums, not unlike European capitals themselves.” </p>
+            <figure>
+                <picture><img alt="" data-srcset="https://cdn.theatlantic.com/assets/media/img/posts/2019/04/AP_945361213236/888fdd750.jpg" src="https://cdn.theatlantic.com/assets/media/img/posts/2019/04/AP_945361213236/888fdd750.jpg" /></picture>
+                <figcaption class="caption"> Martin Wartman, a student at Northern Kentucky University, works on a neon sign at the Neonworks of Cincinnati workshop connected to the American Sign Museum, in 2016. (John Minchillo / AP) </figcaption>
+            </figure>
+            <p> Another mark of neon’s hybridity: Its obsolescence started just as some contemporary artists began using the lights in their sculptures. Bruce Nauman’s 1968 work <em><a href="https://www.stedelijk.nl/en/collection/1097-bruce-nauman-my-name-as-though-it-were-written-on-the-surface-of-the-moon">My Name as Though It Were Written on the Surface of the Moon</a></em> poked fun at the space race—another symbol of 20th-century technological innovation whose moment has passed. The piece uses blue “neon” letters (mercury, actually) to spell out the name “bruce” in lowercase cursive, with each character repeated several times as if to convey a person speaking slowly in outer space. The British artist Tracey Emin has made <a href="https://www.artsy.net/collection/tracey-emin-neon-sculptures-and-prints">sculptures</a> that resemble neon Valentine’s Day candies: They read as garish and sentimental confections with pink, heart-shaped frames that surround blue text fragments. Drawing on the nostalgia-inducing quality of neon, the sculptures’ messages are redolent of old-fashioned movie dialogue, with titles such as “You Loved Me Like a Distant Star” and “The Kiss Was Beautiful.” </p>
+            <p> Seeing neon lighting tamed in the context of a gallery display fits comfortably with de Miranda’s notion that neon technology is like a time capsule from another age. In museums, works of neon art and design coexist with objects that were ahead of their own time in years past—a poignant fate for a technology that made its name advertising “The World of Tomorrow.” Yet today neon is also experiencing a kind of craft revival. The fact that it can’t be mass-produced has made its fabrication something akin to a cherished artisanal technique. Bars and restaurants hire firms such as Let There Be Neon in Manhattan, or <a href="https://www.instagram.com/theneonqueen/">the L.A.-based master neon artist Lisa Schulte</a>, to create custom signs and works of art. Neon’s story even continues to glow from inside museums such as California’s <a href="https://www.neonmona.org/">Museum of Neon Art</a> and the Neon Museum in Las Vegas. If it can still be a vital medium for artists and designers working today, “neonness” need not only be trapped in the past. It might also capture the mysterious glow of the near future—just as it did a century ago. </p>
+            <p>
+                <em>This article originally appeared on <a href="https://www.theatlantic.com/entertainment/archive/2019/04/being-and-neonness-neon-lights-symbol-20th-century/588184/">The Atlantic</a>.</em>
+            </p>
+        </section>
+        <section data-include="css:https://cdn.citylab.com/static/a/frontend/dist/citylab/css/components/author-article.cf4e8e0b143f.css">
+            <h4> About the Author </h4>
+            <section itemprop="author" itemscope="itemscope" itemtype="http://schema.org/Person">
+                <div>
+                    <h5 itemprop="name">
+                        <a href="https://www.citylab.com/authors/sarah-archer/">Sarah Archer</a>
+                    </h5>
+                    <p itemprop="description">
+                        <a href="https://www.citylab.com/authors/sarah-archer/" data-omni-click="inherit">Sarah Archer</a> is the author of <em>The Midcentury Kitchen</em>. </p>
+                </div>
+            </section>
+        </section>
+    </article>
+</div>

readability/test/test-pages/clean-links/expected-metadata.json

@@ -0,0 +1,7 @@
+{
+  "title": "Bartleby the Scrivener Web Study Text",
+  "byline": null,
+  "excerpt": "Ere introducing the scrivener, as he first appeared to me, it is fit \n          I make some mention of myself, my employees, my business, my chambers, \n          and general surroundings; because some such description is indispensable \n          to an adequate understanding of the chief character about to be presented.",
+  "readerable": true,
+  "siteName": null
+}

readability/test/test-pages/clean-links/expected.html

@@ -0,0 +1,261 @@
+<div id="readability-page-1" class="page">
+    <div>
+        <div>
+            <h3>Study Webtext</h3>
+            <h2><span face="Lucida Handwriting " color="Maroon
+        ">"Bartleby the Scrivener: A Story of Wall-Street " </span>(1853)&nbsp;<br/> Herman Melville</h2>
+            <h2><a href="http://www.vcu.edu/engweb/webtexts/bartleby.html" target="_blank "><img src="http://fakehost/test/hmhome.gif" alt="To the story text without notes
+        " height="38 " width="38 "/></a> </h2>
+            <h3>Prepared by <a href="http://www.vcu.edu/engweb">Ann 
+          Woodlief,</a> Virginia Commonwealth University</h3>
+            <h5>Click on text in red for hypertext notes and questions</h5> I am a rather elderly man. The nature of my avocations for the last thirty years has brought me into more than ordinary contact with what would seem an interesting and somewhat singular set of men of whom as yet nothing that I know of has ever been written:-- I mean the law-copyists or scriveners. I have known very many of them, professionally and privately, and if I pleased, could relate divers histories, at which good-natured gentlemen might smile, and sentimental souls might weep. But I waive the biographies of all other scriveners for a few passages in the life of Bartleby, who was a scrivener the strangest I ever saw or heard of. While of other law-copyists I might write the complete life, of Bartleby nothing of that sort can be done. I believe that no materials exist for a full and satisfactory biography of this man. It is an irreparable loss to literature. Bartleby was one of those beings of whom nothing is ascertainable, except from the original sources, and in his case those are very small. What my own astonished eyes saw of Bartleby, that is all I know of him, except, indeed, one vague report which will appear in the sequel.
+            <p>Ere introducing the scrivener, as he first appeared to me, it is fit I make some mention of myself, my employees, my business, my chambers, and general surroundings; because some such description is indispensable to an adequate understanding of the chief character about to be presented. </p>
+            <p> <i>Imprimis</i>: I am a man who, from his youth upwards, has been filled with a profound conviction that the easiest way of life is the best.. Hence, though I belong to a profession proverbially energetic and nervous, even to turbulence, at times, yet nothing of that sort have I ever suffered to invade my peace. I am one of those unambitious lawyers who never addresses a jury, or in any way draws down public applause; but in the cool tranquillity of a snug retreat, do a snug business among rich men's bonds and mortgages and title-deeds. The late John Jacob Astor, a personage little given to poetic enthusiasm, had no hesitation in pronouncing my first grand point to be prudence; my next, method. I do not speak it in vanity, but simply record the fact, that I was not unemployed in my profession by the last John Jacob Astor; a name which, I admit, I love to repeat, for it hath a rounded and orbicular sound to it, and rings like unto bullion. I will freely add, that I was not insensible to the late John Jacob Astor's good opinion.</p>
+            <p>Some time prior to the period at which this little history begins, my avocations had been largely increased. The good old office, now extinct in the State of New York, of a Master in Chancery, had been conferred upon me. It was not a very arduous office, but very pleasantly remunerative. I seldom lose my temper; much more seldom indulge in dangerous indignation at wrongs and outrages; but I must be permitted to be rash here and declare, that I consider the sudden and violent abrogation of the office of Master of Chancery, by the new Constitution, as a----premature act; inasmuch as I had counted upon a life-lease of the profits, whereas I only received those of a few short years. But this is by the way.</p>
+            <p>My chambers were up stairs at No.--Wall-street. At one end they looked upon the white wall of the interior of a spacious sky-light shaft, penetrating the building from top to bottom. This view might have been considered rather tame than otherwise, deficient in what landscape painters call "life." But if so, the view from the other end of my chambers offered, at least, a contrast, if nothing more. In that direction my windows commanded an unobstructed view of a lofty brick wall,black by age and everlasting shade; which wall required no spy-glass to bring out its lurking beauties, but for the benefit of all near-sighted spectators, was pushed up to within ten feet of my window panes. Owing to the great height of the surrounding buildings, and my chambers being on the second floor, the interval between this wall and mine not a little resembled a huge square cistern.</p>
+            <p>At the period just preceding the advent of Bartleby, I had two persons as copyists in my employment, and a promising lad as an office-boy. First, Turkey; second, Nippers; third, Ginger Nut.These may seem names, the like of which are not usually found in the Directory. In truth they were nicknames, mutually conferred upon each other by my three clerks, and were deemed expressive of their respective persons or characters. Turkey was a short, pursy Englishman of about my own age, that is, somewhere not far from sixty. In the morning, one might say, his face was of a fine florid hue, but after twelve o'clock, meridian-- his dinner hour-- it blazed like a grate full of Christmas coals; and continued blazing--but, as it were, with a gradual wane--till 6 o'clock, P.M. or thereabouts, after which I saw no more of the proprietor of the face, which gaining its meridian with the sun, seemed to set with it, to rise, culminate, and decline the following day, with the like regularity and undiminished glory. There are many singular coincidences I have known in the course of my life, not the least among which was the fact that exactly when Turkey displayed his fullest beams from his red and radiant countenance, just then, too, at the critical moment, began the daily period when I considered his business capacities as seriously disturbed for the remainder of the twenty-four hours. Not that he was absolutely idle, or averse to business then; far from it. The difficulty was, he was apt to be altogether too energetic. There was a strange, inflamed, flurried, flighty recklessness of activity about him. He would be incautious in dipping his pen into his inkstand. All his blots upon my documents, were dropped there after twelve o'clock, meridian. Indeed, not only would he be reckless and sadly given to making blots in the afternoon, but some days he went further, and was rather noisy. At such times, too, his face flamed with augmented blazonry, as if cannel coal had been heaped on anthracite. He made an unpleasant racket with his chair; spilled his sand-box; in mending his pens, impatiently split them all to pieces, and threw them on the floor in a sudden passion; stood up and leaned over his table, boxing his papers about in a most indecorous manner, very sad to behold in an elderly manlike him. Nevertheless, as he was in many ways a most valuable person to me, and all the time before twelve o'clock, meridian, was the quickest, steadiest creature too, accomplishing a great deal of work in a style not easy to be matched--for these reasons, I was willingto overlook his eccentricities, though indeed, occasionally, I remonstrated with him. I did this very gently, however, because, though the civilest, nay, the blandest and most reverential of men in the morning, yet in the afternoon he was disposed, upon provocation, to be slightly rash with his tongue, in fact, insolent. Now, valuing his morning services as I did, and resolved not to lose them; yet, at the same time made uncomfortable by his inflamed ways after twelve o'clock; and being a man of peace, unwilling by my admonitions to call forth unseemingly retorts from him; I took upon me, one Saturday noon (he was always worse on Saturdays), to hint to him, very kindly, that perhaps now that he was growing old, it might be well to abridge his labors; in short, he need not come to my chambers after twelve o'clock, but, dinner over, had best go home to his lodgings and rest himself till tea-time. But no; he insisted upon his afternoon devotions. His countenance became intolerably fervid, as he oratorically assured me--gesticulating with a long ruler at the other end of the room--that if his services in the morning were useful, how indispensible, then, in the afternoon?</p>
+            <p>"With submission, sir," said Turkey on this occasion, "I consider myself your right-hand man. In the morning I but marshal and deploy my columns; but in the afternoon I put myself at their head, and gallantly charge the foe, thus!"--and he made a violent thrust with the ruler.</p>
+            <p>"But the blots, Turkey," intimated I.</p>
+            <p>"True,--but, with submission, sir, behold these hairs! I am getting old. Surely, sir, a blot or two of a warm afternoon is not the page--is honorable. With submission, sir, we both are getting old."</p>
+            <p>This appeal to my fellow-feeling was hardly to be resisted. At all events, I saw that go he would not. So I made up my mind to let him stay, resolving, nevertheless, to see to it, that during the afternoon he had to do with my less important papers.</p>
+            <p>Nippers, the second on my list, was a whiskered, sallow, and, upon the whole, rather piratical-looking young man of about five and twenty. I always deemed him the victim of two evil powers-- ambition and indigestion. The ambition was evinced by a certain impatience of the duties of a mere copyist, an unwarrantable usurpation of strictly profession affairs, such as the original drawing up of legal documents. The indigestion seemed betokened in an occasional nervous testiness and grinning irritability, causing the teeth to audibly grind together over mistakes committed in copying; unnecessary maledictions, hissed, rather than spoken, in the heat of business; and especially by a continual discontent with the height of the table where he worked. Though of a very ingenious mechanical turn, Nippers could never get this table to suit him. He put chips under it, blocks of various sorts, bits of pasteboard, and at last went so far as to attempt an exquisite adjustment by final pieces of folded blotting-paper. But no invention would answer. If, for the sake of easing his back, he brought the table lid at a sharp angle well up towards his chin, and wrote there like a man using the steep roof of a Dutch house for his desk:--then he declared that it stopped the circulation in his arms. If now he lowered the table to his waistbands, and stooped over it in writing, then there was a sore aching in his back. In short, the truth of the matter was, Nippers knew not what he wanted. Or, if he wanted anything, it was to be rid of a scrivener's table altogether. Among the manifestations of his diseased ambition was a fondness he had for receiving visits from certain ambiguous-looking fellows in seedy coats, whom he called his clients. Indeed I was aware that not only was he, at times, considerable of a ward-politician, but he occasionally did a little businessat the Justices' courts, and was not unknown on the steps of the Tombs. I have good reason to believe, however, that one individual who called upon him at my chambers, and who, with a grand air, he insisted was his client, was no other than a dun, and the alleged title-deed, a bill. But with all his failings, and the annoyances he caused me, Nippers, like his compatriot Turkey, was a very useful man to me; wrote a neat, swift hand; and, when he chose, was not deficient in a gentlemanly sort of deportment. Added to this, he always dressedin a gentlemanly sort of way; and so, incidentally, reflected credit upon my chambers. Whereas with respect to Turkey, I had much ado to keep him from being a reproach to me. His clothes were apt to look oily and smell of eating-houses. He wore his pantaloons very loose and baggy in summer. His coats were execrable; his hat not to be handled. But while the hat was a thing of indifference to me, inasmuch as his natural civility and deference, as a dependent Englishman, always led him to doff it the moment he entered the room, yet his coat was another matter. Concerning his coats, I reasoned with him; but with no effect. The truth was, I suppose, that a man with so small an income, could not afford to sport such a lustrous face and a lustrous coat at one and the same time. As Nippers once observed, Turkey's money went chiefly for red ink. One winter day I presented Turkey with a highly-respectable looking coat of my own, a padded gray coat, of a most comfortable warmth, and which buttoned straight up from the knee to the neck. I thought Turkey would appreciate the favor, and abate his rashness and obstreperousness of afternoons. But no. I verily believe that buttoning himself up in so downy and blanket-like a coat had a pernicious effect upon him; upon the same principle that too much oats are bad for horses. In fact, precisely as a rash, restive horse is said to feel his oats, so Turkey felt his coat. It made him insolent. He was a man whom prosperity harmed.</p>
+            <p>Though concerning the self-indulgent habits of Turkey I had my own private surmises, yet touching Nippers I was well persuaded that whatever might be his faults in other respects, he was, at least, a temperate young man. But indeed, nature herself seemed to have been his vintner, and at his birth charged him so thoroughly with an irritable, brandy-like disposition, that all subsequent potations were needless. When I consider how, amid the stillness of my chambers, Nippers would sometimes impatiently rise from his seat, and stooping over his table, spread his arms wide apart, seize the whole desk, and move it, and jerk it, with a grim, grinding motion on the floor, as if the table were a perverse voluntary agent, intent on thwarting and vexing him; I plainly perceive that for Nippers, brandy and water were altogether superfluous.</p>
+            <p>It was fortunate for me that, owing to its course--indigestion--the irritability and consequent nervousness of Nippers, were mainly observable in the morning, while in the afternoon he was comparatively mild. So that Turkey's paroxysms only coming on about twelve o'clock, I never had to do with their eccentricities at one time. Their fits relieved each other like guards. When Nippers' was on, Turkey's was off, and vice versa. This was a good natural arrangement under the circumstances.</p>
+            <p>Ginger Nut, the third on my list, was a lad some twelve years old. His father was a carman, ambitious of seeing his son on the bench instead of a cart, before he died. So he sent him to my office as a student at law, errand boy, and cleaner and sweeper, at the rate of one dollar a week. He had a little desk to himself, but he did not use it much. Upon inspection, the drawer exhibited a great array of the shells of various sorts of nuts. Indeed, to this quick-witted youth the whole noble science of the law was contained in a nut-shell. Not the least among the employments of Ginger Nut, as well as one which he discharged with the most alacrity, was his duty as cake and apple purveyor for Turkey and Nippers. Copying law papers being proverbially a dry, husky sort of business, my two scriveners were fain to moisten their mouths very often with Spitzenbergs to be had at the numerous stalls nigh the Custom House and Post Office. Also, they sent Ginger Nut very frequently for that peculiar cake--small, flat, round, and very spicy--after which he had been named by them. Of a cold morning when business was but dull, Turkey would gobble up scores of these cakes, as if they were mere wafers--indeed they sell them at the rate of six or eight for a penny--the scrape of his pen blending with the crunching of the crisp particles in his mouth. Of all the fiery afternoon blunders and flurried rashnesses of Turkey, was his once moistening a ginger-cake between his lips, and clapping it on to a mortgage for a seal. I came within an ace of dismissing him then. But he mollified me by making an oriental bow, and saying--"With submission, sir, it was generous of me to find you in stationery on my own account."</p>
+            <p>Now my original business--that of a conveyancer and title hunter, and drawer-up of recondite documents of all sorts--was considerably increased by receiving the master's office. There was now great work for scriveners. Not only must I push the clerks already with me, but I must have additional help. In answer to my advertisement, a motionless young man one morning, stood upon my office threshold, the door being open, for it was summer. I can see that figure now--pallidly neat, pitiably respectable, incurably forlorn! It was Bartleby.</p>
+            <p>After a few words touching his qualifications, I engaged him, glad to have among my corps of copyists a man of so singularly sedate an aspect, which I thought might operate beneficially upon the flighty temper of Turkey, and the fiery one of Nippers.</p>
+            <p>I should have stated before that ground glass folding-doors divided my premises into two parts, one of which was occupied by my scriveners, the other by myself. According to my humor I threw open these doors, or closed them. I resolved to assign Bartleby a corner by the folding-doors, but on my side of them, so as to have this quiet man within easy call, in case any trifling thing was to be done. I placed his desk close up to a small side window in that part of the room, a window which originally had afforded a lateral view of certain grimy back-yards and bricks, but which, owing to subsequent erections, commanded at present no view at all, though it gave some light. Within three feet of the panes was a wall, and the light came down from far above, between two lofty buildings, as from a very small opening in a dome. Still further to a satisfactory arrangement, I procured a high green folding screen, which might entirely isolate Bartleby from my sight, though not remove him from my voice. And thus, in a manner, privacy and society were conjoined. </p>
+            <p>At first Bartleby did an extraordinary quantity of writing. As if long famishingfor something to copy, he seemed to gorge himself on my documents. There was no pause for digestion. He ran a day and night line, copying by sun-light and by candle-light. I should have been quite delighted with his application, had be been cheerfully industrious. But he wrote on silently, palely, mechanically. </p>
+            <p>It is, of course, an indispensable part of a scrivener's business to verify the accuracy of his copy, word by word. Where there are two or more scriveners in an office, they assist each other in this examination, one reading from the copy, the other holding the original. It is a very dull, wearisome, and lethargic affair. I can readily imagine that to some sanguine temperaments it would be altogether intolerable. For example, I cannot credit that the mettlesome poet Byron would have contentedly sat down with Bartleby to examine a law document of, say five hundred pages, closely written in a crimpy hand.</p>
+            <p>Now and then, in the haste of business, it had been my habit to assist in comparing some brief document myself, calling Turkey or Nippers for this purpose. One object I had in placing Bartleby so handy to me behind the screen, was to avail myself of his services on such trivial occasions. It was on the third day, I think, of his being with me, and before any necessity had arisen for having his own writing examined, that, being much hurried to complete a small affair I had in hand, I abruptly called to Bartleby. In my haste and natural expectancy of instant compliance, I sat with my head bent over the original on my desk, and my right hand sideways, and somewhat nervously extended with the copy, so that immediately upon emerging from his retreat, Bartleby might snatch it and proceed to business without the least delay.</p>
+            <p>In this very attitude did I sit when I called to him, rapidly stating what it was I wanted him to do--namely, to examine a small paper with me. Imagine my surprise, nay, my consternation, when without moving from his privacy, Bartleby in a singularly mild, firm voice, replied,"I would prefer not to." </p>
+            <p>I sat awhile in perfect silence, rallying my stunned faculties. Immediately it occurred to me that my ears had deceived me, or Bartleby had entirely misunderstood my meaning. I repeated my request in the clearest tone I could assume. But in quite as clear a one came the previous reply, "I would prefer not to."</p>
+            <p>"Prefer not to," echoed I, rising in high excitement, and crossing the room with a stride, "What do you mean? Are you moon-struck? I want you to help me compare this sheet here--take it," and I thrust it towards him.</p>
+            <p>"I would prefer not to," said he.</p>
+            <p>I looked at him steadfastly. His face was leanly composed; his gray eye dimly calm. Not a wrinkle of agitation rippled him. Had there been the least uneasiness, anger, impatience or impertinence in his manner; in other words, had there been any thing ordinarily human about him, doubtless I should have violently dismissed him from the premises. But as it was, I should have as soon thought of turning my pale plaster-of-paris bust of Cicero out of doors. I stood gazing at him awhile, as he went on with his own writing, and then reseated myself at my desk. This is very strange, thought I. What had one best do? But my business hurried me. I concluded to forget the matter for the present, reserving it for my future leisure. So calling Nippers from the other room, the paper was speedily examined.</p>
+            <p>A few days after this, Bartleby concluded four lengthy documents, being quadruplicates of a week's testimony taken before me in my High Court of Chancery. It became necessary to examine them. It was an important suit, and great accuracy was imperative. Having all things arranged I called Turkey, Nippers and Ginger Nut from the next room, meaning to place the four copies in the hands of my four clerks, while I should read from the original. Accordingly Turkey, Nippers and Ginger Nut had taken their seats in a row, each with his document in hand, when I called to Bartleby to join this interesting group.</p>
+            <p>"Bartleby! quick, I am waiting."</p>
+            <p>I heard a low scrape of his chair legs on the unscraped floor, and soon he appeared standing at the entrance of his hermitage. </p>
+            <p>"What is wanted?" said he mildly.</p>
+            <p>"The copies, the copies," said I hurriedly. "We are going to examine them. There"--and I held towards him the fourth quadruplicate.</p>
+            <p>"I would prefer not to," he said, and gently disappeared behind the screen.</p>
+            <p>For a few moments I was turned into a pillar of salt, standing at the head of my seated column of clerks. Recovering myself, I advanced towards the screen, and demanded the reason for such extraordinary conduct.</p>
+            <p>"<i>Why</i> do you refuse?"</p>
+            <p>"I would prefer not to."</p>
+            <p>With any other man I should have flown outright into a dreadful passion, scorned all further words, and thrust him ignominiously from my presence. But there was something about Bartleby that not only strangely disarmed me, but in a wonderful manner touched and disconcerted me. I began to reason with him.</p>
+            <p>"These are your own copies we are about to examine. It is labor saving to you, because one examination will answer for your four papers. It is common usage. Every copyist is bound to help examine his copy. Is it not so? Will you not speak? Answer!"</p>
+            <p>"I prefer not to," he replied in a flute-like tone. It seemed to me that while I had been addressing him, he carefully revolved every statement that I made; fully comprehended the meaning; could not gainsay the irresistible conclusion; but, at the same time, some paramount consideration prevailed with him to reply as he did.</p>
+            <p>"You are decided, then, not to comply with my request--a request made according to common usage and common sense?"</p>
+            <p>He briefly gave me to understand that on that point my judgment was sound. Yes: his decision was irreversible.</p>
+            <p>It is not seldom the case that when a man is browbeaten in some unprecedented and violently unreasonable way, he begins to stagger in his own plainest faith. He begins, as it were, vaguely to surmise that, wonderful as it may be, all the justice and all the reason is on the other side. Accordingly, if any disinterested persons are present, he turns to them for some reinforcement for his own faltering mind. </p>
+            <p>"Turkey," said I, "what do you think of this? Am I not right?"</p>
+            <p>"With submission, sir," said Turkey, with his blandest tone, "I think that you are."</p>
+            <p>"Nippers," said I, "what do<i> you</i> think of it?"</p>
+            <p>"I think I should kick him out of the office."</p>
+            <p>(The reader of nice perceptions will here perceive that, it being morning, Turkey's answer is couched in polite and tranquil terms, but Nippers replies in ill-tempered ones. Or, to repeat a previous sentence, Nipper's ugly mood was on duty, and Turkey's off.)</p>
+            <p>"Ginger Nut," said I, willing to enlist the smallest suffrage in my behalf, "what do<i> you</i> think of it?"</p>
+            <p>"I think, sir, he's a little<i> luny</i>," replied Ginger Nut, with a grin.</p>
+            <p>"You hear what they say," said I, turning towards the screen, "come forth and do your duty."</p>
+            <p>But he vouchsafed no reply. I pondered a moment in sore perplexity. But once more business hurried me. I determined again to postpone the consideration of this dilemma to my future leisure. With a little trouble we made out to examine the papers without Bartleby, though at every page or two, Turkey deferentially dropped his opinion that this proceeding was quite out of the common; while Nippers, twitching in his chair with a dyspeptic nervousness, ground out between his set teeth occasional hissing maledictions against the stubborn oaf behind the screen. And for his (Nipper's) part, this was the first and the last time he would do another man's business without pay.</p>
+            <p>Meanwhile Bartleby sat in his hermitage, oblivious to every thing but his own peculiar business there.</p>
+            <p>Some days passed, the scrivener being employed upon another lengthy work. His late remarkable conduct led me to regard his way narrowly. I observed that he never went to dinner; indeed that he never went any where. As yet I had never of my personal knowledge known him to be outside of my office. He was a perpetual sentry in the corner. At about eleven o'clock though, in the morning, I noticed that Ginger Nut would advance toward the opening in Bartleby's screen, as if silently beckoned thither by a gesture invisible to me where I sat. That boy would then leave the office jingling a few pence, and reappear with a handful of ginger-nuts which he delivered in the hermitage, receiving two of the cakes for his trouble.</p>
+            <p>He lives, then, on ginger-nuts, thought I; never eats a dinner, properly speaking; he must be a vegetarian then, but no; he never eats even vegetables, he eats nothing but ginger-nuts. My mind then ran on in reveries concerning the probable effects upon the human constitution of living entirely on ginger-nuts. Ginger-nuts are so called because they contain ginger as one of their peculiar constituents, and the final flavoring one. Now what was ginger? A hot, spicy thing. Was Bartleby hot and spicy? Not at all. Ginger, then, had no effect upon Bartleby. Probably he preferred it should have none. </p>
+            <p>Nothing so aggravates an earnest person as a passive resistance. If the individual so resisted be of a not inhumane temper, and the resisting one perfectly harmless in his passivity; then, in the better moods of the former, he will endeavor charitably to construe to his imagination what proves impossible to be solved by his judgment. Even so, for the most part, I regarded Bartleby and his ways. Poor fellow! thought I, he means no mischief; it is plain he intends no insolence; his aspect sufficiently evinces that his eccentricities are involuntary. He is useful to me. I can get along with him. If I turn him away, the chances are he will fall in with some less indulgent employer, and then he will be rudely treated, and perhaps driven forth miserably to starve. Yes. Here I can cheaply purchase a delicious self-approval. To befriend Bartleby; to humor him in his strange willfulness, will cost me little or nothing, while I lay up in my soul what will eventually prove a sweet morsel for my conscience. But this mood was not invariable with me. The passiveness of Bartleby sometimes irritated me. I felt strangely goaded on to encounter him in new opposition, to elicit some angry spark from him answerable to my own. But indeed I might as well have essayed to strike fire with my knuckles against a bit of Windsor soap. But one afternoon the evil impulse in me mastered me, and the following little scene ensued:</p>
+            <p>"Bartleby," said I, "when those papers are all copied, I will compare them with you."</p>
+            <p>"I would prefer not to."</p>
+            <p>"How? Surely you do not mean to persist in that mulish vagary?"</p>
+            <p>No answer.</p>
+            <p>I threw open the folding-doors near by, and turning upon Turkey and Nippers, exclaimed in an excited manner--</p>
+            <p>"He says, a second time, he won't examine his papers. What do you think of it, Turkey?"</p>
+            <p>It was afternoon, be it remembered. Turkey sat glowing like a brass boiler, his bald head steaming, his hands reeling among his blotted papers.</p>
+            <p>"Think of it?" roared Turkey; "I think I'll just step behind his screen, and black his eyes for him!"</p>
+            <p>So saying, Turkey rose to his feet and threw his arms into a pugilistic position. He was hurrying away to make good his promise, when I detained him, alarmed at the effect of incautiously rousing Turkey's combativeness after dinner.</p>
+            <p>"Sit down, Turkey," said I, "and hear what Nippers has to say. What do you think of it, Nippers? Would I not be justified in immediately dismissing Bartleby?"</p>
+            <p>"Excuse me, that is for you to decide, sir. I think his conduct quite unusual, and indeed unjust, as regards Turkey and myself. But it may only be a passing whim."</p>
+            <p>"Ah," exclaimed I, "you have strangely changed your mind then--you speak very gently of him now."</p>
+            <p>"All beer," cried Turkey; "gentleness is effects of beer--Nippers and I dined together to-day. You see how gentle I am, sir. Shall I go and black his eyes?"</p>
+            <p>"You refer to Bartleby, I suppose. No, not to-day, Turkey," I replied; "pray, put up your fists."</p>
+            <p>I closed the doors, and again advanced towards Bartleby. I felt additional incentives tempting me to my fate. I burned to be rebelled against again. I remembered that Bartleby never left the office.</p>
+            <p>"Bartleby," said I, "Ginger Nut is away; just step round to the Post Office, won't you? (it was but a three minutes walk,) and see if there is any thing for me."</p>
+            <p>"I would prefer not to."</p>
+            <p>"You<i> will</i> not?"</p>
+            <p>"I <i>prefer</i> not."</p>
+            <p>I staggered to my desk, and sat there in a deep study. My blind inveteracy returned. Was there any other thing in which I could procure myself to be ignominiously repulsed by this lean, penniless with?--my hired clerk? What added thing is there, perfectly reasonable, that he will be sure to refuse to do?</p>
+            <p>"Bartleby!"</p>
+            <p>No answer.</p>
+            <p>"Bartleby," in a louder tone.</p>
+            <p>No answer.</p>
+            <p>"Bartleby," I roared.</p>
+            <p>Like a very ghost, agreeably to the laws of magical invocation, at the third summons, he appeared at the entrance of his hermitage.</p>
+            <p>"Go to the next room, and tell Nippers to come to me."</p>
+            <p>"I prefer not to," he respectfully and slowly said, and mildly disappeared.</p>
+            <p>"Very good, Bartleby," said I, in a quiet sort of serenely severe self-possessed tone, intimating the unalterable purpose of some terrible retribution very close at hand. At the moment I half intended something of the kind. But upon the whole, as it was drawing towards my dinner-hour, I thought it best to put on my hat and walk home for the day, suffering much from perplexity and distress of mind.</p>
+            <p> Shall I acknowledge it? The conclusion of this whole business was that it soon became a fixed fact of my chambers, that a pale young scrivener, by the name of Bartleby, had a desk there; that he copied for me at the usual rate of four cents a folio (one hundred words); but he was permanently exempt from examining the work done by him, that duty being transferred to Turkey and Nippers, one of compliment doubtless to their superior acuteness; moreover, said Bartleby was never on any account to be dispatched on the most trivial errand of any sort; and that even if entreated to take upon him such a matter, it was generally understood that he would prefer not to--in other words, that he would refuse point-blank. </p>
+            <p>32 As days passed on, I became considerably reconciled to Bartleby. His steadiness, his freedom from all dissipation, his incessant industry (except when he chose to throw himself into a standing revery behind his screen), his great stillness, his unalterableness of demeanor under all circumstances, made him a valuable acquisition. One prime thing was this,--he was always there;--first in the morning, continually through the day, and the last at night. I had a singular confidence in his honesty. I felt my most precious papers perfectly safe in his hands. Sometimes to be sure I could not, for the very soul of me, avoid falling into sudden spasmodic passions with him. For it was exceeding difficult to bear in mind all the time those strange peculiarities, privileges, and unheard of exemptions, forming the tacit stipulations on Bartleby's part under which he remained in my office. Now and then, in the eagerness of dispatching pressing business, I would inadvertently summon Bartleby, in a short, rapid tone, to put his finger, say, on the incipient tie of a bit of red tape with which I was about compressing some papers. Of course, from behind the screen the usual answer, "I prefer not to," was sure to come; and then, how could a human creature with the common infirmities of our nature, refrain from bitterly exclaiming upon such perverseness--such unreasonableness. However, every added repulse of this sort which I received only tended to lessen the probability of my repeating the inadvertence.</p>
+            <p>Here is must be said, that according to the custom of most legal gentlemen occupying chambers in densely-populated law buildings, there were several keys to my door. One was kept by a woman residing in the attic, which person weekly scrubbed and daily swept and dusted my apartments. Another was kept by Turkey for convenience sake. The third I sometimes carried in my own pocket. The fourth I knew not who had.</p>
+            <p>Now, one Sunday morning I happened to go to Trinity Church, to hear a celebrated preacher, and finding myself rather early on the ground, I thought I would walk round to my chambers for a while. Luckily I had my key with me; but upon applying it to the lock, I found it resisted by something inserted from the inside. Quite surprised, I called out; when to my consternation a key was turned from within; and thrusting his lean visage at me, and holding the door ajar, the apparition of Bartleby appeared, in his shirt sleeves, and otherwise in a strangely tattered dishabille, saying quietly that he was sorry, but he was deeply engaged just then, and--preferred not admitting me at present. In a brief word or two, he moreover added, that perhaps I had better walk round the block two or three times, and by that time he would probably have concluded his affairs. Now, the utterly unsurmised appearance of Bartleby, tenanting my law-chambers of a Sunday morning, with his cadaverously gentlemanly nonchalance, yet withal firm and self-possessed, had such a strange effect upon me, that incontinently I slunk away from my own door, and did as desired. But not without sundry twinges of impotent rebellion against the mild effrontery of this unaccountable scrivener. Indeed, it was his wonderful mildness chiefly, which not only disarmed me, but unmanned me, as it were. For I consider that one, for the time, is a sort of unmanned when he tranquilly permits his hired clerk to dictate to him, and order him away from his own premises. Furthermore, I was full of uneasiness as to what Bartleby could possibly be doing in my office in his shirt sleeves, and in an otherwise dismantled condition of a Sunday morning. Was any thing amiss going on? Nay, that was out of the question. It was not to be thought of for a moment that Bartleby was an immoral person. But what could he be doing there?--copying? Nay again, whatever might be his eccentricities, Bartleby was an eminently decorous person. He would be the last man to sit down to his desk in any state approaching to nudity. Besides, it was Sunday; and there was something about Bartleby that forbade the supposition that we would by any secular occupation violate the proprieties of the day.</p>
+            <p>Nevertheless, my mind was not pacified; and full of a restless curiosity, at last I returned to the door. Without hindrance I inserted my key, opened it, and entered. Bartleby was not to be seen. I looked round anxiously, peeped behind his screen; but it was very plain that he was gone. Upon more closely examining the place, I surmised that for an indefinite period Bartleby must have ate, dressed, and slept in my office, and that too without plate, mirror, or bed. The cushioned seat of a rickety old sofa in one corner bore t faint impress of a lean, reclining form. Rolled away under his desk, I found a blanket; under the empty grate, a blacking box and brush; on a chair, a tin basin, with soap and a ragged towel; in a newspaper a few crumbs of ginger-nuts and a morsel of cheese. Yet, thought I, it is evident enough that Bartleby has been making his home here, keeping bachelor's hallall by himself. Immediately then the thought came sweeping across me, What miserable friendlessness and loneliness are here revealed! His poverty is great; but his solitude, how horrible! Think of it. Of a Sunday, Wall-street is deserted as Petra; and every night of every day it is an emptiness. This building too, which of week-days hums with industry and life, at nightfall echoes with sheer vacancy, and all through Sunday is forlorn. And here Bartleby makes his home; sole spectator of a solitude which he has seen all populous--a sort of innocent and transformed Marius brooding among the ruins of Carthage! </p>
+            <p>For the first time in my life a feeling of overpowering stinging melancholy seized me. Before, I had never experienced aught but a not-unpleasing sadness. The bond of a common humanity now drew me irresistibly to gloom. A fraternal melancholy! For both I and Bartleby were sons of Adam. I remembered the bright silks and sparkling faces I had seen that day in gala trim, swan-like sailing down the Mississippi of Broadway; and I contrasted them with the pallid copyist, and thought to myself, Ah, happiness courts the light, so we deem the world is gay; but misery hides aloof, so we deem that misery there is none. These sad fancyings-- chimeras, doubtless, of a sick and silly brain--led on to other and more special thoughts, concerning the eccentricities of Bartleby. Presentiments of strange discoveries hovered round me. The scrivener's pale form appeared to me laid out, among uncaring strangers, in its shivering winding sheet.</p>
+            <p>Suddenly I was attracted by Bartleby's closed desk, the key in open sight left in the lock.</p>
+            <p> I mean no mischief, seek the gratification of no heartless curiosity, thought I; besides, the desk is mine, and its contents too, so I will make bold to look within. Every thing was methodically arranged, the papers smoothly placed. The pigeon holes were deep, and removing the files of documents, I groped into their recesses. Presently I felt something there, and dragged it out. It was an old bandanna handkerchief, heavy and knotted. I opened it, and saw it was a savings' bank.</p>
+            <p>I now recalled all the quiet mysteries which I had noted in the man. I remembered that he never spoke but to answer; that though at intervals he had considerable time to himself, yet I had never seen him reading--no, not even a newspaper; that for long periods he would stand looking out, at his pale window behind the screen, upon the dead brick wall; I was quite sure he never visited any refectory or eating house; while his pale face clearly indicated that he never drank beer like Turkey, or tea and coffee even, like other men; that he never went any where in particular that I could learn; never went out for a walk, unless indeed that was the case at present; that he had declined telling who he was, or whence he came, or whether he had any relatives in the world; that though so thin and pale, he never complained of ill health. And more than all, I remembered a certain unconscious air of pallid--how shall I call it?--of pallid haughtiness, say, or rather an austere reserve about him, which had positively awed me into my tame compliance with his eccentricities, when I had feared to ask him to do the slightest incidental thing for me, even though I might know, from his long-continued motionlessness, that behind his screen he must be standing in one of those dead-wall reveries of his.</p>
+            <p>Revolving all these things, and coupling them with the recently discovered fact that he made my office his constant abiding place and home, and not forgetful of his morbid moodiness; revolving all these things, a prudential feeling began to steal over me. My first emotions had been those of pure melancholy and sincerest pity; but just in proportion as the forlornness of Bartleby grew and grew to my imagination, did that same melancholy merge into fear, that pity into repulsion. So true it is, and so terrible too, that up to a certain point the thought or sight of misery enlists our best affections; but, in certain special cases, beyond that point it does not. They err who would assert that invariably this is owing to the inherent selfishness of the human heart. It rather proceeds from a certain hopelessness of remedying excessive and organic ill. To a sensitive being, pity is not seldom pain. And when at last it is perceived that such pity cannot lead to effectual succor, common sense bids the soul be rid of it. What I saw that morning persuaded me that the scrivener was the victim of innate and incurable disorder. I might give alms to his body; but his body did not pain him; it was his soul that suffered, and his soul I could not reach. </p>
+            <p>I did not accomplish the purpose of going to Trinity Church that morning. Somehow, the things I had seen disqualified me for the time from church-going. I walked homeward, thinking what I would do with Bartleby. Finally, I resolvedupon this;--I would put certain calm questions to him the next morning, touching his history, &amp;c., and if he declined to answer then openly and reservedly (and I supposed he would prefer not), then to give him a twenty dollar bill over and above whatever I might owe him, and tell him his services were no longer required; but that if in any other way I could assist him, I would be happy to do so, especially if he desired to return to his native place, wherever that might be, I would willingly help to defray the expenses. Moreover, if after reaching home, he found himself at any time in want of aid, a letter from him would be sure of a reply.</p>
+            <p>The next morning came.</p>
+            <p>"Bartleby," said I, gently calling to him behind the screen.</p>
+            <p>No reply.</p>
+            <p>"Bartleby," said I, in a still gentler tone, "come here; I am not going to ask you to do any thing you would prefer not to do--I simply wish to speak to you."</p>
+            <p>Upon this he noiselessly slid into view.</p>
+            <p>"Will you tell me, Bartleby, where you were born?" </p>
+            <p>"I would prefer not to."</p>
+            <p>"Will you tell me <i>anything </i>about yourself?"</p>
+            <p>"I would prefer not to."</p>
+            <p>"But what reasonable objection can you have to speak to me? I feel friendly towards you."</p>
+            <p>He did not look at me while I spoke, but kept his glance fixed upon my bust of Cicero, which as I then sat, was directly behind me, some six inches above my head. "What is your answer, Bartleby?" said I, after waiting a considerable time for a reply, during which his countenance remained immovable, only there was the faintest conceivable tremor of the white attenuated mouth.</p>
+            <p>"At present I prefer to give no answer," he said, and retired into his hermitage.</p>
+            <p>It was rather weak in me I confess, but his manner on this occasion nettled me. Not only did there seem to lurk in it a certain disdain, but his perverseness seemed ungrateful, considering the undeniable good usage and indulgence he had received from me.</p>
+            <p>Again I sat ruminating what I should do.Mortified as I was at his behavior, and resolved as I had been to dismiss him when I entered my office, nevertheless I strangely felt something superstitious knocking at my heart, and forbidding me to carry out my purpose, and denouncing me for a villain if I dared to breathe one bitter word against this forlornest of mankind. At last, familiarly drawing my chair behind his screen, I sat down and said: "Bartleby, never mind then about revealing your history; but let me entreat you, as a friend, to comply as far as may be with the usages of this office. Say now you will help to examine papers tomorrow or next day: in short, say now that in a day or two you will begin to be a little reasonable:--say so, Bartleby."</p>
+            <p>"At present I would prefer not to be a little reasonable was his idly cadaverous reply.,"</p>
+            <p>Just then the folding-doors opened, and Nippers approached. He seemed suffering from an unusually bad night's rest, induced by severer indigestion than common. He overheard those final words of Bartleby.</p>
+            <p><i>"Prefer</i> not, eh?" gritted Nippers--"I'd<i> prefer</i> him, if I were you, sir," addressing me--"I'd <i>prefer</i> him; I'd give him preferences, the stubborn mule! What is it, sir, pray, that he <i>prefers</i> not to do now?"</p>
+            <p>Bartleby moved not a limb.</p>
+            <p>"Mr. Nippers," said I, "I'd prefer that you would withdraw for the present." </p>
+            <p>Somehow, of late I had got into the way of involuntary using this word "prefer" upon all sorts of not exactly suitable occasions. And I trembled to think that my contact with the scrivener had already and seriously affected me in a mental way. And what further and deeper aberration might it not yet produce? This apprehension had not been without efficacy in determining me to summary means.</p>
+            <p>As Nippers, looking very sour and sulky, was departing, Turkey blandly and deferentially approached.</p>
+            <p>"With submission, sir," said he, "yesterday I was thinking about Bartleby here, and I think that if he would but prefer to take a quart of good ale every day, it would do much towards mending him, and enabling him to assist in examining his papers."</p>
+            <p>"So you have got the word too," said I, slightly excited.</p>
+            <p>"With submission, what word, sir," asked Turkey, respectfully crowding himself into the contracted space behind the screen, and by so doing, making me jostle the scrivener. "What word, sir?"</p>
+            <p>"I would prefer to be left alone here," said Bartleby, as if offended at being mobbed in his privacy. </p>
+            <p>"<i>That's</i> the word, Turkey," said I--<i>"that's</i> it."</p>
+            <p>"Oh,<i> prefer</i> oh yes--queer word. I never use it myself. But, sir as I was saying, if he would but prefer--"</p>
+            <p>"Turkey," interrupted I, "you will please withdraw."</p>
+            <p>"Oh, certainly, sir, if you prefer that I should."</p>
+            <p>As he opened the folding-door to retire, Nippers at his desk caught a glimpse of me, and asked whether I would prefer to have a certain paper copied on blue paper or white. He did not in the least roguishly accent the word prefer. It was plain that it involuntarily rolled from his tongue. I thought to myself, surely I must get rid of a demented man, who already has in some degree turned the tongues, if not the heads of myself and clerks. But I thought it prudent not to break the dismission at once.</p>
+            <p>The next day I noticed that Bartleby did nothing but stand at his window in his dead-wall revery. Upon asking him why he did not write, he said that he had decided upon doing no more writing.</p>
+            <p>"Why, how now? what next?" exclaimed I, "do no more writing?"</p>
+            <p>"No more."</p>
+            <p>"And what is the reason?"</p>
+            <p>"Do you not see the reason for yourself," he indifferently replied.</p>
+            <p>I looked steadfastly at him, and perceived that his eyes looked dull and glazed. Instantly it occurred to me, that his unexampled diligence in copying by his dim window for the first few weeks of his stay with me might have temporarily impaired his vision.</p>
+            <p>I was touched. I said something in condolence with him. I hinted that of course he did wisely in abstaining from writing for a while; and urged him to embrace that opportunity of taking wholesome exercise in the open air. This, however, he did not do. A few days after this, my other clerks being absent, and being in a great hurry to dispatch certain letters by the mail, I thought that, having nothing else earthly to do, Bartleby would surely be less inflexible than usual, and carry these letters to the post-office. But he blankly declined. So, much to my inconvenience, I went myself.</p>
+            <p>Still added days went by. Whether Bartleby's eyes improved or not, I could not say. To all appearance, I thought they did. But when I asked him if they did, he vouchsafed no answer. At all events, he would do no copying. At last, in reply to my urgings, he informed me that he had permanently given up copying.</p>
+            <p>"What!" exclaimed I; "suppose your eyes should get entirely well- better than ever before--would you not copy then?"</p>
+            <p>"I have given up copying," he answered, and slid aside. </p>
+            <p>He remained as ever, a fixture in my chamber. Nay--if that were possible--he became still more of a fixture than before. What was to be done? He would do nothing in the office: why should he stay there? In plain fact, he had now become a millstone to me, not only useless as a necklace, but afflictive to bear. Yet I was sorry for him. I speak less than truth when I say that, on his own account, he occasioned me uneasiness. If he would but have named a single relative or friend, I would instantly have written, and urged their taking the poor fellow away to some convenient retreat. But he seemed alone, absolutely alone in the universe. A bit of wreck&lt;/font&gt; in the mid Atlantic. At length, necessities connected with my business tyrannized over all other considerations. Decently as I could, I told Bartleby that in six days' time he must unconditionally leave the office. I warned him to take measures, in the interval, for procuring some other abode. I offered to assist him in this endeavor, if he himself would but take the first step towards a removal. "And when you finally quit me, Bartleby," added I, "I shall see that you go not away entirely unprovided. Six days from this hour, remember."</p>
+            <p>At the expiration of that period, I peeped behind the screen, and lo! Bartleby was there. </p>
+            <p>I buttoned up my coat, balanced myself; advanced slowly towards him, touched his shoulder, and said, "The time has come; you must quit this place; I am sorry for you; here is money; but you must go."</p>
+            <p>"I would prefer not," he replied, with his back still towards me.</p>
+            <p>"You<i> must</i>."</p>
+            <p>He remained silent.</p>
+            <p>Now I had an unbounded confidence in this man's common honesty. He had frequently restored to me six pences and shillings carelessly dropped upon the floor, for I am apt to be very reckless in such shirt-button affairs. The proceeding then which followed will not be deemed extraordinary. "Bartleby," said I, "I owe you twelve dollars on account; here are thirty-two; the odd twenty are yours.--Will you take it? and I handed the bills towards him.</p>
+            <p>But he made no motion.</p>
+            <p>"I will leave them here then," putting them under a weight on the table. Then taking my hat and cane and going to the door I tranquilly turned and added--"After you have removed your things from these offices, Bartleby, you will of course lock the door--since every one is now gone for the day but you--and if you please, slip your key underneath the mat, so that I may have it in the morning. I shall not see you again; so good-bye to you. If hereafter in your new place of abode I can be of any service to you, do not fail to advise me by letter. Good-bye, Bartleby, and fare you well."</p>
+            <p>But he answered not a word; like the last column of some ruined temple, he remained standing mute and solitary in the middle of the otherwise deserted room.</p>
+            <p>As I walked home in a pensive mood, my vanity got the better of my pity. I could not but highly plume myself on my masterly management in getting rid of Bartleby. Masterly I call it, and such it must appear to any dispassionate thinker. The beauty of my procedure seemed to consist in its perfect quietness. There was no vulgar bullying, no bravado of any sort, no choleric hectoring and striding to and fro across the apartment, jerking out vehement commands for Bartleby to bundle himself off with his beggarly traps. Nothing of the kind. Without loudly bidding Bartleby depart--as an inferior genius might have done--I assumed the ground that depart he must; and upon the assumption built all I had to say. The more I thought over my procedure, the more I was charmed with it. Nevertheless, next morning, upon awakening, I had my doubts,--I had somehow slept off the fumes of vanity. One of the coolest and wisest hours a man has, is just after he awakes in the morning. My procedure seemed as sagacious as ever,--but only in theory. How it would prove in practice--there was the rub. It was truly a beautiful thought to have assumed Bartleby's departure; but, after all, that assumption was simply my own, and none of Bartleby's. The great point was, not whether I had assumed that he would quit me, but whether he would prefer so to do. He was more a man of preferences than assumptions.</p>
+            <p>After breakfast, I walked down town, arguing the probabilities pro and con. One moment I thought it would prove a miserable failure, and Bartleby would be found all alive at my office as usual; the next moment it seemed certain that I should see his chair empty. And so I kept veering about. At the corner of Broadway and Canal- street, I saw quite an excited group of people standing in earnest conversation.</p>
+            <p>"I'll take odds he doesn't," said a voice as I passed.</p>
+            <p>"Doesn't go?--done!" said I, "put up your money."</p>
+            <p>I was instinctively putting my hand in my pocket to produce my own, when I remembered that this was an election day. The words I had overheard bore no reference to Bartleby, but to the success or non-success of some candidate for the mayoralty. In my intent frame of mind, I had, as it were, imagined that all Broadway shared in my excitement, and were debating the same question with me. I passed on, very thankful that the uproar of the street screened my momentary absent-mindedness.</p>
+            <p>As I had intended, I was earlier than usual at my office door. I stood listening for a moment. All was still. He must be gone. I tried the knob. The door was locked. Yes, my procedure had worked to a charm; he indeed must be vanished. Yet a certain melancholy mixed with this: I was almost sorry for my brilliant success. I was fumbling under the door mat for the key, which Bartleby was to have left there for me, when accidentally my knee knocked against a panel, producing a summoning sound, and in response a voice came to me from within--"Not yet; I am occupied."</p>
+            <p>It was Bartleby.</p>
+            <p>I was thunderstruck. For an instant I stood like the man who, pipe in mouth, was killed one cloudless afternoon long ago in Virginia, by summer lightning; at his own warm open window he was killed, and remained leaning out there upon the dreamy afternoon, till some one touched him, when he fell. "Not gone!" I murmured at last. But again obeying that wondrous ascendancy which the inscrutable scrivener had over me, and from which ascendancy, for all my chafing, I could not completely escape, I slowly went down stairs and out into the street, and while walking round the block, considered what I should next do in this unheard-of-perplexity. Turn the man out by an actual thrusting I could not; to drive him away by calling him hard names would not do; calling in the police was an unpleasant idea; and yet, permit him to enjoy his cadaverous triumph over me,--this too I could not think of. What was to be done? or, if nothing could be done, was there any thing further that I could assume in the matter? Yes, as before I had prospectively assumed that Bartleby would depart, so now I might retrospectively assume that departed he was. In the legitimate carrying out of this assumption, I might enter my office in a great hurry, and pretending not to see Bartleby at all, walk straight against him as if he were air. Such a proceeding would in a singular degree have the appearance of a home-thrust. It was hardly possible that Bartleby could withstand such an application of the doctrine of assumptions. But upon second thoughts the success of the plan seemed rather dubious. I resolved to argue the matter over with him again.</p>
+            <p>Bartleby," said I, entering the office, with a quietly severe expression. "I am seriously displeased. I am pained, Bartleby. I had thought better of you. I had imagined you of such a gentlemanly organization, that in any delicate dilemma a slight hint would suffice--in short, an assumption. But it appears I am deceived. Why," I added, unaffectedly starting, "you have not even touched the money yet," pointing to it, just where I had left it the evening previous.</p>
+            <p>He answered nothing.</p>
+            <p>"Will you, or will you not, quit me?" I now demanded in a sudden passion, advancing close to him.</p>
+            <p>"I would prefer <i>not</i> to quit you," he replied, gently emphasizing the<i> not</i>.</p>
+            <p>"What earthly right have you to stay here? do you pay any rent? Do you pay my taxes? Or is this property yours?"</p>
+            <p>He answered nothing.</p>
+            <p>"Are you ready to go on and write now? Are your eyes recovered? Could you copy a small paper for me this morning? or help examine a few lines? or step round to the post-office? In a word, will you do any thing at all, to give a coloring to your refusal to depart the premises?"</p>
+            <p>He silently retired into his hermitage.</p>
+            <p>I was now in such a state of nervous resentment that I thought it but prudentto check myself at present from further demonstrations. Bartleby and I were alone. I remembered the tragedy of the unfortunate Adams and the still more unfortunate Colt in the solitary office of the latter; and how poor Colt, being dreadfully incensed by Adams, and imprudently permitting himself to get wildly excited, was at unawares hurried into his fatal act--an act which certainly no man could possibly deplore more than the actor himself. Often it had occurred to me in my ponderings upon the subject, that had that altercation taken place in the public street, or at a private residence, it would not have terminated as it did. It was the circumstance of being alone in a solitary office, up stairs, of a building entirely unhallowed by humanizing domestic associations--an uncarpeted office, doubtless of a dusty, haggard sort of appearance;--this it must have been, which greatly helped to enhance the irritable desperation of the hapless Colt.</p>
+            <p>But when this old Adam of resentment rose in me and tempted me concerning Bartleby, I grappled him and threw him. How? Why, simply by recalling the divine injunction: "A new commandment give I unto you, that ye love one another." Yes, this it was that saved me. Aside from higher considerations, charity often operates as a vastly wise and prudent principle--a great safeguard to its possessor. Men have committed murder for jealousy's sake, and anger's sake, and hatred's sake, and selfishness' sake, and spiritual pride's sake; but no man that ever I heard of, ever committed a diabolical murder for sweet charity's sake. Mere self-interest, then, if no better motive can be enlisted, should, especially with high-tempered men, prompt all beings to charity and philanthropy. At any rate, upon the occasion in question, I strove to drown my exasperated feelings towards the scrivener by benevolently construing his conduct. Poor fellow, poor fellow! thought I, he don't mean any thing; and besides, he has seen hard times, and ought to be indulged.</p>
+            <p>I endeavored also immediately to occupy myself, and at the same time to comfort my despondency.I tried to fancy that in the course of the morning, at such time as might prove agreeable to him, Bartleby, of his own free accord, would emerge from his hermitage, and take up some decided line of march in the direction of the door. But no. Half-past twelve o'clock came; Turkey began to glow in the face, overturn his inkstand, and become generally obstreperous; Nippers abated down into quietude and courtesy; Ginger Nut munched his noon apple; and Bartleby remained standing at his window in one of his profoundest deadwall reveries. Will it be credited? Ought I to acknowledge it? That afternoon I left the office without saying one further word to him.</p>
+            <p>Some days now passed, during which, at leisure intervals I looked a little into Edwards on the Will," and "Priestly on Necessity." Under the circumstances, those books induced a salutary feeling. Gradually I slid into the persuasion that these troubles of mine touching the scrivener, had been all predestinated from eternity, and Bartleby was billeted upon me for some mysterious purpose of an all-wise Providence, which it was not for a mere mortal like me to fathom. Yes, Bartleby, stay there behind your screen, thought I; I shall persecute you no more; you are harmless and noiseless as any of these old chairs; in short, I never feel so private as when I know you are here. At least I see it, I feel it; I penetrate to the predestinated purpose of my life. I am content. Others may have loftier parts to enact; but my mission in this world, Bartleby, is to furnish you with office-room for such period as you may see fit to remain.</p>
+            <p>I believe that this wise and blessed frame of mind would have continued with me, had it not been for the unsolicited and uncharitable remarks obtruded upon me by my professional friends who visited the rooms. But thus it often is, that the constant friction of illiberal minds wears out at last the best resolves of the more generous. Though to be sure, when I reflected upon it, it was not strange that people entering my office should be struck by the peculiar aspect of the unaccountable Bartleby, and so be tempted to throw out some sinister observations concerning him. Sometimes an attorney having business with me, and calling at my office, and finding no one but the scrivener there, would undertake to obtain some sort of precise information from him touching my whereabouts; but without heeding his idle talk, Bartleby would remain standing immovable in the middle of the room. So after contemplating him in that position for a time, the attorney would depart, no wiser than he came.</p>
+            <p>Also, when a Reference was going on, and the room full of lawyers and witnesses and business was driving fast; some deeply occupied legal gentleman present, seeing Bartleby wholly unemployed, would request him to run round to his (the legal gentleman's) office and fetch some papers for him. Thereupon, Bartleby would tranquilly decline, and remain idle as before. Then the lawyer would give a great stare, and turn to me. And what could I say? At last I was made aware that all through the circle of my professional acquaintance, a whisper of wonder was running round, having reference to the strange creature I kept at my office. This worried me very much. And as the idea came upon me of his possibly turning out a long-lived man, and keep occupying my chambers, and denying my authority; and perplexing my visitors; and scandalizing my professional reputation; and casting a general gloom over the premises; keeping soul and body together to the last upon his savings (for doubtless he spent but half a dime a day), and in the end perhaps outlive me, and claim possession of my office by right of his perpetual occupancy: as all these dark anticipations crowded upon me more and more, and my friends continually intruded their relentless remarks upon the apparition in my room; a great change was wrought in me. I resolved to gather all my faculties together, and for ever rid me of this intolerable incubus.</p>
+            <p>Ere revolving any complicated project, however, adapted to this end, I first simply suggested to Bartleby the propriety of his permanent departure. In a calm and serious tone, I commended the idea to his careful and mature consideration. But having taken three days to meditate upon it, he apprised me that his original determination remained the same; in short, that he still preferred to abide with me.</p>
+            <p>What shall I do? I now said to myself, buttoning up my coat to the last button. What shall I do? what ought I to do? what does conscience say I should do with this man, or rather ghost. Rid myself of him, I must; go, he shall. But how? You will not thrust him, the poor, pale, passive mortal,--you will not thrust such a helpless creature out of your door? you will not dishonor yourself by such cruelty? No, I will not, I cannot do that. Rather would I let him live and die here, and then mason up his remains in the wall. What then will you do? For all your coaxing, he will not budge. Bribes he leaves under your own paperweight on your table; in short, it is quite plain that he prefers to cling to you.</p>
+            <p>Then something severe, something unusual must be done. What! surely you will not have him collared by a constable, and commit his innocent pallor to the common jail? And upon what ground could you procure such a thing to be done?--a vagrant, is he? What! he a vagrant, a wanderer, who refuses to budge? It is because he will not be a vagrant, then, that you seek to count him as a vagrant. That is too absurd. No visible means of support: there I have him. Wrong again: for indubitably he does support himself, and that is the only unanswerable proof that any man can show of his possessing the means so to do. No more then. Since he will not quit me, I must quit him. I will change my offices; I will move elsewhere; and give him fair notice, that if I find him on my new premises I will then proceed against him as a common trespasser.</p>
+            <p>Acting accordingly, next day I thus addressed him: "I find these chambers too far from the City Hall; the air is unwholesome. In a word, I propose to remove my offices next week, and shall no longer require your services. I tell you this now, in order that you may seek another place."</p>
+            <p>He made no reply, and nothing more was said.</p>
+            <p>On the appointed day I engaged carts and men, proceeded to my chambers, and having but little furniture, every thing was removed in a few hours. Throughout, the scrivener remained standing behind the screen, which I directed to be removed the last thing. It was withdrawn; and being folded up like a huge folio, left him the motionless occupant of a naked room. I stood in the entry watching him a moment, while something from within me upbraided me.</p>
+            <p>I re-entered, with my hand in my pocket--and--and my heart in my mouth. </p>
+            <p>"Good-bye, Bartleby; I am going--good-bye, and God some way bless you; and take that," slipping something in his hand. But it dropped to the floor, and then,--strange to say--I tore myself from him whom I had so longed to be rid of.</p>
+            <p>Established in my new quarters, for a day or two I kept the door locked, and started at every footfall in the passages. When I returned to my rooms after any little absence, I would pause at the threshold for an instant, and attentively listen, ere applying my key. But these fears were needless. Bartleby never came nigh me.</p>
+            <p>I thought all was going well, when a perturbed looking stranger visited me, inquiring whether I was the person who had recently occupied rooms at No.--Wall-street.</p>
+            <p>Full of forebodings, I replied that I was.</p>
+            <p>"Then, sir," said the stranger, who proved a lawyer, "you are responsible for the man you left there. He refuses to do any copying; he refuses to do any thing; he says he prefers not to; and he refuses to quit the premises."</p>
+            <p>"I am very sorry, sir," said I, with assumed tranquillity, but an inward tremor, "but, really, the man you allude to is nothing to me --he is no relation or apprentice of mine, that you should hold me responsible for him."</p>
+            <p>"In mercy's name, who is he?"</p>
+            <p>"I certainly cannot inform you. I know nothing about him. Formerly I employed him as a copyist; but he has done nothing for me now for some time past."</p>
+            <p>"I shall settle him then,--good morning, sir."</p>
+            <p>Several days passed, and I heard nothing more; and though I often felt a charitable prompting to call at the place and see poor Bartleby, yet a certain squeamishness of I know not what withheld me.</p>
+            <p>All is over with him, by this time, thought I at last, when through another week no further intelligence reached me. But coming to my room the day after, I found several persons waiting at my door in a high state of nervous excitement.</p>
+            <p>"That's the man--here he comes," cried the foremost one, whom recognized as the lawyer who had previously called upon me alone.</p>
+            <p>"You must take him away, sir, at once," cried a portly person among them, advancing upon me, and whom I knew to be the landlord of No.--Wall-street. "These gentlemen, my tenants, cannot stand it any longer; Mr. B--" pointing to the lawyer, "has turned him out of his room, and he now persists in haunting the buildinggenerally, sitting upon the banisters of the stairs by day, and sleeping in the entry by night. Every body is concerned; clients are leaving the offices; some fears are entertained of a mob; something you must do, and that without delay."</p>
+            <p> Aghast at this torment, I fell back before it, and would fain have locked myselfin my new quarters. In vain I persisted that Bartleby was nothing to me--no more than to any one else. In vain:--I was the last person known to have any thing to do with him, and they held me to the terrible account. Fearful then of being exposed in the papers (as one person present obscurely threatened) I considered the matter, and at length said, that if the lawyer would give me a confidential interview with the scrivener, in his (the lawyer's) own room, I would that afternoon strive my best to rid them of the nuisance they complained of.</p>
+            <p>Going up stairs to my old haunt, there was Bartleby silently sitting upon the banister at the landing.</p>
+            <p>"What are you doing here, Bartleby?" said I.</p>
+            <p>"Sitting upon the banister," he mildly replied.</p>
+            <p>I motioned him into the lawyer's room, who then left us.</p>
+            <p>"Bartleby," said I, "are you aware that you are the cause of great tribulation to me, by persisting in occupying the entry after being dismissed from the office?"</p>
+            <p>No answer.</p>
+            <p>"Now one of two things must take place. Either you must do something or something must be done to you. Now what sort of business would you like to engage in? Would you like to re-engage in copying for some one?"</p>
+            <p>"No; I would prefer not to make any change."</p>
+            <p>"Would you like a clerkship in a dry-goods store?"</p>
+            <p>"There is too much confinement about that. No, I would not like a clerkship; but I am not particular."</p>
+            <p>"Too much confinement," I cried, "why you keep yourself confined all the time!"</p>
+            <p>"I would prefer not to take a clerkship," he rejoined, as if to settle that little item at once.</p>
+            <p>"How would a bar-tender's business suit you? There is no trying of the eyesight in that."</p>
+            <p>"I would not like it at all; though, as I said before, I am not particular."</p>
+            <p>His unwonted wordiness inspirited me. I returned to the charge.</p>
+            <p>"Well then, would you like to travel through the country collecting bills for the merchants? That would improve your health."</p>
+            <p>"No, I would prefer to be doing something else."</p>
+            <p>"How then would going as a companion to Europe, to entertain some young gentleman with your conversation,--how would that suit you?"</p>
+            <p>"Not at all. It does not strike me that there is any thing definite about that. I like to be stationary. But I am not particular.</p>
+            <p>"Stationary you shall be then," I cried, now losing all patience, and for the first time in all my exasperating connection with him fairly flying into a passion. "If you do not go away from these premises before night, I shall feel bound--indeed I am bound--to-- to--to quit the premises myself!" I rather absurdly concluded, knowing not with what possible threat to try to frighten his immobility into compliance. Despairing of all further efforts, I was precipitately leaving him, when a final thought occurred to me--one which had not been wholly unindulged before. </p>
+            <p>"Bartleby," said I, in the kindest tone I could assume under such exciting circumstances, "will you go home with me now--not to my office, but my dwelling--and remain there till we can conclude upon some convenient arrangement for you at our leisure? Come, let us start now, right away."</p>
+            <p>"No: at present I would prefer not to make any change at all."</p>
+            <p>I answered nothing; but effectualy dodging every one by the suddenness and rapidity of my flight, rushed from the building, ran up Wall-street towards Broadway, and jumping into the first omnibus was soon removed from pursuit. As soon as tranquility returned I distinctly perceived that I had now done all that I possibly could, both in respect to the demands of the landlord and his tenants, and with regard to my own desire and sense of duty, to benefit Bartleby, and shield him from rude persecution. I now strove to be entirely care-free and quiescent; and my conscience justified me in the attempt; though indeed it was not so successful as I could have wished. So fearful was I of being again hunted out by the incensed landlord and his exasperated tenants, that, surrendering my business to Nippers, for a few days I drove about the upper part of the town and through the suburbs, in my rockaway; crossed over to Jersey City and Hoboken, and paid fugitive visits to Manhattanville and Astoria. In fact I almost lived in my rockaway for the time.</p>
+            <p>When again I entered my office, lo, a note from the landlord lay upon desk. opened it with trembling hands. informed me that writer had sent to police, and Bartleby removed the Tombs as a vagrant. Moreover, since I knew more about him than any one else, he wished me to appear at that place, and make a suitable statement of the facts. These tidings had a conflicting effect upon me. At first I was indignant; but at last almost approved. The landlord's energetic, summary disposition, had led him to adopt a procedure which I do not think I would have decided upon myself; and yet as a last resort, under such peculiar circumstances, it seemed the only plan.</p>
+            <p>As I afterwards learned, the poor scrivener, when told that he must be conducted to the Tombs, offered not the slightest obstacle, but in his pale unmoving way, silently acquiesced. </p>
+            <p>Some of the compassionate and curious bystanders joined the party; and headed by one of the constables arm in arm with Bartleby, the silent procession filed its way through all the noise, and heat, and joy of the roaring thoroughfares at noon.</p>
+            <p>The same day I received the note I went to the Tombs, or to speak more properly, the Halls of Justice. Seeking the right officer, I stated the purpose of my call, and was informed that the individual I described was indeed within. I then assured the functionary that Bartleby was a perfectly honest man, and greatly to be compassionated, however unaccountably eccentric. I narrated all I knew,and closed by suggesting the idea of letting him remain in as indulgent confinement as possible till something less harsh might be done--though indeed I hardly knew what. At all events, if nothing else could be decided upon, the alms-house must receive him. I then begged to have an interview.</p>
+            <p>Being under no disgraceful charge, and quite serene and harmless in all his ways, they had permitted him freely to wander about the prison, and especially in the inclosed grass-platted yards thereof. And so I found him there, standing all alone in the quietest of the yards, his face towards a high wall, while all around, from the narrow slits of the jail windows, I thought I saw peering out upon him the eyes of murderers and thieves. </p>
+            <p>"Bartleby!"</p>
+            <p>"I know you," he said, without looking round,--"and I want nothing to say to you."</p>
+            <p>"It was not I that brought you here, Bartleby," said I, keenly pained at his implied suspicion. "And to you, this should not be so vile a place. Nothing reproachful attaches to you by being here. And see, it is not so sad a place as one might think. Look, there is the sky, and here is the grass."</p>
+            <p>"I know where I am," he replied, but would say nothing more, and so I left him.</p>
+            <p>As I entered the corridor again, a broad meat-like man in an apron, accosted me, and jerking his thumb over his shoulder said--"Is that your friend?"</p>
+            <p>"Yes."</p>
+            <p>"Does he want to starve? If he does, let him live on the prison fare, that's all.</p>
+            <p>"Who are you?" asked I, not knowing what to make of such an unofficially speaking person in such a place.</p>
+            <p>"I am the grub-man. Such gentlemen as have friends here, hire me to provide them with something good to eat."</p>
+            <p>"Is this so?" said I, turning to the turnkey.</p>
+            <p>He said it was.</p>
+            <p>"Well then," said I, slipping some silver into the grub-man's hands (for so they called him). "I want you to give particular attention to my friend there; let him have the best dinner you can get. And you must be as polite to him as possible."</p>
+            <p>"Introduce me, will you?" said the grub-man, looking at me with an expression which seemed to say he was all impatience for an opportunity to give a specimen of his breeding.</p>
+            <p>Thinking it would prove of benefit to the scrivener, I acquiesced; and asking the grub-man his name, went up with him to Bartleby.</p>
+            <p>"Bartleby, this is a friend; you will find him very useful to you."</p>
+            <p>"Your sarvant, sir, your sarvant," said the grub-man, making a low salutation behind his apron. "Hope you find it pleasant here, sir;--spacious grounds--cool apartments, sir--hope you'll stay with us some time--try to make it agreeable. What will you have for dinner today?"</p>
+            <p>"I prefer not to dine to-day," said Bartleby, turning away. "It would disagree with me; I am unused to dinners." So saying he slowly moved to the other side of the inclosure, and took up a position fronting the dead-wall.</p>
+            <p>"How's this?" said the grub-man, addressing me with a stare of astonishment. "He's odd, aint he?"</p>
+            <p>"I think he is a little deranged," said I, sadly.</p>
+            <p>"Deranged? deranged is it? Well now, upon my word, I thought that friend of yourn was a gentleman forger; they are always pale and genteel-like, them forgers. I can't help pity 'em--can't help it, sir. Did you know Monroe Edwards?" he added touchingly, and paused. Then, laying his hand pityingly on my shoulder, sighed, "he died of consumption at Sing-Sing. so you weren't acquainted with Monroe?"</p>
+            <p>"No, I was never socially acquainted with any forgers. But I cannot stop longer. Look to my friend yonder. You will not lose by it. I will see you again."</p>
+            <p>Some few days after this, I again obtained admission to the Tombs, and went through the corridors in quest of Bartleby; but without finding him.</p>
+            <p>"I saw him coming from his cell not long ago," said a turnkey, "may be he's gone to loiter in the yards."</p>
+            <p>So I went in that direction.</p>
+            <p>"Are you looking for the silent man?" said another turnkey passing me. "Yonder he lies--sleeping in the yard there. 'Tis not twenty minutes since I saw him lie down."</p>
+            <p>The yard was entirely quiet. It was not accessible to the common prisoners. The surrounding walls, of amazing thickness, kept off all sound behind them. The Egyptian character of the masonry weighed upon me with its gloom. But a soft imprisoned turf grew under foot. The heart of the eternal pyramids, it seemed, wherein, by some strange magic, through the clefts, grass-seed, dropped by birds, had sprung.</p>
+            <p>Strangely huddled at the base of the wall, his knees drawn up, and lying on his side, his head touching the cold stones, I saw the wasted Bartleby. But nothing stirred. I paused; then went close up to him; stooped over, and saw that his dim eyes were open; otherwise he seemed profoundly sleeping. Something prompted me to touch him. I felt his hand, when a tingling shiver ran up my arm and down my spine to my feet.</p>
+            <p>The round face of the grub-man peered upon me now. "His dinner is ready. Won't he dine to-day, either? Or does he live without dining?"</p>
+            <p>"Lives without dining," said I, and closed the eyes.</p>
+            <p>"Eh!--He's asleep, aint he?"</p>
+            <p>"With kings and counsellors," murmured I.</p>
+            <p>* * * * * * * *</p>
+            <p>There would seem little need for proceeding further in this history. Imagination will readily supply the meagre recital of poor Bartleby's interment. But ere parting with the reader, let me say, that if this little narrative has sufficiently interested him, to awaken curiosity as to who Bartleby was, and what manner of life he led prior to the present narrator's making his acquaintance, I can only reply, that in such curiosity I fully share, but am wholly unable to gratify it. Yet here I hardly know whether I should divulge one little item of rumor, which came to my ear a few months after the scrivener's decease. Upon what basis it rested, I could never ascertain; and hence how true it is I cannot now tell. But inasmuch as this vague report has not been without a certain strange suggestive interest to me, however said, it may prove the same with some others; and so I will briefly mention it. The report was this: that Bartleby had been a subordinate clerk in the Dead Letter Office at <a href="http://raven.cc.ukans.edu/%7Ezeke/bartleby/parker.html" target="_blank">Washington</a>, from which he had been suddenly removed by a change in the administration. When I think over this rumor, I cannot adequately express the emotions which seize me. Dead letters! does it not sound like dead men? Conceive a man by nature and misfortune prone to a pallid hopelessness, can any business seem more fitted to heighten it than that of continually handling these dead letters and assorting them for the flames? For by the cart-load they are annually burned. Sometimes from out the folded paper the pale clerk takes a ring:--the bank-note sent in swiftest charity:--he whom it would relieve, nor eats nor hungers any more; pardon for those who died despairing; hope for those who died unhoping; good tidings for those who died stifled by unrelieved calamities. On errands of life, these letters speed to death. </p>
+            <p> Ah Bartleby! Ah humanity!</p>
+        </div>
+    </div>
+</div>

readability/test/test-pages/cnet-svg-classes/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "Twitter Lite se estrena en México, Venezuela y otros nueve países",
+  "byline": "César Salza",
+  "dir": null,
+  "excerpt": "Twitter Lite llega a 11 países de América Latina, para ayudar a los usuarios con mala señal de sus redes móviles.",
+  "readerable": true,
+  "siteName": "CNET en Español"
+}

readability/test/test-pages/cnet/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "Zuckerberg offers peek at Facebook's acquisition strategies",
+  "byline": "Steven Musil",
+  "dir": null,
+  "excerpt": "Facebook CEO says be a friend and have a shared vision, but scare them when you have to and move fast.",
+  "readerable": true,
+  "siteName": "CNET"
+}

readability/test/test-pages/cnet/expected.html

@@ -0,0 +1,24 @@
+<div id="readability-page-1" class="page">
+    <div itemprop="articleBody" data-component="lazyloadImages">
+        <figure section="shortcodeImage"><span><span itemprop="image" itemscope="" itemtype="https://schema.org/ImageObject"><img src="https://cnet1.cbsistatic.com/img/nAMdBzIE1ogVw5bOBZBaiJCt3Ro=/570x0/2014/03/21/863df5d9-e8b8-4b38-851b-5e3f77f2cf0e/mark-zuckerberg-facebook-home-10671610x407.jpg" alt="" width="570" height="0"/><meta itemprop="url" content="https://cnet1.cbsistatic.com/img/nAMdBzIE1ogVw5bOBZBaiJCt3Ro=/570x0/2014/03/21/863df5d9-e8b8-4b38-851b-5e3f77f2cf0e/mark-zuckerberg-facebook-home-10671610x407.jpg"/><meta itemprop="height" content="0"/><meta itemprop="width" content="570"/></span></span>
+            <figcaption><span class="caption"><p>Facebook CEO Mark Zuckerberg, the man with the acquisition plan.</p></span><span>Photo by                                            James Martin/CNET
+                                        </span></figcaption>
+            </figure>
+            <p>Anyone who has ever been involved in closing a billion-dollar acquisition deal will tell you that you don't go in without a clear, well thought out plan.</p>
+            <p>Facebook CEO Mark Zuckerberg knows a thing or two about how to seal the deal on blockbuster buys. After all, he's the man behind his company's <a href="https://www.cnet.com/news/facebook-closes-19-billion-deal-for-whatsapp/" target="_blank">$19 billion acquisition</a> of WhatsApp, he <a href="https://www.cnet.com/news/zuckerberg-did-1-billion-instagram-deal-on-his-own/" target="_blank">personally brokered</a> its $1 billion buyout of <a href="https://www.cnet.com/news/why-facebook-plunked-down-1-billion-to-buy-instagram/" target="_blank">Instagram</a> and closed the <a href="https://www.cnet.com/news/facebook-to-buy-oculus-for-2-billion/" target="_blank">$3 billion deal</a> to buy Oculus VR.</p>
+            <p>Zuckerberg offered a primer on the strategies he and his company employ when they see an attractive target during testimony Tuesday <a href="https://www.cnet.com/news/zenimax-sues-oculus-over-virtual-reality-rift-tech/">in a lawsuit with ZeniMax Media</a>, which accuses Oculus and Facebook of "misappropriating" trade secrets and copyright infringement. At the heart of the lawsuit is technology that helped create liftoff for virtual reality, one of the <a href="http://www.cbsnews.com/videos/the-reality-of-the-virtual-world/" target="_blank" data-component="externalLink">hottest gadget trends today.</a></p>
+            <p>A key Facebook approach is building a long-term relationship with your target, Zuckerberg said at the trial. These deals don't just pop up over night, he said according to a transcript reviewed by <a href="http://www.businessinsider.com/mark-zuckerberg-explains-facebooks-acquisition-strategy-2017-1" target="_blank" data-component="externalLink">Business Insider</a>. They take time to cultivate. </p>
+            <blockquote>
+                <p>I've been building relationships, at least in Instagram and the WhatsApp cases, for years with the founders and the people that are involved in these companies, which made [it] so that when it became time or when we thought it was the right time to move, we felt like we had a good amount of context and had good relationships so that we could move quickly, which was competitively important and why a lot of these acquisitions, I think, came to us instead of our competitors and ended up being very good acquisitions over time that a lot of competitors wished they had gotten instead. </p>
+            </blockquote>
+            <p> He also stressed the need assure your target that you have a shared vision about how you will collaborate after the deal is put to bed. Zuckerberg said this was reason Facebook was able to acquire Oculus for less than its original $4 billion asking price.</p>
+            <blockquote>If this [deal] is going to happen, it's not going to be because we offer a lot of money, although we're going to have to offer a fair price for the company that is more than what they felt like they could do on their own. But they also need to feel like this was actually going to help their mission.</blockquote>
+            <p>When that doesn't work, Zuckerberg said scare tactics is an effective, if undesirable, way of persuading small startups that they face a better chance of survival if they have Facebook to guide their way rather than going it alone.</p>
+            <blockquote>That's less my thing, but I think if you are trying to help convince people that they want to join you, helping them understand all the pain that they would have to go through to build it out independently is a valuable tactic. </blockquote>
+            <p>It also pays to be weary of competing suitors for your startup, Zuckerberg said, and be willing to move fast to stave off rivals and get the deal done.</p>
+            <blockquote>Often, if a company knows we're offering something, they will offer more. So being able to move quickly not only increases our chance of being able to get a deal done if we want to, but it makes it so we don't have end up having to pay a lot more because the process drags out.</blockquote>
+            <p>It wasn't clear why these strategies didn't work on Snapchat CEO Evan Spiegel, who <a href="https://www.cnet.com/news/snapchat-said-to-rebuff-3-billion-offer-from-facebook/">famously rebuffed</a> a $3 billion takeover offer from Facebook in 2013.</p>
+            <p><em><strong>Tech Enabled:</strong> CNET chronicles tech's role in providing new kinds of accessibility. Check it out <a href="https://www.cnet.com/tech-enabled/">here</a>.</em><em><strong><br/></strong></em></p>
+            <p><em><strong>Technically Literate:</strong> Original works of short fiction with unique perspectives on tech, exclusively on CNET. <a href="https://www.cnet.com/technically-literate/">Here</a>.</em></p>
+    </div>
+</div>

readability/test/test-pages/cnn/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "The 'birth lottery' and economic mobility",
+  "byline": "Ahiza Garcia",
+  "dir": null,
+  "excerpt": "A recently-released report on poverty and inequality found that the U.S. ranks the lowest among countries with welfare states.",
+  "readerable": true,
+  "siteName": "CNNMoney"
+}

readability/test/test-pages/cnn/expected.html

@@ -0,0 +1,38 @@
+<div id="readability-page-1" class="page">
+    <div id="storytext">
+        <h2>The U.S. has long been heralded as a land of opportunity -- a place where anyone can succeed regardless of the economic class they were born into.</h2>
+        <p> But a new report released on Monday by <a href="http://web.stanford.edu/group/scspi-dev/cgi-bin/" target="_blank">Stanford University's Center on Poverty and Inequality</a> calls that into question. </p>
+        <p> The report assessed poverty levels, income and wealth inequality, economic mobility and unemployment levels among 10 wealthy countries with social welfare programs. </p>
+        <div id="smartassetcontainer">
+            <div>
+                <div>
+                    <div id="smartasset-article">
+                        <div>
+                            <p> Powered by SmartAsset.com </p>
+                        </div>
+                    </div>
+                </div>
+            </div>
+        </div>
+        <p> Among its key findings: the class you're born into matters much more in the U.S. than many of the other countries. </p>
+        <p> As the <a href="http://web.stanford.edu/group/scspi-dev/cgi-bin/publications/state-union-report" target="_blank">report states</a>: "[T]he birth lottery matters more in the U.S. than in most well-off countries." </p>
+        <p> But this wasn't the only finding that suggests the U.S. isn't quite living up to its reputation as a country where everyone has an equal chance to get ahead through sheer will and hard work. </p>
+        <p> <a href="http://money.cnn.com/2016/01/11/news/economy/rich-taxes/index.html?iid=EL"><span>Related: Rich are paying more in taxes but not as much as they used to</span></a> </p>
+        <p> The report also suggested the U.S. might not be the "jobs machine" it thinks it is, when compared to other countries. </p>
+        <p> It ranked near the bottom of the pack based on the levels of unemployment among men and women of prime working age. The study determined this by taking the ratio of employed men and women between the ages of 25 and 54 compared to the total population of each country. </p>
+        <p> The overall rankings of the countries were as follows:<span> <br/>1. Finland <span> <br/>2. Norway<span> <br/>3. Australia <span> <br/>4. Canada<span> <br/>5. Germany<span> <br/>6. France<span> <br/>7. United Kingdom <span> <br/>8. Italy<span> <br/>9. Spain<span> <br/>10. United States </span></span>
+            </span>
+            </span>
+            </span>
+            </span>
+            </span>
+            </span>
+            </span>
+            </span>
+        </p>
+        <p> The low ranking the U.S. received was due to its extreme levels of wealth and income inequality and the ineffectiveness of its "safety net" -- social programs aimed at reducing poverty. </p>
+        <p> <a href="http://money.cnn.com/2016/01/05/news/economy/chicago-segregated/index.html?iid=EL"><span>Related: Chicago is America's most segregated city</span></a> </p>
+        <p> The report concluded that the American safety net was ineffective because it provides only half the financial help people need. Additionally, the levels of assistance in the U.S. are generally lower than in other countries. </p>
+        <p><span> CNNMoney (New York) </span> <span>First published February 1, 2016: 1:28 AM ET</span> </p>
+    </div>
+</div>

readability/test/test-pages/comment-inside-script-parsing/expected-metadata.json

@@ -0,0 +1,7 @@
+{
+  "title": "Test script parsing",
+  "byline": null,
+  "excerpt": "Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod\n        tempor incididunt ut labore et dolore magna aliqua.",
+  "readerable": true,
+  "siteName": null
+}

readability/test/test-pages/comment-inside-script-parsing/expected.html

@@ -0,0 +1,11 @@
+<div id="readability-page-1" class="page">
+    <div>
+        <p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua.</p>
+        <p>Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat.</p>
+        <p>Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+    </div>
+    <div>
+        <p>Tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat.</p>
+        <p>Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+    </div>
+</div>

readability/test/test-pages/comment-inside-script-parsing/source.html

@@ -0,0 +1,34 @@
+<html>
+  <head><title>Test script parsing</title></head>
+<body>
+  <script>
+    <!--
+    Silly test
+    <script src="foo.js"></script>
+    -->
+  </script>
+  <article>
+    <h1>Lorem</h1>
+    <div>
+      <p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+        tempor incididunt ut labore et dolore magna aliqua.</p>
+      <p>Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat.</p>
+      <p>Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+    </div>
+    <h2>Foo</h2>
+    <div>
+      <p>Tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat.</p>
+      <p>Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum dolore eu fugiat nulla pariatur.
+      Excepteur sint occaecat cupidatat non
+      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+    </div>
+  </article>
+</body>
+</html>

readability/test/test-pages/daringfireball-1/expected-metadata.json

@@ -0,0 +1,7 @@
+{
+  "title": "Daring Fireball: Colophon",
+  "byline": null,
+  "excerpt": "Daring Fireball is written and produced by John Gruber.",
+  "readerable": true,
+  "siteName": null
+}

readability/test/test-pages/daringfireball-1/expected.html

@@ -0,0 +1,33 @@
+<div id="readability-page-1" class="page">
+    <div id="Box">
+        <div id="Main">
+            <div>
+                <p>Daring Fireball is written and produced by John Gruber.</p>
+                <p> <a href="http://fakehost/graphics/author/addison-bw.jpg"> <img src="http://fakehost/graphics/author/addison-bw-425.jpg" alt="Photograph of the author."/></a> <br/><em>Portrait by <a href="http://superbiate.com/inquiries/">George Del Barrio</a></em> </p>
+                <h2>Mac Apps</h2>
+                <ul>
+                    <li><a href="http://www.barebones.com/products/bbedit/">BBEdit</a></li>
+                    <li><a href="http://www.flyingmeat.com/acorn/">Acorn</a></li>
+                    <li><a href="http://www.red-sweater.com/marsedit/">MarsEdit</a></li>
+                    <li><a href="http://aged-and-distilled.com/napkin/">Napkin</a></li>
+                    <li><a href="http://www.barebones.com/products/Yojimbo/">Yojimbo</a></li>
+                    <li><a href="http://www.panic.com/transmit/">Transmit</a></li>
+                    <li><a href="http://latenightsw.com/sd4/index.html">Script Debugger</a></li>
+                    <li><a href="http://www.ambrosiasw.com/utilities/snapzprox/">Snapz Pro X</a></li>
+                    <li><a href="http://nightly.webkit.org/">WebKit</a></li>
+                </ul>
+                <h2>iPhone Apps</h2>
+                <ul>
+                    <li><a href="http://vesperapp.co/">Vesper</a></li>
+                </ul>
+                <h2>Server Software</h2>
+                <p>The Daring Fireball website is hosted by <a href="http://joyent.com/">Joyent</a>.</p>
+                <p>Articles and links are published through <a href="http://movabletype.org/">Movable Type</a>. In addition to my own SmartyPants and Markdown plug-ins, Daring Fireball uses several excellent Movable Type plug-ins, including Brad Choate’s <a href="http://bradchoate.com/weblog/2003/06/24/regular-expressions">MT-Regex</a> and <a href="http://bradchoate.com/weblog/2004/10/20/mtifempty">MT-IfEmpty</a>, and <a href="http://bumppo.net/projects/amputator/">Nat Irons’s Amputator</a>.</p>
+                <p>Stats are tracked using <a href="http://haveamint.com/">Mint</a>. Additional web nerdery, including the membership system, is fueled by <a href="http://perl.org/">Perl</a>, <a href="http://www.php.net/">PHP</a>, and <a href="http://www.mysql.com/">MySQL</a>.</p>
+                <h2>Web Standards</h2>
+                <p>Web standards are important, and Daring Fireball adheres to them. Specifically, Daring Fireball’s HTML markup should validate as either <a href="http://www.whatwg.org/specs/web-apps/current-work/">HTML 5</a> or XHTML 4.01 Transitional, its layout is constructed using <a href="http://jigsaw.w3.org/css-validator/validator?uri=http://daringfireball.net/css/fireball_screen.css">valid CSS</a>, and its syndicated feed is <a href="http://feedvalidator.org/check?url=http%3A%2F%2Fdaringfireball.net%2Findex.xml">valid Atom</a>.</p>
+                <p>If Daring Fireball looks goofy in your browser, you’re likely using a shitty browser that doesn’t support web standards. Internet Explorer, I’m looking in your direction. If you complain about this, I will laugh at you, because I do not care. If, however, you are using a modern, standards-compliant browser and have trouble viewing or reading Daring Fireball, please do let me know.</p>
+            </div>
+        </div>
+    </div>
+</div>

readability/test/test-pages/daringfireball-1/source.html

@@ -0,0 +1,151 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+
+<head>
+    <meta http-equiv="content-type" content="text/html; charset=utf-8"/>
+    <title>Daring Fireball: Colophon</title>
+    <meta name="viewport" content="width=600, initial-scale=0.5, minimum-scale=0.45"/>
+    <link rel="apple-touch-icon-precomposed" href="/graphics/apple-touch-icon.png"/>
+    <link rel="shortcut icon" href="/graphics/favicon.ico?v=005"/>
+    <link rel="stylesheet" type="text/css" media="screen" href="/css/fireball_screen.css?v1.6"/>
+    <link rel="stylesheet" type="text/css" media="screen" href="/css/ie_sucks.php"/>
+    <link rel="stylesheet" type="text/css" media="print" href="/css/fireball_print.css?v01"/>
+    <link rel="alternate" type="application/atom+xml" href="/feeds/main"/>
+    <script src="/js/js-global/FancyZoom.js" type="text/javascript"></script>
+    <script src="/js/js-global/FancyZoomHTML.js" type="text/javascript"></script>
+    <link rel="shortcut icon" href="/favicon.ico"/> </head>
+
+<body onload="setupZoom()">
+    <div id="Box">
+        <div id="Banner">
+            <a href="/" title="Daring Fireball: Home"><img src="/graphics/logos/" alt="Daring Fireball" height="56"/></a>
+        </div>
+        <div id="Sidebar">
+            <p>By <strong>John&nbsp;Gruber</strong></p>
+            <ul>
+                <!--&#9733;-->
+                <li><a href="/archive/" title="Previous articles.">Archive</a></li>
+                <li>
+                    <script type="text/javascript">
+                        // <![CDATA[
+                        function ReadCookie(name) {
+                            var nameEQ = name + "=";
+                            var ca = document.cookie.split(';');
+                            for (var i = 0; i < ca.length; i++) {
+                                var c = ca[i];
+                                while (c.charAt(0) == ' ') c = c.substring(1, c.length);
+                                if (c.indexOf(nameEQ) == 0) return c.substring(nameEQ.length, c.length);
+                            }
+                            return null;
+                        }
+                        var display_linked_list = ReadCookie('displayLinkedList');
+                        var li_linked = '<a href="/linked/" title="The Linked List.">Linked List<\/a>';
+                        if (display_linked_list == "hide") {
+                            // Linked List is off on home page, so show it in menu:
+                            document.write(li_linked + "<\/li>\n<li>");
+                        } else {
+                            // Default to not putting separate LL item in sidebar:
+                        }
+                        // ]]>
+                    </script>
+                </li>
+                <li><a href="/thetalkshow/" title="The world’s most popular podcast.">The Talk Show</a></li>
+                <li><a href="http://vesperapp.co/" title="A simple, elegant iOS app for collecting notes, ideas, thoughts, and images.">Vesper: <em>Now for iPad</em></a></li>
+                <li><a href="/projects/" title="Software projects, including SmartyPants and Markdown.">Projects</a></li>
+                <li><a href="/contact/" title="How to send email regarding Daring Fireball.">Contact</a></li>
+                <li><a href="/colophon/" title="About this site and the tools used to produce it.">Colophon</a></li>
+                <li><a href="/feeds/">RSS Feed</a></li>
+                <li><a href="https://twitter.com/daringfireball">Twitter</a></li>
+                <li><a href="/feeds/sponsors/">Sponsorship</a></li>
+            </ul>
+        </div>
+        <!-- Sidebar -->
+        <div id="Main">
+            <div class="article">
+                <h1>About This Site</h1>
+                <p>Daring Fireball is written and produced by John Gruber.</p>
+                <p>
+                    <a href="/graphics/author/addison-bw.jpg"> <img src="/graphics/author/addison-bw-425.jpg" alt="Photograph of the author." style="border: 0;"/></a>
+                    <br/><em>Portrait by <a href="http://superbiate.com/inquiries/">George Del Barrio</a></em> </p>
+                <h2>Mac Apps</h2>
+                <ul>
+                    <li><a href="http://www.barebones.com/products/bbedit/">BBEdit</a></li>
+                    <li><a href="http://www.flyingmeat.com/acorn/">Acorn</a></li>
+                    <li><a href="http://www.red-sweater.com/marsedit/">MarsEdit</a></li>
+                    <li><a href="http://aged-and-distilled.com/napkin/">Napkin</a></li>
+                    <li><a href="http://www.barebones.com/products/Yojimbo/">Yojimbo</a></li>
+                    <li><a href="http://www.panic.com/transmit/">Transmit</a></li>
+                    <li><a href="http://latenightsw.com/sd4/index.html">Script Debugger</a></li>
+                    <li><a href="http://www.ambrosiasw.com/utilities/snapzprox/">Snapz Pro X</a></li>
+                    <li><a href="http://nightly.webkit.org/">WebKit</a></li>
+                </ul>
+                <h2>iPhone Apps</h2>
+                <ul>
+                    <li><a href="http://vesperapp.co/">Vesper</a></li>
+                </ul>
+                <h2>Server Software</h2>
+                <p>The Daring Fireball website is hosted by <a href="http://joyent.com/">Joyent</a>.</p>
+                <p>Articles and links are published through <a href="http://movabletype.org/">Movable Type</a>. In addition to my own SmartyPants and Markdown plug-ins, Daring Fireball uses several excellent Movable Type plug-ins, including Brad Choate’s <a href="http://bradchoate.com/weblog/2003/06/24/regular-expressions">MT-Regex</a> and <a href="http://bradchoate.com/weblog/2004/10/20/mtifempty">MT-IfEmpty</a>, and <a href="http://bumppo.net/projects/amputator/">Nat Irons’s Amputator</a>.</p>
+                <p>Stats are tracked using <a href="http://haveamint.com/">Mint</a>. Additional web nerdery, including the membership system, is fueled by <a href="http://perl.org/">Perl</a>, <a href="http://www.php.net/">PHP</a>, and <a href="http://www.mysql.com/">MySQL</a>.</p>
+                <h2>Web Standards</h2>
+                <p>Web standards are important, and Daring Fireball adheres to them. Specifically, Daring Fireball’s HTML markup should validate as either <a href="http://www.whatwg.org/specs/web-apps/current-work/">HTML 5</a> or XHTML 4.01 Transitional, its layout is constructed using <a href="http://jigsaw.w3.org/css-validator/validator?uri=http://daringfireball.net/css/fireball_screen.css">valid CSS</a>, and its syndicated feed is <a href="http://feedvalidator.org/check?url=http%3A%2F%2Fdaringfireball.net%2Findex.xml">valid Atom</a>.</p>
+                <p>If Daring Fireball looks goofy in your browser, you’re likely using a shitty browser that doesn’t support web standards. Internet Explorer, I’m looking in your direction. If you complain about this, I will laugh at you, because I do not care. If, however, you are using a modern, standards-compliant browser and have trouble viewing or reading Daring Fireball, please do let me know.</p>
+            </div>
+            <!-- article -->
+            <div id="Footer">
+                <form id="SiteSearch" action="https://daringfireball.net/search" method="get" style="margin-bottom: 2.5em;">
+                    <div>
+                        <input name="q" type="text" value="" style="margin-right: 8px; width: 66%;"/>
+                        <input type="submit" value="Search"/> </div>
+                </form>
+                <p class="smallprint"> <a href="/preferences/" title="Customize the font size and presentation options for this web site.">Display Preferences</a>
+                    <br/>
+                    <br/> Copyright © 2002–2015 The Daring Fireball Company LLC. </p>
+            </div>
+            <div id="SidebarTheDeck">
+                <script type="text/javascript">
+                    // <![CDATA[
+                    (function(id) {
+                        document.write('<script type="text/javascript" src="' + '//connect.decknetwork.net/deck' + id + '_js.php?' + (new Date().getTime()) + '"></' + 'script>');
+                    })("DF");
+                    var deckDiv = document.getElementById("SidebarTheDeck");
+                    var sidebarDiv = document.getElementById("Sidebar");
+                    sidebarDiv.appendChild(deckDiv);
+                    // ]]>
+                </script>
+                <p id="ViaTheDeck">
+                    <a href="http://decknetwork.net/"> <img src="//daringfireball.net/graphics/madison/via_the_deck.png" alt="Ads via The Deck" class="the_deck_promo" width="70"/> <span>Ads via The Deck</span> </a>
+                </p>
+            </div>
+            <!-- Google Analytics -->
+            <script type="text/javascript">
+                var _gaq = _gaq || [];
+                _gaq.push(['_setAccount', 'UA-593949-1']);
+                _gaq.push(['_trackPageview']);
+                (function() {
+                    var ga = document.createElement('script');
+                    ga.type = 'text/javascript';
+                    ga.async = true;
+                    ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
+                    var s = document.getElementsByTagName('script')[0];
+                    s.parentNode.insertBefore(ga, s);
+                })();
+            </script>
+            <!-- Asynchronously load Mint -->
+            <script type="text/javascript">
+                (function() {
+                    var ma = document.createElement('script');
+                    ma.type = 'text/javascript';
+                    ma.src = '/mint/?js';
+                    ma.async = true;
+                    var s = document.getElementsByTagName('script')[0];
+                    s.parentNode.insertBefore(ma, s);
+                })();
+            </script>
+        </div>
+        <!-- Main -->
+    </div>
+    <!-- box -->
+</body>
+
+</html>

readability/test/test-pages/ebb-org/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "On Recent Controversial Events - Bradley M. Kuhn ( Brad ) ( bkuhn )",
+  "byline": "Bradley M. Kuhn (http://ebb.org/bkuhn/)",
+  "dir": null,
+  "excerpt": "The website of Bradley M. Kuhn, aka Brad, aka bkuhn. This site includes his GPG keys, resume, blog, projects list, software, interviews, speeches and writing.",
+  "siteName": null,
+  "readerable": true
+}

readability/test/test-pages/ebb-org/expected.html

@@ -0,0 +1,23 @@
+<div id="readability-page-1" class="page">
+    <div id="contentWithSidebar">
+        <div id="post">
+            <p> Tuesday 15 October 2019 by Bradley M. Kuhn </p>
+            <p> The last 33 days have been unprecedentedly difficult for the software freedom community and for me personally. Folks have been emailing, phoning, texting, tagging me on social media (— the last of which has been funny, because all my social media accounts are placeholder accounts). But, just about everyone has urged me to comment on the serious issues that the software freedom community now faces. Until now, I have stayed silent regarding all these current topics: from Richard M. Stallman (RMS)'s public statements, to <a href="https://www.fsf.org/news/richard-m-stallman-resigns">his resignation from the Free Software Foundation (FSF)</a>, to the Epstein scandal and its connection to MIT. I've also avoided generally commenting on software freedom organizational governance during this period. I did this for good reason, which is explained below. However, in this blog post, I now share my primary comments on the matters that seem to currently be of the utmost attention of the Open Source and Free Software communities. </p>
+            <p> I have been silent the last month because, until two days ago, I was an at-large member of <a href="https://www.fsf.org/about/staff-and-board">FSF's Board of Directors</a>, and a <a href="https://static.fsf.org/nosvn/fsf-amended-bylaws-current.pdf">Voting Member</a> of the FSF. As a member of FSF's two leadership bodies, I was abiding by a reasonable request from the FSF management and my duty to the organization. Specifically, the FSF asked that all communication during the crisis <a href="https://www.fsf.org/news/richard-m-stallman-resigns">come</a> <a href="https://www.fsf.org/news/fsf-and-gnu">directly</a> from FSF officers and not from at-large directors and/or Voting Members. Furthermore, the FSF management asked all Directors and Voting Members to remain silent on this entire matter — even on issues only tangentially related to the current situation, and even when speaking in our own capacity (e.g., on our own blogs like this one). The FSF is an important organization, and I take any request from the FSF seriously — so I abided fully with their request. </p>
+            <p> The situation was further complicated because folks at my employer, Software Freedom Conservancy (where I also serve on the <a href="https://sfconservancy.org/about/board/#bkuhn">Board of Directors</a>) had strong opinions about this matter as well. Fortunately, the FSF and Conservancy both had already created clear protocols for what I should do if ever there was a disagreement or divergence of views between Conservancy and FSF. I therefore was recused fully from the planning, drafting, and timing of Conservancy's statement on this matter. I thank my colleagues at the Conservancy for working so carefully to keep me entirely outside the loop on their statement and to diligently assure that it was straight-forward for me to manage any potential organizational disagreements. I also thank those at the FSF who outlined clear protocols (ahead of time, back in March 2019) in case a situation like this ever came up. I also know my colleagues at Conservancy care deeply, as I do, about the health and welfare of the FSF and its mission of fighting for universal software freedom for all. None of us want, nor have, any substantive disagreement over software freedom issues. </p>
+            <p> I take very seriously my duty to the various organizations where I have (or have had) affiliations. More generally, I champion non-profit organizational transparency. Unfortunately, the current crisis left me in a quandary between the overarching goal of community transparency and abiding by FSF management's directives. Now that I've left the FSF Board of Directors, FSF's Voting Membership, and all my FSF volunteer roles (which ends my 22-year uninterrupted affiliation with the FSF), I can now comment on the substantive issues that face not just the FSF, but the Free Software community as a whole, while continuing to adhere to my past duty of acting in FSF's best interest. In other words, my affiliation with the FSF has come to an end for many good and useful reasons. The end to this affiliation allows me to speak directly about the core issues at the heart of the community's current crisis. </p>
+            <p> Firstly, all these events — from RMS' public comments on the MIT mailing list, to RMS' resignation from the FSF to RMS' discussions about the next steps for the GNU project — <em>seem</em> to many to have happened ridiculously quickly. But it wasn't actually fast at all. In fact, these events were culmination of issues that were slowly growing in concern to many people, including me. </p>
+            <p> For the last two years, I had been a loud internal voice in the FSF leadership regarding RMS' Free-Software-unrelated public statements; I felt strongly that it was in the best interest of the FSF to actively seek to limit such statements, and that it was my duty to FSF to speak out about this within the organization. Those who only learned of this story in the last month (understandably) believed <a href="https://medium.com/@selamjie/remove-richard-stallman-fec6ec210794">Selam G.'s Medium post</a> raised an entirely new issue. <a href="https://web.archive.org/web/20161107050933/https://www.stallman.org/archives/2016-jul-oct.html#31_October_2016_(Down&apos;s_syndrome)">In</a> <a href="https://web.archive.org/web/20170202025227/https://www.stallman.org/archives/2016-nov-feb.html#14_December_2016_(Campaign_of_bull-headed_prudery)">fact</a>, <a href="https://web.archive.org/web/20170224174306/https://www.stallman.org/archives/2016-nov-feb.html#23_February_2017_(A_violent_sex_offender)">RMS'</a> <a href="https://web.archive.org/web/20170612074722/http://stallman.org/archives/2017-mar-jun.html#26_May_2017_(Prudish_ignorantism)">views</a> <a href="https://web.archive.org/web/20170616044924/https://www.stallman.org/archives/2017-mar-jun.html#13_June_2017_(Sex_offender_registry)">and</a> <a href="https://web.archive.org/web/20171020041022/http://stallman.org/archives/2017-jul-oct.html#10_October_2017_(Laws_against_having_sex_with_an_animal)">statements</a> <a href="https://web.archive.org/web/20180131020215/https://stallman.org/archives/2017-jul-oct.html#29_October_2017_(Pestering_women)">posted</a> <a href="https://web.archive.org/web/20180104112431/https://www.stallman.org/archives/2017-nov-feb.html#27_November_2017_(Roy_Moore&apos;s_relationships)">on</a> <a href="https://web.archive.org/web/20180509120046/https://stallman.org/archives/2018-mar-jun.html#30_April_2018_(UN_peacekeepers_in_South_Sudan)">stallman.org</a> <a href="https://web.archive.org/web/20180911075211/https://www.stallman.org/archives/2018-jul-oct.html#17_July_2018_(The_bullshitter&apos;s_flirting)">about</a> <a href="https://web.archive.org/web/20180911075211/https://www.stallman.org/archives/2018-jul-oct.html#21_August_2018_(Age_and_attraction)">sexual</a> <a href="https://web.archive.org/web/20180924231708/https://stallman.org/archives/2018-jul-oct.html#23_September_2018_(Cody_Wilson)">morality</a> <a href="https://web.archive.org/web/20180919100154/https://stallman.org/antiglossary.html#assult">escalated</a> <a href="https://web.archive.org/web/20181113161736/https://www.stallman.org/archives/2018-sep-dec.html#6_November_2018_(Sex_according_to_porn)">for</a> <a href="https://web.archive.org/web/20190325024048/https://stallman.org/archives/2019-jan-apr.html#14_February_2019_(Respecting_peoples_right_to_say_no)">the</a> <a href="https://www.stallman.org/archives/2019-may-aug.html#11_June_2019_(Stretching_meaning_of_terms)">worse</a> <a href="https://web.archive.org/web/20190801201704/https://stallman.org/archives/2019-may-aug.html#12_June_2019_(Declining_sex_rates)">over</a> <a href="https://web.archive.org/web/20190801201704/https://stallman.org/archives/2019-may-aug.html#30_July_2019_(Al_Franken)">the</a> <a href="https://web.archive.org/web/20190903050208/https://stallman.org/archives/2019-jul-oct.html#27_August_2019_(Me-too_frenzy)">last</a> <a href="https://web.archive.org/web/20191011023557/https://stallman.org/archives/2019-jul-oct.html#21_September_2019_(Sex_workers)">few</a> <a href="https://web.archive.org/web/20180924231708/https://stallman.org/archives/2018-jul-oct.html#23_September_2018_(Cody_Wilson)">years</a>. When the escalation started, I still considered RMS both a friend and colleague, and I attempted to argue with him at length to convince him that some of his positions were harmful to sexual assault survivors and those who are sex trafficked, and to the people who devote their lives in service to such individuals. More importantly to the FSF, I attempted to persuade RMS that launching a controversial campaign on sexual behavior and morality was counter to his and FSF's mission to advance software freedom, and told RMS that my duty as an FSF Director was to assure the best outcome for the FSF, which <acronym title="in my opinion">IMO</acronym> didn't include having a leader who made such statements. Not only is human sexual behavior not a topic on which RMS has adequate academic expertise, but also his positions appear to ignore significant research and widely available information on the subject. Many of his comments, while occasionally politically intriguing, lack empathy for people who experienced trauma. </p>
+            <p> IMO, this is not and has never been a Free Speech issue. I do believe freedom of speech links directly to software freedom: indeed, I see the freedom to publish software under Free licenses as almost a corollary to the freedom of speech. However, we do not need to follow leadership from those whose views we fundamentally disagree. Moreover, organizations need not and should not elevate spokespeople and leaders who speak regularly on unrelated issues that organizations find do not advance their mission, and/or that alienate important constituents. I, like many other software freedom leaders, curtail my public comments on issues not related to <acronym title="Free and Open Source Software">FOSS</acronym>. (Indeed, I would not even be commenting on <em>this issue</em> if it had not become a central issue of concern to the software freedom community.) Leaders have power, and they must exercise the power of their words with <a href="https://lwn.net/Articles/770966/">restraint, not with impunity</a>. </p>
+            <p> RMS has consistently argued that there was a campaign of “prudish intimidation” — seeking to keep him quiet about his views on sexuality. After years of conversing with RMS about how his non-software-freedom views were a distraction, an indulgence, and downright problematic, his general response was to make even more public comments of this nature. The issue is not about RMS' right to say what he believes, nor is it even about whether or not you agree or disagree with RMS' statements. The question is whether an organization should have a designated leader who is on a sustained, public campaign advocating about an unrelated issue that many consider controversial. It really doesn't matter what your view about the controversial issue is; a leader who refuses to stop talking loudly about unrelated issues eventually creates an untenable distraction from the radical activism you're actively trying to advance. The message of universal software freedom is a radical cause; it's basically impossible for one individual to effectively push forward two unrelated controversial agendas at once. In short, the radical message of software freedom became overshadowed by RMS' radical views about sexual morality. </p>
+            <p> And here is where I say the thing that may infuriate many but it's what I believe: I think RMS took a useful step by resigning some of his leadership roles at the FSF. I thank RMS for taking that step, and I wish the FSF Directors well in their efforts to assure that the FSF becomes a welcoming organization to all who care about universal software freedom. The <a href="https://www.fsf.org/about/">FSF's mission</a> is essential to our technological future, and we should all support that mission. I care deeply about that mission myself and have worked and will continue to work in our community in the best interest of the mission. </p>
+            <p> I'm admittedly struggling to find a way to work again with RMS, given his views on sexual morality and his behaviors stemming from those views. I explicitly do not agree with <a href="https://web.archive.org/web/20180919100154/https://stallman.org/antiglossary.html#assult">this “(re-)definition” of sexual assault</a>. Furthermore, I believe uninformed statements about sexual assault are irresponsible and cause harm to victims. #MeToo is <strong><a href="https://web.archive.org/web/20190903050208/https://stallman.org/archives/2019-jul-oct.html#27_August_2019_(Me-too_frenzy)">not a “frenzy”</a></strong>; it is a global movement by individuals who have been harmed seeking to hold both bad actors <em>and</em> society-at-large accountable for ignoring systemic wrongs. Nevertheless, I still am proud of the <a href="https://www.gnu.org/philosophy/freedom-or-power.en.html">essay that I co-wrote with RMS</a> and still find <a href="https://www.gnu.org/gnu/manifesto.en.html">many</a> <a href="https://www.gnu.org/philosophy/free-sw.html">of</a> <a href="https://www.gnu.org/philosophy/why-free.html">RMS'</a> <a href="https://www.gnu.org/philosophy/pragmatic.html">other</a> <a href="https://www.gnu.org/philosophy/microsoft-old.html">essays</a> <a href="https://www.gnu.org/philosophy/gpl-american-way.html">compelling</a>, <a href="https://www.gnu.org/licenses/why-not-lgpl.html">important</a>, <a href="https://www.gnu.org/philosophy/stallman-kth.en.html">and</a> <a href="https://www.gnu.org/philosophy/who-does-that-server-really-serve.en.html">relevant</a>. </p>
+            <p> I want the FSF to succeed in its mission and enter a new era of accomplishments. I've spent the last 22 years, without a break, dedicating substantial time, effort, care and loyalty to the various FSF roles that I've had: including employee, volunteer, at-large Director, and Voting Member. Even though my duties to the FSF are done, and my relationship with the FSF is no longer formal, I still think the FSF is a valuable institution worth helping and saving, specifically because the FSF was founded for a mission that I deeply support. And we should also realize that RMS — a human being (who is flawed like the rest of us) — invented that mission. </p>
+            <p> As culture change becomes more rapid, I hope we can find reasonable nuance and moderation on our complex analysis about people and their disparate views, while we also hold individuals fully accountable for their actions. That's the difficulty we face in the post-post-modern culture of the early twenty-first century. Most importantly, I believe we must find a way to stand firm for software freedom while also making a safe environment for victims of sexual assault, sexual abuse, gaslighting, and other deplorable actions. </p>
+            <p> Posted on Tuesday 15 October 2019 at 09:11 by Bradley M. Kuhn. </p>
+        </div>
+    </div>
+    <p> <code>#include &lt;std/disclaimer.h&gt;</code><br/> <code>use Standard::Disclaimer;</code><br/> <code>from standard import disclaimer</code><br/> <code>SELECT full_text FROM standard WHERE type = 'disclaimer';</code> </p>
+    <p> Both previously and presently, I have been employed by and/or done work for various organizations that also have views on Free, Libre, and Open Source Software. As should be blatantly obvious, this is my website, not theirs, so please do not assume views and opinions here belong to any such organization. Since I do co-own ebb.org with my wife, it may not be so obvious that these aren't her views and opinions, either. </p>
+    <p> ebb <sup>℠</sup> is a service mark of Bradley M. Kuhn. </p>
+</div>

readability/test/test-pages/ebb-org/source.html

@@ -0,0 +1,485 @@
+<!DOCTYPE html>
+<html lang="en-US" xml:lang="en-US" xmlns="http://www.w3.org/1999/xhtml">
+    <head>
+        <meta content="text/html; charset=utf-8" http-equiv="Content-Type" />
+        <title>
+            On Recent Controversial Events - Bradley M. Kuhn ( Brad ) ( bkuhn )
+        </title>
+        <meta content="Bradley M. Kuhn (http://ebb.org/bkuhn/)" name="author" />
+        <link href="http://ebb.org/bkuhn/rss.xml" rel="alternate" title="Whole Website RSS for Bradley M. Kuhn" type="application/rss+xml" />
+        <link href="http://ebb.org/bkuhn/blog/rss.xml" rel="alternate" title="Blog RSS for Bradley M. Kuhn" type="application/rss+xml" />
+        <link href="http://ebb.org/bkuhn/blog/rss.xml" rel="alternate" title="Articles / Interviews RSS for Bradley M. Kuhn" type="application/rss+xml" />
+        <link href="/css/screen.css" rel="stylesheet" type="text/css" />
+        <link href="mailto:bkuhn@ebb.org" rel="made" />
+        <meta content="kuhn, brad, bradley, bkuhn, hacker, gnu, free, software, linux, unix, perl, liberal, pgp, gpg, geek, system, administrator, network, free software, developer, new york, NY, computer, open source, hacker, software, freedom, software freedom" http-equiv="Keywords" name="Keywords" />
+        <meta content="The website of Bradley M. Kuhn, aka Brad, aka bkuhn. This site includes his GPG keys, resume, blog, projects list, software, interviews, speeches and writing." http-equiv="Description" name="Description" />
+    </head>
+    <body>
+        <div id="site">
+            <div id="sidebar">
+                <div id="title">
+                    <p>
+                        <a href="/bkuhn">Bradley M. Kuhn</a> <a href="http://ebb.org/bkuhn/rss.xml"><img alt="[RSS of Whole Site]" border="0" src="/images/feed-icon-14x14.png" /></a>
+                    </p>
+                </div>
+                <div id="menu">
+                    <ul>
+                        <li>
+                            <a href="/bkuhn/contact">Contact</a>
+                        </li>
+                        <li>
+                            <a href="/bkuhn/blog">Blog</a> &#160; <a href="http://ebb.org/bkuhn/blog/rss.xml"><img alt="[RSS of Blog]" border="0" src="/images/feed-icon-14x14.png" /></a>
+                        </li>
+                        <li>
+                            <a href="http://identi.ca/bkuhn/">Pump.io Social Network</a>
+                        </li><!-- %li=  link_to("About", "/bkuhn/about") -->
+                        <!-- %li=  link_to("Speeches / Talks", "/bkuhn/speeches/") -->
+                        <li>
+                            <a href="/bkuhn/articles">Interviews / Articles</a> &#160; <a href="http://ebb.org/bkuhn/articles/rss.xml"><img alt="[RSS of Articles]" border="0" src="/images/feed-icon-14x14.png" /></a>
+                        </li>
+                        <li>
+                            <a href="/bkuhn/code/">Software</a>
+                        </li>
+                        <li>
+                            <a href="/bkuhn/resume">Résumé</a>
+                        </li>
+                    </ul>
+                </div>
+                <h2>
+                    <a href="/bkuhn/tags">Tag</a> Cloud
+                </h2>
+                <ol id="tag-cloud">
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#accounting">accounting</a>
+                    </li>
+                    <li class="tier-4" title="24 posts">
+                        <a href="/bkuhn/tags.html#advocacy">advocacy</a>
+                    </li>
+                    <li class="tier-4" title="16 posts">
+                        <a href="/bkuhn/tags.html#agpl">agpl</a>
+                    </li>
+                    <li class="tier-3" title="6 posts">
+                        <a href="/bkuhn/tags.html#android">android</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#apache">apache</a>
+                    </li>
+                    <li class="tier-2" title="3 posts">
+                        <a href="/bkuhn/tags.html#apple">apple</a>
+                    </li>
+                    <li class="tier-2" title="3 posts">
+                        <a href="/bkuhn/tags.html#apt">apt</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#artistic">artistic</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#asterisk">asterisk</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#automotive">automotive</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#autonomous">autonomous</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#award">award</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#bilski">bilski</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#canonical">canonical</a>
+                    </li>
+                    <li class="tier-3" title="7 posts">
+                        <a href="/bkuhn/tags.html#cla">cla</a>
+                    </li>
+                    <li class="tier-5" title="39 posts">
+                        <a href="/bkuhn/tags.html#community">community</a>
+                    </li>
+                    <li class="tier-3" title="6 posts">
+                        <a href="/bkuhn/tags.html#compliance">compliance</a>
+                    </li>
+                    <li class="tier-4" title="15 posts">
+                        <a href="/bkuhn/tags.html#conferences">conferences</a>
+                    </li>
+                    <li class="tier-5" title="37 posts">
+                        <a href="/bkuhn/tags.html#conservancy">conservancy</a>
+                    </li>
+                    <li class="tier-3" title="8 posts">
+                        <a href="/bkuhn/tags.html#copyleft">copyleft</a>
+                    </li>
+                    <li class="tier-5" title="56 posts">
+                        <a href="/bkuhn/tags.html#copyright">copyright</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#cow-orking">cow-orking</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#cpp">cpp</a>
+                    </li>
+                    <li class="tier-3" title="9 posts">
+                        <a href="/bkuhn/tags.html#debian">debian</a>
+                    </li>
+                    <li class="tier-2" title="3 posts">
+                        <a href="/bkuhn/tags.html#denounce">denounce</a>
+                    </li>
+                    <li class="tier-2" title="4 posts">
+                        <a href="/bkuhn/tags.html#development">development</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#diversity">diversity</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#emacs">emacs</a>
+                    </li>
+                    <li class="tier-2" title="4 posts">
+                        <a href="/bkuhn/tags.html#encryption">encryption</a>
+                    </li>
+                    <li class="tier-3" title="10 posts">
+                        <a href="/bkuhn/tags.html#enforcement">enforcement</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#exceptions">exceptions</a>
+                    </li>
+                    <li class="tier-2" title="3 posts">
+                        <a href="/bkuhn/tags.html#faif">faif</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#fdl">fdl</a>
+                    </li>
+                    <li class="tier-4" title="11 posts">
+                        <a href="/bkuhn/tags.html#for-profit">for-profit</a>
+                    </li>
+                    <li class="tier-2" title="3 posts">
+                        <a href="/bkuhn/tags.html#fosdem">fosdem</a>
+                    </li>
+                    <li class="tier-4" title="13 posts">
+                        <a href="/bkuhn/tags.html#fsf">fsf</a>
+                    </li>
+                    <li class="tier-2" title="4 posts">
+                        <a href="/bkuhn/tags.html#gcc">gcc</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#git">git</a>
+                    </li>
+                    <li class="tier-4" title="13 posts">
+                        <a href="/bkuhn/tags.html#gnome">gnome</a>
+                    </li>
+                    <li class="tier-3" title="6 posts">
+                        <a href="/bkuhn/tags.html#gnu">gnu</a>
+                    </li>
+                    <li class="tier-2" title="4 posts">
+                        <a href="/bkuhn/tags.html#google">google</a>
+                    </li>
+                    <li class="tier-6" title="107 posts">
+                        <a href="/bkuhn/tags.html#gpl">gpl</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#gpl-compatibility">gpl-compatibility</a>
+                    </li>
+                    <li class="tier-5" title="47 posts">
+                        <a href="/bkuhn/tags.html#gpl-enforcement">gpl-enforcement</a>
+                    </li>
+                    <li class="tier-2" title="4 posts">
+                        <a href="/bkuhn/tags.html#gplv3">gplv3</a>
+                    </li>
+                    <li class="tier-2" title="3 posts">
+                        <a href="/bkuhn/tags.html#guadec">guadec</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#identica">identica</a>
+                    </li>
+                    <li class="tier-4" title="17 posts">
+                        <a href="/bkuhn/tags.html#infringement">infringement</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#java">java</a>
+                    </li>
+                    <li class="tier-2" title="3 posts">
+                        <a href="/bkuhn/tags.html#javascript">javascript</a>
+                    </li>
+                    <li class="tier-2" title="4 posts">
+                        <a href="/bkuhn/tags.html#jvm">jvm</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#launchpad">launchpad</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#ldap">ldap</a>
+                    </li>
+                    <li class="tier-2" title="3 posts">
+                        <a href="/bkuhn/tags.html#lgpl">lgpl</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#libreoffice">libreoffice</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#libreplanet">libreplanet</a>
+                    </li>
+                    <li class="tier-6" title="72 posts">
+                        <a href="/bkuhn/tags.html#licensing">licensing</a>
+                    </li>
+                    <li class="tier-2" title="3 posts">
+                        <a href="/bkuhn/tags.html#lindows">lindows</a>
+                    </li>
+                    <li class="tier-4" title="11 posts">
+                        <a href="/bkuhn/tags.html#linux">linux</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#maemo">maemo</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#mail">mail</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#meego">meego</a>
+                    </li>
+                    <li class="tier-4" title="17 posts">
+                        <a href="/bkuhn/tags.html#microsoft">microsoft</a>
+                    </li>
+                    <li class="tier-3" title="6 posts">
+                        <a href="/bkuhn/tags.html#mobile">mobile</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#moblin">moblin</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#mono">mono</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#motorola">motorola</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#mta">mta</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#mysql">mysql</a>
+                    </li>
+                    <li class="tier-4" title="13 posts">
+                        <a href="/bkuhn/tags.html#net-services">net-services</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#nlp">nlp</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#nokia">nokia</a>
+                    </li>
+                    <li class="tier-4" title="23 posts">
+                        <a href="/bkuhn/tags.html#non-profit">non-profit</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#np-complete">np-complete</a>
+                    </li>
+                    <li class="tier-3" title="7 posts">
+                        <a href="/bkuhn/tags.html#open-core">open-core</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#open-foam">open-foam</a>
+                    </li>
+                    <li class="tier-2" title="4 posts">
+                        <a href="/bkuhn/tags.html#oracle">oracle</a>
+                    </li>
+                    <li class="tier-2" title="4 posts">
+                        <a href="/bkuhn/tags.html#parrot">parrot</a>
+                    </li>
+                    <li class="tier-4" title="16 posts">
+                        <a href="/bkuhn/tags.html#patents">patents</a>
+                    </li>
+                    <li class="tier-3" title="6 posts">
+                        <a href="/bkuhn/tags.html#perl">perl</a>
+                    </li>
+                    <li class="tier-3" title="6 posts">
+                        <a href="/bkuhn/tags.html#perljvm">perljvm</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#permissive-license">permissive-license</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#piracy">piracy</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#podcast">podcast</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#podjango">podjango</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#poker">poker</a>
+                    </li>
+                    <li class="tier-4" title="14 posts">
+                        <a href="/bkuhn/tags.html#politics">politics</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#postfix">postfix</a>
+                    </li>
+                    <li class="tier-4" title="13 posts">
+                        <a href="/bkuhn/tags.html#proprietary">proprietary</a>
+                    </li>
+                    <li class="tier-2" title="3 posts">
+                        <a href="/bkuhn/tags.html#qt">qt</a>
+                    </li>
+                    <li class="tier-2" title="4 posts">
+                        <a href="/bkuhn/tags.html#replicant">replicant</a>
+                    </li>
+                    <li class="tier-2" title="3 posts">
+                        <a href="/bkuhn/tags.html#requiem">requiem</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#rtlinux">rtlinux</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#scale">SCALE</a>
+                    </li>
+                    <li class="tier-3" title="6 posts">
+                        <a href="/bkuhn/tags.html#sco">sco</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#scotus">scotus</a>
+                    </li>
+                    <li class="tier-3" title="5 posts">
+                        <a href="/bkuhn/tags.html#security">security</a>
+                    </li>
+                    <li class="tier-3" title="6 posts">
+                        <a href="/bkuhn/tags.html#sexism">sexism</a>
+                    </li>
+                    <li class="tier-2" title="4 posts">
+                        <a href="/bkuhn/tags.html#sflc">sflc</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#slicing">slicing</a>
+                    </li>
+                    <li class="tier-3" title="7 posts">
+                        <a href="/bkuhn/tags.html#social-justice">social-justice</a>
+                    </li>
+                    <li class="tier-3" title="6 posts">
+                        <a href="/bkuhn/tags.html#software">software</a>
+                    </li>
+                    <li class="tier-6" title="108 posts">
+                        <a href="/bkuhn/tags.html#software-freedom">software-freedom</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#speeches">speeches</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#stet">stet</a>
+                    </li>
+                    <li class="tier-2" title="4 posts">
+                        <a href="/bkuhn/tags.html#talks">talks</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#tcl">tcl</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#teaching">teaching</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#tech-press">tech-press</a>
+                    </li>
+                    <li class="tier-5" title="35 posts">
+                        <a href="/bkuhn/tags.html#technology">technology</a>
+                    </li>
+                    <li class="tier-2" title="2 posts">
+                        <a href="/bkuhn/tags.html#thesis">thesis</a>
+                    </li>
+                    <li class="tier-3" title="5 posts">
+                        <a href="/bkuhn/tags.html#trademarks">trademarks</a>
+                    </li>
+                    <li class="tier-3" title="10 posts">
+                        <a href="/bkuhn/tags.html#ubuntu">ubuntu</a>
+                    </li>
+                    <li class="tier-1" title="1 post">
+                        <a href="/bkuhn/tags.html#voip">voip</a>
+                    </li>
+                    <li class="tier-2" title="3 posts">
+                        <a href="/bkuhn/tags.html#xen">xen</a>
+                    </li>
+                </ol>
+                <h2>
+                    Powered by
+                </h2><a href="https://gitorious.org/bkuhn/jekyll/source/HEAD:">A Very Old Fork of Jekyll</a> <a href="https://gitorious.org/bkuhn/website/source/HEAD:">"Source Code" for this site</a>
+            </div>
+            <div id="contentWithSidebar">
+                <div id="post">
+                    <h1>
+                        On Recent Controversial Events
+                    </h1>
+                    <p class="topAttributionWithDate">
+                        Tuesday 15 October 2019 by Bradley M. Kuhn
+                    </p>
+                    <p>
+                        The last 33 days have been unprecedentedly difficult for the software freedom community and for me personally. Folks have been emailing, phoning, texting, tagging me on social media (— the last of which has been funny, because all my social media accounts are placeholder accounts). But, just about everyone has urged me to comment on the serious issues that the software freedom community now faces. Until now, I have stayed silent regarding all these current topics: from Richard M. Stallman (RMS)'s public statements, to <a href="https://www.fsf.org/news/richard-m-stallman-resigns">his resignation from the Free Software Foundation (FSF)</a>, to the Epstein scandal and its connection to MIT. I've also avoided generally commenting on software freedom organizational governance during this period. I did this for good reason, which is explained below. However, in this blog post, I now share my primary comments on the matters that seem to currently be of the utmost attention of the Open Source and Free Software communities.
+                    </p>
+                    <p>
+                        I have been silent the last month because, until two days ago, I was an at-large member of <a href="https://www.fsf.org/about/staff-and-board">FSF's Board of Directors</a>, and a <a href="https://static.fsf.org/nosvn/fsf-amended-bylaws-current.pdf">Voting Member</a> of the FSF. As a member of FSF's two leadership bodies, I was abiding by a reasonable request from the FSF management and my duty to the organization. Specifically, the FSF asked that all communication during the crisis <a href="https://www.fsf.org/news/richard-m-stallman-resigns">come</a> <a href="https://www.fsf.org/news/fsf-and-gnu">directly</a> from FSF officers and not from at-large directors and/or Voting Members. Furthermore, the FSF management asked all Directors and Voting Members to remain silent on this entire matter — even on issues only tangentially related to the current situation, and even when speaking in our own capacity (e.g., on our own blogs like this one). The FSF is an important organization, and I take any request from the FSF seriously — so I abided fully with their request.
+                    </p>
+                    <p>
+                        The situation was further complicated because folks at my employer, Software Freedom Conservancy (where I also serve on the <a href="https://sfconservancy.org/about/board/#bkuhn">Board of Directors</a>) had strong opinions about this matter as well. Fortunately, the FSF and Conservancy both had already created clear protocols for what I should do if ever there was a disagreement or divergence of views between Conservancy and FSF. I therefore was recused fully from the planning, drafting, and timing of Conservancy's statement on this matter. I thank my colleagues at the Conservancy for working so carefully to keep me entirely outside the loop on their statement and to diligently assure that it was straight-forward for me to manage any potential organizational disagreements. I also thank those at the FSF who outlined clear protocols (ahead of time, back in March 2019) in case a situation like this ever came up. I also know my colleagues at Conservancy care deeply, as I do, about the health and welfare of the FSF and its mission of fighting for universal software freedom for all. None of us want, nor have, any substantive disagreement over software freedom issues.
+                    </p>
+                    <p>
+                        I take very seriously my duty to the various organizations where I have (or have had) affiliations. More generally, I champion non-profit organizational transparency. Unfortunately, the current crisis left me in a quandary between the overarching goal of community transparency and abiding by FSF management's directives. Now that I've left the FSF Board of Directors, FSF's Voting Membership, and all my FSF volunteer roles (which ends my 22-year uninterrupted affiliation with the FSF), I can now comment on the substantive issues that face not just the FSF, but the Free Software community as a whole, while continuing to adhere to my past duty of acting in FSF's best interest. In other words, my affiliation with the FSF has come to an end for many good and useful reasons. The end to this affiliation allows me to speak directly about the core issues at the heart of the community's current crisis.
+                    </p>
+                    <p>
+                        Firstly, all these events — from RMS' public comments on the MIT mailing list, to RMS' resignation from the FSF to RMS' discussions about the next steps for the GNU project — <em>seem</em> to many to have happened ridiculously quickly. But it wasn't actually fast at all. In fact, these events were culmination of issues that were slowly growing in concern to many people, including me.
+                    </p>
+                    <p>
+                        For the last two years, I had been a loud internal voice in the FSF leadership regarding RMS' Free-Software-unrelated public statements; I felt strongly that it was in the best interest of the FSF to actively seek to limit such statements, and that it was my duty to FSF to speak out about this within the organization. Those who only learned of this story in the last month (understandably) believed <a href="https://medium.com/@selamjie/remove-richard-stallman-fec6ec210794">Selam G.'s Medium post</a> raised an entirely new issue. <a href="https://web.archive.org/web/20161107050933/https://www.stallman.org/archives/2016-jul-oct.html#31_October_2016_(Down's_syndrome)">In</a> <a href="https://web.archive.org/web/20170202025227/https://www.stallman.org/archives/2016-nov-feb.html#14_December_2016_(Campaign_of_bull-headed_prudery)">fact</a>, <a href="https://web.archive.org/web/20170224174306/https://www.stallman.org/archives/2016-nov-feb.html#23_February_2017_(A_violent_sex_offender)">RMS'</a> <a href="https://web.archive.org/web/20170612074722/http://stallman.org/archives/2017-mar-jun.html#26_May_2017_(Prudish_ignorantism)">views</a> <a href="https://web.archive.org/web/20170616044924/https://www.stallman.org/archives/2017-mar-jun.html#13_June_2017_(Sex_offender_registry)">and</a> <a href="https://web.archive.org/web/20171020041022/http://stallman.org/archives/2017-jul-oct.html#10_October_2017_(Laws_against_having_sex_with_an_animal)">statements</a> <a href="https://web.archive.org/web/20180131020215/https://stallman.org/archives/2017-jul-oct.html#29_October_2017_(Pestering_women)">posted</a> <a href="https://web.archive.org/web/20180104112431/https://www.stallman.org/archives/2017-nov-feb.html#27_November_2017_(Roy_Moore's_relationships)">on</a> <a href="https://web.archive.org/web/20180509120046/https://stallman.org/archives/2018-mar-jun.html#30_April_2018_(UN_peacekeepers_in_South_Sudan)">stallman.org</a> <a href="https://web.archive.org/web/20180911075211/https://www.stallman.org/archives/2018-jul-oct.html#17_July_2018_(The_bullshitter's_flirting)">about</a> <a href="https://web.archive.org/web/20180911075211/https://www.stallman.org/archives/2018-jul-oct.html#21_August_2018_(Age_and_attraction)">sexual</a> <a href="https://web.archive.org/web/20180924231708/https://stallman.org/archives/2018-jul-oct.html#23_September_2018_(Cody_Wilson)">morality</a> <a href="https://web.archive.org/web/20180919100154/https://stallman.org/antiglossary.html#assult">escalated</a> <a href="https://web.archive.org/web/20181113161736/https://www.stallman.org/archives/2018-sep-dec.html#6_November_2018_(Sex_according_to_porn)">for</a> <a href="https://web.archive.org/web/20190325024048/https://stallman.org/archives/2019-jan-apr.html#14_February_2019_(Respecting_peoples_right_to_say_no)">the</a> <a href="https://www.stallman.org/archives/2019-may-aug.html#11_June_2019_(Stretching_meaning_of_terms)">worse</a> <a href="https://web.archive.org/web/20190801201704/https://stallman.org/archives/2019-may-aug.html#12_June_2019_(Declining_sex_rates)">over</a> <a href="https://web.archive.org/web/20190801201704/https://stallman.org/archives/2019-may-aug.html#30_July_2019_(Al_Franken)">the</a> <a href="https://web.archive.org/web/20190903050208/https://stallman.org/archives/2019-jul-oct.html#27_August_2019_(Me-too_frenzy)">last</a> <a href="https://web.archive.org/web/20191011023557/https://stallman.org/archives/2019-jul-oct.html#21_September_2019_(Sex_workers)">few</a> <a href="https://web.archive.org/web/20180924231708/https://stallman.org/archives/2018-jul-oct.html#23_September_2018_(Cody_Wilson)">years</a>. When the escalation started, I still considered RMS both a friend and colleague, and I attempted to argue with him at length to convince him that some of his positions were harmful to sexual assault survivors and those who are sex trafficked, and to the people who devote their lives in service to such individuals. More importantly to the FSF, I attempted to persuade RMS that launching a controversial campaign on sexual behavior and morality was counter to his and FSF's mission to advance software freedom, and told RMS that my duty as an FSF Director was to assure the best outcome for the FSF, which <acronym title="in my opinion">IMO</acronym> didn't include having a leader who made such statements. Not only is human sexual behavior not a topic on which RMS has adequate academic expertise, but also his positions appear to ignore significant research and widely available information on the subject. Many of his comments, while occasionally politically intriguing, lack empathy for people who experienced trauma.
+                    </p>
+                    <p>
+                        IMO, this is not and has never been a Free Speech issue. I do believe freedom of speech links directly to software freedom: indeed, I see the freedom to publish software under Free licenses as almost a corollary to the freedom of speech. However, we do not need to follow leadership from those whose views we fundamentally disagree. Moreover, organizations need not and should not elevate spokespeople and leaders who speak regularly on unrelated issues that organizations find do not advance their mission, and/or that alienate important constituents. I, like many other software freedom leaders, curtail my public comments on issues not related to <acronym title="Free and Open Source Software">FOSS</acronym>. (Indeed, I would not even be commenting on <em>this issue</em> if it had not become a central issue of concern to the software freedom community.) Leaders have power, and they must exercise the power of their words with <a href="https://lwn.net/Articles/770966/">restraint, not with impunity</a>.
+                    </p>
+                    <p>
+                        RMS has consistently argued that there was a campaign of “prudish intimidation” — seeking to keep him quiet about his views on sexuality. After years of conversing with RMS about how his non-software-freedom views were a distraction, an indulgence, and downright problematic, his general response was to make even more public comments of this nature. The issue is not about RMS' right to say what he believes, nor is it even about whether or not you agree or disagree with RMS' statements. The question is whether an organization should have a designated leader who is on a sustained, public campaign advocating about an unrelated issue that many consider controversial. It really doesn't matter what your view about the controversial issue is; a leader who refuses to stop talking loudly about unrelated issues eventually creates an untenable distraction from the radical activism you're actively trying to advance. The message of universal software freedom is a radical cause; it's basically impossible for one individual to effectively push forward two unrelated controversial agendas at once. In short, the radical message of software freedom became overshadowed by RMS' radical views about sexual morality.
+                    </p>
+                    <p>
+                        And here is where I say the thing that may infuriate many but it's what I believe: I think RMS took a useful step by resigning some of his leadership roles at the FSF. I thank RMS for taking that step, and I wish the FSF Directors well in their efforts to assure that the FSF becomes a welcoming organization to all who care about universal software freedom. The <a href="https://www.fsf.org/about/">FSF's mission</a> is essential to our technological future, and we should all support that mission. I care deeply about that mission myself and have worked and will continue to work in our community in the best interest of the mission.
+                    </p>
+                    <p>
+                        I'm admittedly struggling to find a way to work again with RMS, given his views on sexual morality and his behaviors stemming from those views. I explicitly do not agree with <a href="https://web.archive.org/web/20180919100154/https://stallman.org/antiglossary.html#assult">this “(re-)definition” of sexual assault</a>. Furthermore, I believe uninformed statements about sexual assault are irresponsible and cause harm to victims. #MeToo is <strong><a href="https://web.archive.org/web/20190903050208/https://stallman.org/archives/2019-jul-oct.html#27_August_2019_(Me-too_frenzy)">not a “frenzy”</a></strong>; it is a global movement by individuals who have been harmed seeking to hold both bad actors <em>and</em> society-at-large accountable for ignoring systemic wrongs. Nevertheless, I still am proud of the <a href="https://www.gnu.org/philosophy/freedom-or-power.en.html">essay that I co-wrote with RMS</a> and still find <a href="https://www.gnu.org/gnu/manifesto.en.html">many</a> <a href="https://www.gnu.org/philosophy/free-sw.html">of</a> <a href="https://www.gnu.org/philosophy/why-free.html">RMS'</a> <a href="https://www.gnu.org/philosophy/pragmatic.html">other</a> <a href="https://www.gnu.org/philosophy/microsoft-old.html">essays</a> <a href="https://www.gnu.org/philosophy/gpl-american-way.html">compelling</a>, <a href="https://www.gnu.org/licenses/why-not-lgpl.html">important</a>, <a href="https://www.gnu.org/philosophy/stallman-kth.en.html">and</a> <a href="https://www.gnu.org/philosophy/who-does-that-server-really-serve.en.html">relevant</a>.
+                    </p>
+                    <p>
+                        I want the FSF to succeed in its mission and enter a new era of accomplishments. I've spent the last 22 years, without a break, dedicating substantial time, effort, care and loyalty to the various FSF roles that I've had: including employee, volunteer, at-large Director, and Voting Member. Even though my duties to the FSF are done, and my relationship with the FSF is no longer formal, I still think the FSF is a valuable institution worth helping and saving, specifically because the FSF was founded for a mission that I deeply support. And we should also realize that RMS — a human being (who is flawed like the rest of us) — invented that mission.
+                    </p>
+                    <p>
+                        As culture change becomes more rapid, I hope we can find reasonable nuance and moderation on our complex analysis about people and their disparate views, while we also hold individuals fully accountable for their actions. That's the difficulty we face in the post-post-modern culture of the early twenty-first century. Most importantly, I believe we must find a way to stand firm for software freedom while also making a safe environment for victims of sexual assault, sexual abuse, gaslighting, and other deplorable actions.
+                    </p>
+                    <p class="bottomAttributionWithDate">
+                        Posted on Tuesday 15 October 2019 at 09:11 by Bradley M. Kuhn.
+                    </p>
+                    <p class="comments">
+                        Submit comments on this post to <a href="mailto:bkuhn@ebb.org">&lt;bkuhn@ebb.org&gt;</a>.
+                    </p>
+                    <div id="prevlink">
+                        <a class="previous" href="/bkuhn/blog/2019/05/23/github-sponsors.html">← <strong>Previous</strong>: Chasing Quick Fixes To Sustainability</a>
+                    </div>
+                </div>
+            </div>
+            <p id="footer"></p>
+            <hr />
+            <br />
+            <p>
+                <a href="http://creativecommons.org/licenses/by-sa/3.0/us/" rel="license"><img alt="Creative Commons License" src="http://i.creativecommons.org/l/by-sa/3.0/us/88x31.png" style="border-width:10" /></a> This website and all documents on it are licensed under a <a href="http://creativecommons.org/licenses/by-sa/3.0/us/" rel="license">Creative Commons Attribution-Share Alike 3.0 United States License</a> .
+            </p>
+            <hr />
+            <p>
+                <code>#include &lt;std/disclaimer.h&gt;</code><br />
+                <code>use Standard::Disclaimer;</code><br />
+                <code>from standard import disclaimer</code><br />
+                <code>SELECT full_text FROM standard WHERE type = 'disclaimer';</code>
+            </p>
+            <p>
+                Both previously and presently, I have been employed by and/or done work for various organizations that also have views on Free, Libre, and Open Source Software. As should be blatantly obvious, this is my website, not theirs, so please do not assume views and opinions here belong to any such organization. Since I do co-own ebb.org with my wife, it may not be so obvious that these aren't her views and opinions, either.
+            </p>
+            <p align="right">
+                — bkuhn
+            </p>
+            <hr />
+            <p>
+                ebb <sup>℠</sup> is a service mark of Bradley M. Kuhn.
+            </p>
+            <address>
+                <a href="http://ebb.org/bkuhn/">Bradley M. Kuhn</a> <a href="mailto:bkuhn@ebb.org">&lt;bkuhn@ebb.org&gt;</a>
+            </address>
+        </div>
+    </body>
+</html>

readability/test/test-pages/ehow-1/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "How to Build a Terrarium | eHow",
+  "byline": "Lucy Akins",
+  "dir": null,
+  "excerpt": "Glass cloche terrariums are not only appealing to the eye, but they also preserve a bit of nature in your home and serve as a simple, yet beautiful, piece of art. Closed terrariums are easy to care for, as they retain much of their own moisture and provide a warm environment with a consistent level of humidity. You won’t have to water the...",
+  "readerable": true,
+  "siteName": "eHow"
+}

readability/test/test-pages/ehow-1/expected.html

@@ -0,0 +1,134 @@
+<div id="readability-page-1" class="page">
+    <div>
+        <header> </header>
+        <div>
+            <div>
+                <p>Glass cloche terrariums are not only appealing to the eye, but they also preserve a bit of nature in your home and serve as a simple, yet beautiful, piece of art. Closed terrariums are easy to care for, as they retain much of their own moisture and provide a warm environment with a consistent level of humidity. You won’t have to water the terrariums unless you see that the walls are not misting up. Small growing plants that don’t require a lot of light work best such as succulents, ferns, moss, even orchids.</p>
+                <figure> <img src="http://img-aws.ehowcdn.com/640/cme/photography.prod.demandstudios.com/16149374-814f-40bc-baf3-ca20f149f0ba.jpg" alt="Glass cloche terrariums" title="Glass cloche terrariums" data-credit="Lucy Akins " longdesc="http://s3.amazonaws.com/photography.prod.demandstudios.com/16149374-814f-40bc-baf3-ca20f149f0ba.jpg" /> </figure>
+                <figcaption class="caption"> Glass cloche terrariums (Lucy Akins) </figcaption>
+            </div>
+        </div>
+        <div>
+            <div>
+                <div>
+                    <p><span>What You'll Need:</span> </p>
+                    <ul>
+                        <li>Cloche</li>
+                        <li>Planter saucer, small shallow dish or desired platform</li>
+                        <li>Floral foam oasis</li>
+                        <li>Ruler </li>
+                        <li>Spoon</li>
+                        <li>Floral wire pins or paper clips</li>
+                        <li>Small plants (from a florist or nursery)</li>
+                        <li>Moss</li>
+                        <li>Tweezers</li>
+                        <li>Other small decorative items (optional)</li>
+                    </ul>
+                </div>
+            </div>
+        </div>
+        <div>
+            <div>
+                <div>
+                    <p><span>Step 1</span> </p>
+                    <p>Measure the circumference of your cloche and cut the foam oasis about 3/4 inch (2 cm) smaller. Place the foam oasis into a container full of water and allow to soak until it sinks to the bottom. Dig out a hole on the oasis large enough to fit your plant, being careful not to pierce all the way through to the bottom.</p>
+                </div>
+                <figure> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/fc249ef6-4d27-41b4-8c21-15f7a8512b50.jpg" alt="Dig a hole in the oasis." data-credit="Lucy Akins" /> </figure>
+                <figcaption class="caption"> Dig a hole in the oasis. (Lucy Akins) </figcaption>
+            </div>
+        </div>
+        <div>
+            <div>
+                <div>
+                    <p><span>Step 2</span> </p>
+                    <p>Insert your plant into the hole.</p>
+                </div>
+                <figure> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/aae11d4d-a4aa-4251-a4d9-41023ebf6d84.jpg" alt="Orchid in foam oasis" data-credit="Lucy Akins" /> </figure>
+                <figcaption class="caption"> Orchid in foam oasis (Lucy Akins) </figcaption>
+            </div>
+        </div>
+        <div>
+            <div>
+                <div>
+                    <p><span>Step 3</span> </p>
+                    <p>You can add various plants if you wish.</p>
+                </div>
+                <figure> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/7afdfa1e-da74-44b5-b89c-ca8123516272.jpg" alt="Various foliage" data-credit="Lucy Akins" /> </figure>
+                <figcaption class="caption"> Various foliage (Lucy Akins) </figcaption>
+            </div>
+        </div>
+        <div>
+            <div>
+                <div>
+                    <p><span>Step 4</span> </p>
+                    <p>Using floral pins, attach enough moss around the oasis to cover it.</p>
+                </div>
+                <figure> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/4f6612c0-316a-4c74-bb03-cb4e778f6d72.jpg" alt="Attach moss." data-credit="Lucy Akins" /> </figure>
+                <figcaption class="caption"> Attach moss. (Lucy Akins) </figcaption>
+            </div>
+        </div>
+        <div>
+            <div>
+                <div>
+                    <p><span>Step 5</span> </p>
+                    <p>Gently place the cloche over the oasis. The glass may push some of the moss upward, exposing some of the foam.</p>
+                </div>
+                <figure> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/eeb1e0b4-e573-40a3-8db1-2c76f0b13b84.jpg" alt="Place cloche over oasis." data-credit="Lucy Akins" /> </figure>
+                <figcaption class="caption"> Place cloche over oasis. (Lucy Akins) </figcaption>
+            </div>
+        </div>
+        <div>
+            <div>
+                <div>
+                    <p><span>Step 6</span> </p>
+                    <p>Simply pull down the moss with tweezers or insert more moss to fill in the empty spaces.</p>
+                </div>
+                <figure> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/812d4649-4152-4363-97c0-f181d02e709a.jpg" alt="Rearrange moss." data-credit="Lucy Akins" /> </figure>
+                <figcaption class="caption"> Rearrange moss. (Lucy Akins) </figcaption>
+            </div>
+        </div>
+        <div>
+            <div>
+                <div>
+                    <p><span>Step 7</span> </p>
+                    <p>You can use any platform you wish. In this case, a small saucer was used.</p>
+                </div>
+                <figure> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/0cb3988c-9318-47d6-bc9c-c798da1ede72.jpg" alt="Place cloche on a platform to sit on." data-credit="Lucy Akins" /> </figure>
+                <figcaption class="caption"> Place cloche on a platform to sit on. (Lucy Akins) </figcaption>
+            </div>
+        </div>
+        <div>
+            <div>
+                <div>
+                    <p><span>Step 8</span> </p>
+                    <p>This particular terrarium rests on a planter saucer and features a small white pumpkin.</p>
+                </div>
+                <figure> <img src="http://img-aws.ehowcdn.com/640/cme/photography.prod.demandstudios.com/e3e18f0b-ab2c-4ffb-9988-a1ea63faef8b.jpg" alt="Cloche placed on a terracotta saucer" data-credit="Lucy Akins" /> </figure>
+                <figcaption class="caption"> Cloche placed on a terracotta saucer (Lucy Akins) </figcaption>
+            </div>
+        </div>
+        <div>
+            <div>
+                <div>
+                    <p><span>Step 9</span> </p>
+                    <p>This particular terrarium was placed on a wood slice and a little toy squirrel was placed inside to add a little whimsy.</p>
+                </div>
+                <figure> <img src="http://img-aws.ehowcdn.com/640/cme/photography.prod.demandstudios.com/2cd79f8d-0d16-4573-8861-e47fb74b0638.jpg" alt="Placed on a wooden slice" data-credit="Lucy Akins" /> </figure>
+                <figcaption class="caption"> Placed on a wooden slice (Lucy Akins) </figcaption>
+            </div>
+        </div>
+        <div>
+            <div>
+                <div>
+                    <p><span>Finished Terrarium</span> </p>
+                    <p>Displayed alone or in a group, these pretty arrangements allow you to add a little nature to your decor or tablescape.</p>
+                </div>
+                <figure> <img src="http://img-aws.ehowcdn.com/640/cme/photography.prod.demandstudios.com/78670312-8636-4c42-a75c-3029f7aa6c73.jpg" alt="Cloche terrarium" data-credit="Lucy Akins" /> </figure>
+                <figcaption class="caption"> Cloche terrarium (Lucy Akins) </figcaption>
+            </div>
+        </div>
+        <section id="FeaturedTombstone" data-module="rcp_tombstone">
+            <h2>Featured</h2>
+        </section>
+    </div>
+</div>

readability/test/test-pages/ehow-1/source.html

@@ -0,0 +1,934 @@
+<!DOCTYPE html>
+<!--[if IE]><![endif]-->
+<html class="Crafts en-US" lang="en-US" xmlns:fb="http://www.facebook.com/2008/fbml" xmlns:og="http://ogp.me/ns#" data-channel="crafts" itemscope="" itemtype="http://schema.org/Article">
+
+<head>
+    <meta charset="utf-8"/>
+    <meta name="description" content="How to Build a Terrarium. Glass cloche terrariums are not only appealing to the eye, but they also preserve a bit of nature in your home and serve as a simple, yet beautiful, piece of art. Closed terrariums are easy to care for, as they retain much of their own moisture and provide a warm environment with a consistent level of humidity. You..."/>
+    <meta name="format-detection" content="telephone=no"/>
+    <meta name="y_key" content="4d4cb4ef1ad334cb"/>
+    <meta name="alexaVerifyID" content="xlJch1oUHrXNtOQBpiuUCV0-rlc"/>
+    <meta name="cachetime" content="201504281431"/>
+    <meta name="p:domain_verify" content="4d1387210be25228f0c4692cc47db05b"/>
+    <meta name="cme_last_updated" content="2015-04-28T11:54:11.401000"/>
+    <meta name="publishdate" content="05/29/2007 09:49:00"/>
+    <meta name="last_rcp_import" content="2015-04-27T19:34:40.179876"/>
+    <meta name="articleimage" content="http://s3.amazonaws.com/photography.prod.demandstudios.com/16149374-814f-40bc-baf3-ca20f149f0ba.jpg"/>
+    <link href="http://www.ehow.com/how_2042752_build-terrarium.html" rel="canonical"/>
+    <link type="application/rss+xml" href="http://www.ehow.com/feed/ehow-crafts.rss" rel="alternate" title="Subscribe to our RSS Feed"/>
+    <meta name="studioid" scheme="DMINSTR2" content="f941e4cd-a49e-4948-b244-677c15ff8b7f"/>
+    <meta name="contentid" scheme="DMINSTR2" content="2042752"/>
+    <meta name="category" scheme="DMINSTR2" content="Crafts"/>
+    <meta name="subcategory" scheme="DMINSTR2" content="Other DIY Crafts"/>
+    <meta name="subsubcat" scheme="DMINSTR2" content="Other DIY Projects"/>
+    <meta name="subpagetype" scheme="DMINSTR2" content="topic_view"/>
+    <meta name="exp_page" scheme="DMINSTR2" content=""/>
+    <meta name="wa_pchn" scheme="DMINSTR2" content="Crafts"/>
+    <meta name="pagetype" scheme="DMINSTR2" content="inline"/>
+    <meta name="wa_lr" scheme="DMINSTR2" content="en-US"/>
+    <meta name="siteid" scheme="DMINSTR2" content="EHWC"/>
+    <meta name="exp_name" scheme="DMINSTR2" content="desktop:default"/>
+    <meta name="wa_un" scheme="DMINSTR2" content=""/>
+    <meta name="wa_isreg" scheme="DMINSTR2" content=""/>
+    <meta name="wa_lgdin" scheme="DMINSTR2" content=""/>
+    <meta name="wa_clvl" scheme="DMINSTR2" content="1"/>
+    <meta name="wa_lgsrc" scheme="DMINSTR2" content="1"/>
+    <meta name="author" scheme="DMINSTR2" content="Lucy Akins"/>
+    <meta name="author_image" content=""/>
+    <meta name="twitter:card" content="summary"/>
+    <meta name="twitter:site" content="@ehow"/>
+    <meta property="og:image" content="http://img-aws.ehowcdn.com/200x200/cme/photography.prod.demandstudios.com/16149374-814f-40bc-baf3-ca20f149f0ba.jpg"/>
+    <meta property="og:url" content="http://www.ehow.com/how_2042752_build-terrarium.html"/>
+    <meta property="og:type" content="article"/>
+    <meta property="og:title" content="How to Build a Terrarium | eHow"/>
+    <meta property="og:description" content="Glass cloche terrariums are not only appealing to the eye, but they also preserve a bit of nature in your home and serve as a simple, yet beautiful, piece of art. Closed terrariums are easy to care for, as they retain much of their own moisture and provide a warm environment with a consistent level of humidity. You won’t have to water the..."/>
+    <meta property="fb:app_id" content="63203377906"/>
+    <meta property="fb:ttl" content="604800"/>
+    <meta property="og:site_name" content="eHow"/>
+    <title>How to Build a Terrarium (with Pictures) | eHow</title>
+    <link type="image/x-icon" href="http://v5-static.ehowcdn.com/favicon.ico" rel="shortcut icon apple-touch-icon"/>
+    <link rel="stylesheet" type="text/css" href="http://dynamic02.ehowcdn.com/services/modules/css/common_header,corporate-skin,inline/fa923205/"/>
+    <!--[if lt IE 9]><link href="http://v5-static.ehowcdn.com/ui/stylesheets/layout/ie.css" rel="stylesheet" /><script src="http://v5-static.ehowcdn.com/ui/scripts/ie_hacks/header.js"></script><![endif]-->
+    <!--[if IE 9]><link href="http://v5-static.ehowcdn.com/ui/stylesheets/layout/ie9.css" rel="stylesheet" /><![endif]-->
+    <script>
+        window._omnitureLinkSetDomain = 'extended.dmtracker.com';
+    </script>
+    <script>
+        var dmjs = dmjs || {};
+        dmjs.global = dmjs.global || {};
+        dmjs.global.glbBaseUrl = "http:\/\/www.ehow.com";
+        dmjs.global.facebook = {
+            "app_id": "63203377906",
+            "api_version": "v2.0",
+            "login_service": "http:\/\/www.ehow.com\/services\/fb\/login\/",
+            "comment_service": "http:\/\/www.ehow.com\/services\/comment\/refresh\/"
+        };
+        dmjs.urls = {
+            "cdn": "http:\/\/v5-static.ehowcdn.com",
+            "sitelife": "http:\/\/sitelife.ehow.com\/ver1.0\/",
+            "dmtracker": "vs.dmtracker.com"
+        };
+        dmjs.global.IN_PRODUCTION = true;
+        dmjs.global.darkhorse = true;
+        dmjs.global.pool = "default";
+        dmjs.global.channel = "crafts";
+        dmjs.global.skin = "crafts";
+        dmjs.global.facebook.xid = "aG93XzIwNDI3NTJfYnVpbGQtdGVycmFyaXVtLmh0bWw";
+        dmjs.global.facebook.associate_on_comment = false;
+        dmjs.global._adChannel = "craft_other_diy,text,suggested7";
+        dmjs.global.IsSlideStep = false;
+        dmjs.global.fixed_category = [{
+            "id": 5352,
+            "title": "Crafts",
+            "url": "\/crafts\/"
+        }, {
+            "id": 5426,
+            "title": "Other DIY Crafts",
+            "url": "\/diy-crafts\/"
+        }, {
+            "id": 5429,
+            "title": "Other DIY Projects",
+            "url": "\/diy-projects\/"
+        }];
+        dmjs.global.SlideShowTest = {
+            "_id": "www.ehow.com\/how_16357_make-paper-sunflowers.html",
+            "dimensions": "none",
+            "image": {
+                "url": "http:\/\/s3.amazonaws.com\/uploadedimages.demandmedia\/sunflowers-1.jpg"
+            },
+            "subtitle": "",
+            "title": "How to Make Paper Sunflowers",
+            "type": "Article",
+            "url": "\/how_16357_make-paper-sunflowers.html"
+        };
+        dmjs.global.contributor = "www.demandstudios.com\/contributor\/3959b24c-24bb-447f-a676-55ce0b6e5519";
+        dmjs.global.articleType = "Article";
+        dmjs.global.articleID = 2042752;
+        /* Add xdomain first event helper to be added before ad event listeners are added */
+        dmjs.xdomainFirstEventListener = true;
+        if (window.addEventListener) {
+            window.addEventListener("message", function(event) {
+                if (typeof xdomain != 'undefined' && typeof xdomain.dmjsFirstEventListener != 'undefined') {
+                    xdomain.dmjsFirstEventListener(event);
+                }
+            }, false);
+        } else {
+            window.attachEvent("message", function(event) {
+                if (typeof xdomain != 'undefined' && typeof xdomain.dmjsFirstEventListener != 'undefined') {
+                    xdomain.dmjsFirstEventListener(event);
+                }
+            });
+        }
+    </script>
+    <!--[if lt IE 9]>
+<script src="http://v5-static.ehowcdn.com/content/compressed/common_header-646656f9.js"  ></script>
+<![endif]-->
+    <script src="http://dynamic01.ehowcdn.com/services/modules/js/gpt,common_header_slim/4eb05a96/"></script>
+    <script class="kxct" data-id="JWC_M4Hq" data-timing="async" data-version="1.9" type="text/javascript">
+        window.Krux || ((Krux = function() {
+            Krux.q.push(arguments)
+        }).q = []);
+        (function() {
+            var k = document.createElement('script');
+            k.type = 'text/javascript';
+            k.async = true;
+            var m, src = (m = location.href.match(/\bkxsrc=([^&]+)/)) && decodeURIComponent(m[1]);
+            k.src = /^https?:\/\/([a-z0-9_\-\.]+\.)?krxd\.net(:\d{1,5})?\//i.test(src) ? src : src === "disable" ? "" : (location.protocol === "https:" ? "https:" : "http:") + "//cdn.krxd.net/controltag?confid=JWC_M4Hq";
+            var s = document.getElementsByTagName('script')[0];
+            s.parentNode.insertBefore(k, s);
+        }());
+    </script>
+    <script>
+        window.Krux || ((Krux = function() {
+            Krux.q.push(arguments);
+        }).q = []);
+        (function() {
+            function retrieve(n) {
+                var m, k = 'kx' + n;
+                if (window.localStorage) {
+                    return window.localStorage[k] || "";
+                } else if (navigator.cookieEnabled) {
+                    m = document.cookie.match(k + '=([^;]*)');
+                    return (m && unescape(m[1])) || "";
+                } else {
+                    return '';
+                }
+            }
+            Krux.user = retrieve('user');
+            Krux.segments = retrieve('segs') && retrieve('segs').split(',') || [];
+        })();
+    </script>
+    <script type="text/javascript">
+        var GPT = [];
+        googletag.cmd.push(function() {
+            window.slot_define_string = "6117/dmd.ehow/crafts/otherdiycrafts/otherdiyprojects";
+            GPT['300x250_300x600'] = googletag.defineSlot('/6117/dmd.ehow/crafts/otherdiycrafts/otherdiyprojects', [
+                [300, 250],
+                [300, 600]
+            ], '300x250_300x600').addService(googletag.pubads());
+            GPT['728x90_990x90_970x250'] = googletag.defineSlot('/6117/dmd.ehow/crafts/otherdiycrafts/otherdiyprojects', [
+                [728, 90],
+                [990, 90],
+                [970, 250]
+            ], '728x90_990x90_970x250').addService(googletag.pubads());
+            GPT['outofpage'] = googletag.defineOutOfPageSlot('/6117/dmd.ehow/crafts/otherdiycrafts/otherdiyprojects', 'outofpage').addService(googletag.pubads()).setCollapseEmptyDiv(true, true);
+            googletag.pubads().setTargeting('cat', 'crafts');
+            googletag.pubads().setTargeting('scat', 'otherdiycrafts');
+            googletag.pubads().setTargeting('sscat', 'otherdiyprojects');
+            googletag.pubads().setTargeting('x', '7');
+            googletag.pubads().setTargeting('art', '2042752');
+            googletag.pubads().setTargeting('ctype', 'step_articles');
+            googletag.pubads().setTargeting('vid', '0');
+            googletag.pubads().setTargeting('blog', '0');
+            googletag.pubads().setTargeting('ad_chan', 'craft_other_diy');
+            window.gpt_targeting_vars = {
+                "cat": "crafts",
+                "scat": "otherdiycrafts",
+                "sscat": "otherdiyprojects",
+                "x": "7",
+                "art": 2042752,
+                "ctype": "step_articles",
+                "vid": 0,
+                "blog": 0,
+                "ad_chan": "craft_other_diy"
+            };
+            googletag.pubads().setTargeting('dc_ref', top.window.location.href.replace('#', '-'));
+            googletag.pubads().setTargeting("envr", ""); //for production. set envr to empty string
+            googletag.pubads().setTargeting("ksg", Krux.segments);
+            googletag.pubads().setTargeting("kuid", Krux.user);
+            googletag.pubads().collapseEmptyDivs();
+            googletag.pubads().enableSingleRequest();
+            googletag.enableServices();
+        });
+    </script>
+    <script>
+        dataLayer = [{
+            'content_category': 'Crafts',
+            'content_subCategory': 'Other DIY Crafts',
+            'content_subSubCategory': 'Other DIY Projects',
+            'content_pageType': 'inline',
+            'content_subPageType': 'topic_view',
+            'content_channel': 'crafts',
+            'content_author': 'Lucy Akins',
+            'content_publishDate': '05/29/2007 09:49:00',
+            'content_name': 'How to Build a Terrarium (with Pictures) | eHow',
+            'content_hasImages': 'True',
+            'content_experience': 'desktop:default',
+            'httpStatusCode': '200'
+        }];
+    </script>
+    <!--
+<PageMap>
+	<DataObject type="meta">
+		<Attribute name="articlethumbnail"><![CDATA[]]></Attribute>
+		<Attribute name="articletype"><![CDATA[professional]]></Attribute>
+	</DataObject>
+</PageMap>
+-->
+</head>
+
+<body class="Crafts TopicView " data-skin="crafts">
+    <!--[if IE 7]>
+			<script src="http://v5-static.ehowcdn.com/ui/scripts/ie7_notification.js"  ></script>		<![endif]-->
+    <noscript>
+        <iframe src="//www.googletagmanager.com/ns.html?id=GTM-K7RB82" height="0" width="0" style="display:none;visibility:hidden"></iframe>
+    </noscript>
+    <script>
+        (function(w, d, s, l, i) {
+            w[l] = w[l] || [];
+            w[l].push({
+                'gtm.start': new Date().getTime(),
+                event: 'gtm.js'
+            });
+            var f = d.getElementsByTagName(s)[0],
+                j = d.createElement(s),
+                dl = l != 'dataLayer' ? '&l=' + l : '';
+            j.async = true;
+            j.src = '//www.googletagmanager.com/gtm.js?id=' + i + dl;
+            f.parentNode.insertBefore(j, f);
+        })(window, document, 'script', 'dataLayer', 'GTM-K7RB82');
+    </script>
+    <header id="Header" data-section="header">
+        <section class="topContainer inner-container page-header clearfix">
+            <a href="http://www.ehow.com/" class="image corp-logo fl"><img src="http://v5-static.ehowcdn.com/media/images/logos/logo-stamp.png" width="134" height="38" alt="eHow Logo"/></a>
+            <form method="get" action="http://www.ehow.com/search.html" id="searchHeader" class="Search ">
+                <input type="text" name="s" data-type="searchinput" class="input fl headline4"/>
+                <input name="skin" type="hidden" value="corporate"/>
+                <input name="t" type="hidden" value="all"/>
+                <input type="submit" value="Search" class="bttn submit headline5 head"/> </form>
+        </section>
+        <nav id="primaryNav" role="navigation">
+            <ul class="inner-container channelListing clearfix skin-crafts">
+                <li class="list js-list"><a href="http://www.ehow.com/ehow-mom/" class="mom head title channel gtm_headerNavmom" data-channel="mom">mom</a></li>
+                <li class="list js-list"><a href="http://www.ehow.com/ehow-style/" class="style head title channel gtm_headerNavstyle" data-channel="style">style</a></li>
+                <li class="list js-list"><a href="http://www.ehow.com/ehow-food/" class="food head title channel gtm_headerNavfood" data-channel="food">food</a></li>
+                <li class="list js-list"><a href="http://www.ehow.com/ehow-tech/" class="tech head title channel gtm_headerNavtech" data-channel="tech">tech</a></li>
+                <li class="list js-list"><a href="http://www.ehow.com/ehow-home/" class="home head title channel gtm_headerNavhome" data-channel="home">home</a></li>
+                <li class="list js-list"><a href="http://www.ehow.com/ehow-money/" class="money head title channel gtm_headerNavmoney" data-channel="money">money</a></li>
+                <li class="list js-list"><a href="http://www.ehow.com/ehow-crafts/" class="crafts head title channel gtm_headerNavcrafts" data-channel="crafts">crafts</a></li>
+                <li class="list js-list more"><a class="head title more js-more" data-channel="more" href="#">More<span class="js-icon more-icon elegant-icons">3</span></a>
+                    <div class="more_dropdown">
+                        <div class="moreLinks">
+                            <div class="headline2 head mg-4">Browse Articles &amp; Videos By Category</div>
+                            <ul class="list list-0">
+                                <li class="item"><a href="http://www.ehow.com/arts/" class="headline5 title target">Arts &amp; Entertainment</a></li>
+                                <li class="item"><a href="http://www.ehow.com/business/" class="headline5 title target">Business</a></li>
+                                <li class="item"><a href="http://www.ehow.com/careers/" class="headline5 title target">Careers &amp; Work</a></li>
+                                <li class="item"><a href="http://www.ehow.com/cars/" class="headline5 title target">Cars</a></li>
+                                <li class="item"><a href="http://www.ehow.com/computers/" class="headline5 title target">Computers</a></li>
+                                <li class="item"><a href="http://www.ehow.com/crafts/" class="headline5 title target">Crafts</a></li>
+                                <li class="item"><a href="http://www.ehow.com/cultures/" class="headline5 title target">Culture &amp; Society</a></li>
+                            </ul>
+                            <ul class="list list-1">
+                                <li class="item"><a href="http://www.ehow.com/education/" class="headline5 title target">Education</a></li>
+                                <li class="item"><a href="http://www.ehow.com/electronics/" class="headline5 title target">Electronics</a></li>
+                                <li class="item"><a href="http://www.ehow.com/fashion/" class="headline5 title target">Fashion, Style &amp; Personal Care</a></li>
+                                <li class="item"><a href="http://www.ehow.com/food/" class="headline5 title target">Food &amp; Drink</a></li>
+                                <li class="item"><a href="http://www.ehow.com/health/" class="headline5 title target">Health</a></li>
+                                <li class="item"><a href="http://www.ehow.com/hobbies-games/" class="headline5 title target">Hobbies, Games &amp; Toys</a></li>
+                                <li class="item"><a href="http://www.ehow.com/holidays/" class="headline5 title target">Holidays &amp; Celebrations</a></li>
+                            </ul>
+                            <ul class="list list-2">
+                                <li class="item"><a href="http://www.ehow.com/home/" class="headline5 title target">Home &amp; Garden</a></li>
+                                <li class="item"><a href="http://www.ehow.com/internet/" class="headline5 title target">Internet</a></li>
+                                <li class="item"><a href="http://www.ehow.com/legal/" class="headline5 title target">Legal</a></li>
+                                <li class="item"><a href="http://www.ehow.com/parenting/" class="headline5 title target">Parenting</a></li>
+                                <li class="item"><a href="http://www.ehow.com/parties/" class="headline5 title target">Parties &amp; Entertaining</a></li>
+                                <li class="item"><a href="http://www.ehow.com/personal-finance/" class="headline5 title target">Personal Finance</a></li>
+                                <li class="item"><a href="http://www.ehow.com/pets/" class="headline5 title target">Pets</a></li>
+                            </ul>
+                            <ul class="list list-3">
+                                <li class="item"><a href="http://www.ehow.com/relationships/" class="headline5 title target">Relationships &amp; Family</a></li>
+                                <li class="item"><a href="http://www.ehow.com/sports/" class="headline5 title target">Sports &amp; Fitness</a></li>
+                                <li class="item"><a href="http://www.ehow.com/travel/" class="headline5 title target">Travel</a></li>
+                                <li class="item"><a href="http://www.ehow.com/weddings/" class="headline5 title target">Weddings</a></li>
+                            </ul>
+                        </div>
+                        <div class="sponsored_programs">
+                            <ul class="unstyled">
+                                <li class="item">
+                                    <a href="http://www.ehow.com/ehow-indoor/" class="diyhome"></a>
+                                </li>
+                                <li class="item">
+                                    <a href="http://www.ehow.com/ehow-outdoor/" class="diyoutdoor"></a>
+                                </li>
+                            </ul>
+                        </div>
+                    </div>
+                </li>
+            </ul>
+        </nav>
+    </header>
+    <div class="inner-container">
+        <!-- gpt slot 728x90_990x90_970x250 -->
+        <div class="bannerAd mod" data-module="gpt-ad-728x90_990x90_970x250" id="728x90_990x90_970x250">
+            <script type="text/javascript">
+                googletag.cmd.push(function() {
+                    googletag.display('728x90_990x90_970x250');
+                });
+            </script>
+        </div>
+        <!-- gpt slot outofpage -->
+        <div class="AdUnitOutOfPage mod" data-module="gpt-ad-outofpage" id="outofpage">
+            <script type="text/javascript">
+                googletag.cmd.push(function() {
+                    googletag.display('outofpage');
+                });
+            </script>
+        </div>
+    </div>
+    <section id="Body" class="InlineTemplate FLC" data-page-id="inlinetemplate" data-section="body">
+        <script id="_ehow-com-hnh"></script>
+        <ol class="breadcrumbs unstyled inline" itemscope="" itemtype="http://data-vocabulary.org/Breadcrumb" data-module="breadcrumb">
+            <li class="list">
+                <a href="http://www.ehow.com/" rel="home" itemprop="url" class="title"> <span itemprop="title">eHow</span> </a>
+            </li>
+            <li class="list" itemprop="child" itemscope="" itemtype="http://data-vocabulary.org/Breadcrumb">
+                <a href="http://www.ehow.com/crafts/" rel="directory" itemprop="url" class="title"> <span itemprop="title">Crafts</span> </a>
+            </li>
+            <li class="list" itemprop="child" itemscope="" itemtype="http://data-vocabulary.org/Breadcrumb">
+                <a href="http://www.ehow.com/crafts/diy-crafts/" rel="directory" itemprop="url" class="title"> <span itemprop="title">Other DIY Crafts</span> </a>
+            </li>
+            <li class="list" itemprop="child" itemscope="" itemtype="http://data-vocabulary.org/Breadcrumb">
+                <a href="http://www.ehow.com/crafts/diy-crafts/diy-projects/" rel="directory" itemprop="url" class="title"> <span itemprop="title">Other DIY Projects</span> </a>
+            </li>
+            <li class="list" itemprop="child" itemscope="" itemtype="http://data-vocabulary.org/Breadcrumb">
+                <a href="http://www.ehow.com/how_2042752_build-terrarium.html" rel="directory" itemprop="url" class="title"> <span itemprop="title">How to Build a Terrarium</span> </a>
+            </li>
+        </ol>
+        <!-- gpt slot 990x50 -->
+        <div class="col-main">
+            <header class="page-head bordered">
+                <h1 class="headline1 head mg-2" itemprop="headline">
+How to Build a Terrarium	</h1>
+                <div data-type="AuthorProfile" itemprop="author" itemscope="" itemtype="http://www.schema.org/Person">
+                    <script type="text/html" data-element="template">
+                        <footer class="AuthorProfileWrap footer">
+                            <div class="AuthorProfileModal" data-element="modal">
+                                <div class="wrapper">
+                                    <div class="ModalClose close" data-action="hideModal" data-element="closeButton">X</div> <img src="http://img-aws.ehowcdn.com/100x100/studio-image/ver1.0/Content/images/store/3/11/a3407c7f-fdf9-4ae6-8bac-48007b0109ea.Medium.jpg" onerror="this.className = &#039;hide&#039;" />
+                                    <div class="headline3 head mg-2" itemprop="name"> Lucy Akins </div>
+                                    <p class="bio"> Lucy Akins is an artist/photographer/blogger living in Toronto, Ontario. Her blog, Craftberry Bush, has blossomed into a business, having gained domestic and international recognition. Her work has been published in several magazines, including: Cottages and Bungalows, American Farmlife Style, National Geographic Kids, Artful Blogger, Somerset Life, and most recently graced the cover of Somerset Home. </p>
+                                    <p class="portfolio"> <a class="profile" itemprop="url" rel="author" href="http://www.demandstudios.com/profile-3959b24c-Lucy-Akins/" target="_blank">View my portfolio</a> </p>
+                                </div>
+                            </div>
+                        </footer>
+                    </script>
+                    <div class="post-meta clearfix headline6 mg-2 ">
+                        <div class="meta">
+                            <a class="byline trigger gtm_contributorByline head-alt nb-name" rel="author" itemprop="author" href="/contributor/lucy_akins/" target="_top"> <span itemprop="name">By Lucy Akins</span> </a>
+                            <div class="nb-byline">eHow Contributor</div>
+                        </div>
+                    </div>
+                    <div class="article-meta"> </div>
+                    <div data-element="container"></div>
+                </div>
+                <div class="clearfix">
+                    <ul class="social-icons js-social-icons inline flcb" data-url="http://www.ehow.com/how_2042752_build-terrarium.html">
+                        <li class="item btnPinterest">
+                            <a class="js-btn btn gtm_socialShare" data-social="pinterest" data-url="http://www.ehow.com/how_2042752_build-terrarium.html?p=d" data-title="How to Build a Terrarium" data-media="http://s3.amazonaws.com/photography.prod.demandstudios.com/16149374-814f-40bc-baf3-ca20f149f0ba.jpg"> <span class="social-icon elegant-icons"></span> <span class="action js-pins">Pin</span> </a>
+                        </li>
+                        <li class="item btnFacebook">
+                            <a class="js-btn btn gtm_socialShare" data-social="facebook" data-url="http://www.ehow.com/how_2042752_build-terrarium.html" data-title="How to Build a Terrarium" data-media="http://s3.amazonaws.com/photography.prod.demandstudios.com/16149374-814f-40bc-baf3-ca20f149f0ba.jpg" data-description="Glass cloche terrariums are not only appealing to the eye, but they also preserve a bit of nature in your home and serve as a simple, yet beautiful, piece of art. Closed terrariums are easy to care for, as they retain much of their own moisture and provide a warm environment with a consistent level of humidity. You won’t have to water the..."> <span class="social-icon elegant-icons"></span> <span class="action js-facebook_shares">Share</span> </a>
+                        </li>
+                        <li class="item btnTwitter">
+                            <a class="js-btn btn gtm_socialShare" data-social="twitter" data-url="http://www.ehow.com/how_2042752_build-terrarium.html" data-title="How to Build a Terrarium" data-media="http://s3.amazonaws.com/photography.prod.demandstudios.com/16149374-814f-40bc-baf3-ca20f149f0ba.jpg"> <span class="social-icon elegant-icons"></span> <span class="action js-tweets">Tweet</span> </a>
+                        </li>
+                        <li class="item btnGoogle">
+                            <a class="js-btn btn gtm_socialShare" data-social="google" data-url="http://www.ehow.com/how_2042752_build-terrarium.html" data-title="How to Build a Terrarium"> <span class="social-icon elegant-icons"></span> <span class="action js-plusones">Share</span> </a>
+                        </li>
+                    </ul>
+                    <div class="pagescore js-pagescore page-heading" data-score="true" data-url="http://www.ehow.com/how_2042752_build-terrarium.html"> <span class="headline3 num js-num"></span> <span class="icon"></span> <span class="msg">Found This Helpful</span> </div>
+                </div>
+            </header>
+            <div class="mod step">
+                <div class="stepContent mod">
+                    <div class="content lead">
+                        <p>Glass cloche terrariums are not only appealing to the eye, but they also preserve a bit of nature in your home and serve as a simple, yet beautiful, piece of art. Closed terrariums are easy to care for, as they retain much of their own moisture and provide a warm environment with a consistent level of humidity. You won’t have to water the terrariums unless you see that the walls are not misting up. Small growing plants that don’t require a lot of light work best such as succulents, ferns, moss, even orchids.</p>
+                    </div>
+                    <figure class="stepThumb"> <img src="http://img-aws.ehowcdn.com/640/cme/photography.prod.demandstudios.com/16149374-814f-40bc-baf3-ca20f149f0ba.jpg" alt="Glass cloche terrariums" title="Glass cloche terrariums" class="photo" data-credit="Lucy Akins " longdesc="http://s3.amazonaws.com/photography.prod.demandstudios.com/16149374-814f-40bc-baf3-ca20f149f0ba.jpg"/> </figure>
+                    <figcaption class="small caption"> Glass cloche terrariums (Lucy Akins) </figcaption>
+                </div>
+            </div>
+            <div id="relatedContentUpper" class="RelatedContent Module" data-module="rcp_top">
+                <header class="">
+                    <h3 class="head headline2 mg-2">Other People Are Reading</h3> </header>
+                <ul class="unstyled inline box box-inner people-reading mod FLC" data-type="more-relatedArticles">
+                    <li class="fl item headline5 first">
+                        <a class="gtm_otherPeopleReading" href="http://www.ehow.com/video_12263138_plant-terrarium-ideas.html"> <img src="http://img-aws.ehowcdn.com/105x70/viper/media/2b3830ca-4eb6-4bfd-a1cd-d430b3e28d59/jpeg/a7edbb0f-86a7-4c73-9c2d-f85f87b49efa_0.jpg" class="thumb fl"/> </a> <a class="title gtm_otherPeopleReading headline5" href="http://www.ehow.com/video_12263138_plant-terrarium-ideas.html">Plant Terrarium Ideas</a> </li>
+                    <li class="fl item headline5 mid">
+                        <a class="gtm_otherPeopleReading" href="http://www.ehow.com/how_4885344_build-terrarium-succulent-plants.html"> <img src="http://img-aws.ehowcdn.com/105x70/cme/photography.prod.demandstudios.com/619daaaa-7991-4fc6-9b62-dfeab8a285b4.jpg" class="thumb fl"/> </a> <a class="title gtm_otherPeopleReading headline5" href="http://www.ehow.com/how_4885344_build-terrarium-succulent-plants.html">How to Build a Terrarium With Succulent Plants</a> </li>
+                </ul>
+            </div>
+            <div class="mod step">
+                <div class="stepContent">
+                    <div class="content"> <span class="headline2 head mg-1 block">What You'll Need:</span>
+                        <ul class="markdown-ul">
+                            <li>Cloche</li>
+                            <li>Planter saucer, small shallow dish or desired platform</li>
+                            <li>Floral foam oasis</li>
+                            <li>Ruler </li>
+                            <li>Spoon</li>
+                            <li>Floral wire pins or paper clips</li>
+                            <li>Small plants (from a florist or nursery)</li>
+                            <li>Moss</li>
+                            <li>Tweezers</li>
+                            <li>Other small decorative items (optional)</li>
+                        </ul>
+                    </div>
+                </div>
+            </div>
+            <div class="mod step">
+                <div class="stepContent">
+                    <div class="content"> <span class="headline2 head mg-1 block">Step 1</span>
+                        <p>Measure the circumference of your cloche and cut the foam oasis about 3/4 inch (2 cm) smaller. Place the foam oasis into a container full of water and allow to soak until it sinks to the bottom. Dig out a hole on the oasis large enough to fit your plant, being careful not to pierce all the way through to the bottom.</p>
+                    </div>
+                    <figure class="stepThumb"> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/fc249ef6-4d27-41b4-8c21-15f7a8512b50.jpg" alt="Dig a hole in the oasis." class="photo" data-credit="Lucy Akins"/> </figure>
+                    <figcaption class="small caption"> Dig a hole in the oasis. (Lucy Akins) </figcaption>
+                </div>
+            </div>
+            <div id="m1"></div>
+            <div class="mod Inline">
+                <div id="DMINSTR" type="adimpression" data-type="adTracking" name="&amp;adunit_id=ca-ehow_300x250&amp;ad_unit_type=CNT&amp;ad_unit_network=GAP&amp;revenue_basis=CPC&amp;ad_position=-&amp;revenue_tag=craft_other_diy">
+                    <div id="GoogleAdsense300x250"></div>
+                    <script>
+                        dmjs.revenueTags.push('ca-ehow_300x250;craft_other_diy,text,suggested7');
+                        googleAds.addAdUnit({
+                            priority: 3,
+                            adUnitId: 'GoogleAdsense300x250',
+                            google_ad_channel: 'craft_other_diy,text,suggested7',
+                            google_ad_client: 'ca-ehow_300x250',
+                            google_page_url: 'http://www.ehow.com/how_2042752_build-terrarium.html',
+                            google_max_num_ads: '1',
+                            google_ad_type: 'text',
+                            templates: {
+                                text: '&lt;div class="GoogleTextAd GoogleAd300x250 ad-300"> \
+								&lt;p>&lt;a class="header" href="{!= google_info.feedback_url !}">Sponsored Links&lt;/a>&lt;/p> \
+								&lt;ul> \
+								{! for (var i = 0; i &lt; ads.length; i++) { !} \
+									&lt;li class="Ad"> \
+										&lt;a rel="nofollow" href="{!= ads[i].url !}" target="_blank" title="go to {!= clean(ads[i].visible_url) !}" class="title"> \
+											{!= ads[i].line1 !} \
+										&lt;/a> \
+										&lt;p class="copy">{!= ads[i].line2 !} {!= ads[i].line3 !}&lt;/p> \
+										&lt;a rel="nofollow" href="{!= ads[i].url !}" target="_blank" title="go to {!= clean(ads[i].visible_url) !}" class="baseurl url"> \
+											{!= ads[i].visible_url !} \
+										&lt;/a> \
+									&lt;/li> \
+								{! } !} \
+								&lt;/ul> \
+							&lt;/div>',
+                                image: '&lt;div class="GoogleImageAd GoogleImageAdNew"> \
+								&lt;a class="header" href="{!= google_info.feedback_url !}">Sponsored Links&lt;/a> \
+								&lt;a href="{!= ads[0].url !}" title="go to {!= clean(ads[0].visible_url) !}" target="_blank" class="Ad" >\
+									&lt;img src="{!= ads[0].image_url !}" width="{!= ads[0].image_width !}" height="{!= ads[0].image_height !}" border="0" alt="" />\
+								&lt;/a> \
+							&lt;/div>',
+                                flash: '&lt;div class="GoogleFlashAd GoogleFlashAdNew">\
+								&lt;a class="header" href="{!= google_info.feedback_url !}">Sponsored Links&lt;/a> \
+								&lt;div class="Ad">\
+									&lt;object classid="clsid:D27CDB6E-AE6D-11cf-96B8-444553540000" codebase="http://download.macromedia.com/pub/shockwave/cabs/flash/swflash.cab#version=6,0,0,0" width="{!= ads[0].image_width !}" height="{!= ads[0].image_height !}">&lt;param name="movie" value="{!= ads[0].image_url !}">&lt;param name="quality" value="high">&lt;param name="AllowScriptAccess" value="never">&lt;embed src="{!= ads[0].image_url !}" width="{!= ads[0].image_width !}" height="{!= ads[0].image_height !}" type="application/x-shockwave-flash" AllowScriptAccess="never" pluginspage="http://www.macromedia.com/go/getflashplayer">&lt;/embed>&lt;/object>\
+								&lt;/div>\
+							&lt;/div>'
+                            },
+                            google_image_size: '300x250'
+                        });
+                    </script>
+                </div>
+            </div>
+            <div class="mod step">
+                <div class="stepContent">
+                    <div class="content"> <span class="headline2 head mg-1 block">Step 2</span>
+                        <p>Insert your plant into the hole.</p>
+                    </div>
+                    <figure class="stepThumb"> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/aae11d4d-a4aa-4251-a4d9-41023ebf6d84.jpg" alt="Orchid in foam oasis" class="photo" data-credit="Lucy Akins"/> </figure>
+                    <figcaption class="small caption"> Orchid in foam oasis (Lucy Akins) </figcaption>
+                </div>
+            </div>
+            <div class="mod step">
+                <div class="stepContent">
+                    <div class="content"> <span class="headline2 head mg-1 block">Step 3</span>
+                        <p>You can add various plants if you wish.</p>
+                    </div>
+                    <figure class="stepThumb"> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/7afdfa1e-da74-44b5-b89c-ca8123516272.jpg" alt="Various foliage" class="photo" data-credit="Lucy Akins"/> </figure>
+                    <figcaption class="small caption"> Various foliage (Lucy Akins) </figcaption>
+                </div>
+            </div>
+            <div class="mod step">
+                <div class="stepContent">
+                    <div class="content"> <span class="headline2 head mg-1 block">Step 4</span>
+                        <p>Using floral pins, attach enough moss around the oasis to cover it.</p>
+                    </div>
+                    <figure class="stepThumb"> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/4f6612c0-316a-4c74-bb03-cb4e778f6d72.jpg" alt="Attach moss." class="photo" data-credit="Lucy Akins"/> </figure>
+                    <figcaption class="small caption"> Attach moss. (Lucy Akins) </figcaption>
+                </div>
+            </div>
+            <div class="mod step">
+                <div class="stepContent">
+                    <div class="content"> <span class="headline2 head mg-1 block">Step 5</span>
+                        <p>Gently place the cloche over the oasis. The glass may push some of the moss upward, exposing some of the foam.</p>
+                    </div>
+                    <figure class="stepThumb"> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/eeb1e0b4-e573-40a3-8db1-2c76f0b13b84.jpg" alt="Place cloche over oasis." class="photo" data-credit="Lucy Akins"/> </figure>
+                    <figcaption class="small caption"> Place cloche over oasis. (Lucy Akins) </figcaption>
+                </div>
+            </div>
+            <div class="mod step">
+                <div class="stepContent">
+                    <div class="content"> <span class="headline2 head mg-1 block">Step 6</span>
+                        <p>Simply pull down the moss with tweezers or insert more moss to fill in the empty spaces.</p>
+                    </div>
+                    <figure class="stepThumb"> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/812d4649-4152-4363-97c0-f181d02e709a.jpg" alt="Rearrange moss." class="photo" data-credit="Lucy Akins"/> </figure>
+                    <figcaption class="small caption"> Rearrange moss. (Lucy Akins) </figcaption>
+                </div>
+            </div>
+            <div class="mod step">
+                <div class="stepContent">
+                    <div class="content"> <span class="headline2 head mg-1 block">Step 7</span>
+                        <p>You can use any platform you wish. In this case, a small saucer was used.</p>
+                    </div>
+                    <figure class="stepThumb"> <img src="http://img-aws.ehowcdn.com/default/cme/photography.prod.demandstudios.com/0cb3988c-9318-47d6-bc9c-c798da1ede72.jpg" alt="Place cloche on a platform to sit on." class="photo" data-credit="Lucy Akins"/> </figure>
+                    <figcaption class="small caption"> Place cloche on a platform to sit on. (Lucy Akins) </figcaption>
+                </div>
+            </div>
+            <div class="mod step">
+                <div class="stepContent">
+                    <div class="content"> <span class="headline2 head mg-1 block">Step 8</span>
+                        <p>This particular terrarium rests on a planter saucer and features a small white pumpkin.</p>
+                    </div>
+                    <figure class="stepThumb"> <img src="http://img-aws.ehowcdn.com/640/cme/photography.prod.demandstudios.com/e3e18f0b-ab2c-4ffb-9988-a1ea63faef8b.jpg" alt="Cloche placed on a terracotta saucer" class="photo" data-credit="Lucy Akins"/> </figure>
+                    <figcaption class="small caption"> Cloche placed on a terracotta saucer (Lucy Akins) </figcaption>
+                </div>
+            </div>
+            <div class="mod step">
+                <div class="stepContent">
+                    <div class="content"> <span class="headline2 head mg-1 block">Step 9</span>
+                        <p>This particular terrarium was placed on a wood slice and a little toy squirrel was placed inside to add a little whimsy.</p>
+                    </div>
+                    <figure class="stepThumb"> <img src="http://img-aws.ehowcdn.com/640/cme/photography.prod.demandstudios.com/2cd79f8d-0d16-4573-8861-e47fb74b0638.jpg" alt="Placed on a wooden slice" class="photo" data-credit="Lucy Akins"/> </figure>
+                    <figcaption class="small caption"> Placed on a wooden slice (Lucy Akins) </figcaption>
+                </div>
+            </div>
+            <div class="mod step">
+                <div class="stepContent">
+                    <div class="content"> <span class="headline2 head mg-1 block">Finished Terrarium</span>
+                        <p>Displayed alone or in a group, these pretty arrangements allow you to add a little nature to your decor or tablescape.</p>
+                    </div>
+                    <figure class="stepThumb"> <img src="http://img-aws.ehowcdn.com/640/cme/photography.prod.demandstudios.com/78670312-8636-4c42-a75c-3029f7aa6c73.jpg" alt="Cloche terrarium" class="photo" data-credit="Lucy Akins"/> </figure>
+                    <figcaption class="small caption"> Cloche terrarium (Lucy Akins) </figcaption>
+                </div>
+            </div>
+            <div id="m2"></div>
+            <div id="DMINSTR" type="adimpression" data-type="adTracking" name="&amp;adunit_id=ca-ehow_336x280&amp;ad_unit_type=CNT&amp;ad_unit_network=GAP&amp;revenue_basis=CPC&amp;ad_position=-&amp;revenue_tag=craft_other_diy" data-module="google-ad-336x280">
+                <div id="GoogleAdsense336x280" class="mod"></div>
+                <script>
+                    dmjs.revenueTags.push('ca-ehow_336x280;craft_other_diy,text,suggested7');
+                    googleAds.addAdUnit({
+                        priority: 2,
+                        adUnitId: 'GoogleAdsense336x280',
+                        google_ad_channel: 'craft_other_diy,text,suggested7',
+                        google_ad_client: 'ca-ehow_336x280',
+                        google_page_url: 'http://www.ehow.com/how_2042752_build-terrarium.html',
+                        google_max_num_ads: '4',
+                        google_ad_type: 'text',
+                        google_hints: '',
+                        templates: {
+                            text: '&lt;div class="GoogleTextAd GoogleTextAdNew">\
+						&lt;a class="header" href="{!= google_info.feedback_url !}">Sponsored Links&lt;/a>\
+						&lt;ul class="opNew336 evenColorItems">\
+						{! for (var i = 0; i &lt; ads.length; i++) { !}\
+						&lt;li class="item">\
+						&lt;div class="term">\
+							&lt;a rel="nofollow" target="_blank" href="{!= ads[i].url !}" title="go to {!= clean(ads[i].visible_url) !}" class="title">\
+								&lt;span>{!= ads[i].line1 !}&lt;/span>\
+							&lt;/a>\
+						&lt;/div>\
+						&lt;div class="Ad">\
+								&lt;p class="copy">{!= ads[i].line2 !}&lt;/p>\
+								&lt;p class="copy">{!= ads[i].line3 !}&lt;/p>\
+								&lt;a rel="nofollow" target="_blank" href="{!= ads[i].url !}" title="go to {!= clean(ads[i].visible_url) !}" class="baseurl url">\
+									{!= ads[i].visible_url !}\
+								&lt;/a>\
+						&lt;/div>\
+						&lt;/li>\
+						{! } !}\
+						&lt;/ul>\
+					&lt;/div>',
+                            image: '&lt;div class="GoogleImageAd GoogleImageAdNew"> \
+							&lt;a class="header" href="{!= google_info.feedback_url !}">Sponsored Links&lt;/a> \
+							&lt;a href="{!= ads[0].url !}" title="go to {!= clean(ads[0].visible_url) !}" target="_blank" class="Ad" >\
+								&lt;img src="{!= ads[0].image_url !}" width="{!= ads[0].image_width !}" height="{!= ads[0].image_height !}" border="0" alt="" />\
+							&lt;/a> \
+						&lt;/div>',
+                            flash: '&lt;div class="GoogleFlashAd GoogleFlashAdNew">\
+							&lt;a class="header" href="{!= google_info.feedback_url !}">Sponsored Links&lt;/a> \
+							&lt;div class="Ad">\
+								&lt;object classid="clsid:D27CDB6E-AE6D-11cf-96B8-444553540000" codebase="http://download.macromedia.com/pub/shockwave/cabs/flash/swflash.cab#version=6,0,0,0" width="{!= ads[0].image_width !}" height="{!= ads[0].image_height !}">&lt;param name="movie" value="{!= ads[0].image_url !}">&lt;param name="quality" value="high">&lt;param name="AllowScriptAccess" value="never">&lt;embed src="{!= ads[0].image_url !}" width="{!= ads[0].image_width !}" height="{!= ads[0].image_height !}" type="application/x-shockwave-flash" AllowScriptAccess="never" pluginspage="http://www.macromedia.com/go/getflashplayer">&lt;/embed>&lt;/object>\
+							&lt;/div>\
+						&lt;/div>'
+                        },
+                        google_image_size: '336x280'
+                    });
+                    AdblockPlus.detect(function(usesABP) {
+                        if (usesABP) {
+                            googleAds.overrideAd('GoogleAdsense336x280', {
+                                google_ad_channel: 'craft_other_diy,text,suggested7,Art6'
+                            });
+                        }
+                    });
+                </script>
+            </div>
+            <div class="RelatedSearches FLC mod" id="RelatedSearches" data-module="related-searches">
+                <div class="headline2 head heading">Related Searches</div>
+            </div>
+            <div class="community mod" style="float:left;width: 610px;">
+                <div id="_ehow-com-injection" data-article-id="2042752" data-cat-id="5352" data-scat-id="5426" data-sscat-id="5429"></div>
+                <script id="_ehow-com-article" type="text/javascript">
+                    dmjs.domready(function() {
+                        if (!(dmjs.platform.isTablet())) {
+                            var ehowCom = document.createElement('script');
+                            ehowCom.type = 'text/javascript';
+                            ehowCom.async = true;
+                            ehowCom.src = 'https://community.ehow.com/widget/ehow/community.js';
+                            var s = document.getElementsByTagName('script')[0];
+                            s.parentNode.insertBefore(ehowCom, s);
+                        }
+                    });
+                </script>
+            </div>
+            <aside class="mod related clearfix" data-module="rcp_bottom">
+                <h3 class="head headline2 mg-2">More Like This</h3>
+                <ul class="unstyled">
+                    <li class="item fl ">
+                        <a href="http://www.ehow.com/how_4431062_convert-aquarium-terrarium.html"> <img src="http://img-aws.ehowcdn.com/200x133/cme/photography.prod.demandstudios.com/90f9f3d7-6e4f-4be8-b379-3d994ccbf69c.jpg" class="img" alt=""/>
+                            <p class="headline6 mg-0">How to Convert an Aquarium to a Terrarium</p>
+                        </a>
+                    </li>
+                    <li class="item fl even">
+                        <a href="http://www.ehow.com/video_12263138_plant-terrarium-ideas.html"> <img src="http://img-aws.ehowcdn.com/200x133/viper/media/2b3830ca-4eb6-4bfd-a1cd-d430b3e28d59/jpeg/a7edbb0f-86a7-4c73-9c2d-f85f87b49efa_0.jpg" class="img" alt=""/>
+                            <p class="headline6 mg-0">Plant Terrarium Ideas</p>
+                        </a>
+                    </li>
+                    <li class="item fl ">
+                        <a href="http://www.ehow.com/video_9374_make-terrarium.html"> <img src="http://img-aws.ehowcdn.com/200x133/ehow/images/a00/09/4u/make-terrarium-800x800.jpg" class="img" alt=""/>
+                            <p class="headline6 mg-0">How to Make a Terrarium</p>
+                        </a>
+                    </li>
+                </ul>
+            </aside>
+            <figure id="Comments" class="mod FLC" data-module="comments">
+                <div data-id="fb_comments"></div>
+            </figure>
+            <section id="FeaturedTombstone" class="mod" data-module="rcp_tombstone">
+                <h2 class="headline2 head mg-2">Featured</h2>
+                <div class="featured FLC">
+                    <section class="Alpha  item" data-cme-module="0">
+                        <a class="target link-accent gtm_featuredArticles" href="http://www.ehow.com/how_2056495_make-ballet-tutu.html"> <img src="http://img-aws.ehowcdn.com/200x133/cme/photography.prod.demandstudios.com/7f06be69-3650-4e94-88d4-2289c1a5c6a2.jpg" class="photo" alt=""/> <span class="subtitle">Read Article</span>
+                            <div class="title headline6">How to Make a Ballet Tutu</div>
+                        </a>
+                    </section>
+                    <section class=" item" data-cme-module="1">
+                        <a class="target link-accent gtm_featuredArticles" href="http://www.ehow.com/how_7687715_paint-tulip-watercolor.html"> <img src="http://img-aws.ehowcdn.com/200x133/cme/uploadedimages.demandmedia/tulips-1.jpg" class="photo" alt=""/> <span class="subtitle">Read Article</span>
+                            <div class="title headline6">How to Paint a Tulip in Watercolor</div>
+                        </a>
+                    </section>
+                    <section class="Omega item" data-cme-module="2">
+                        <a class="target link-accent gtm_featuredArticles" href="http://www.ehow.com/info_12340422_kids-kitchen-slipcover.html"> <img src="http://img-aws.ehowcdn.com/200x133/cme/uploadedimages.demandmedia/kitchen-1.jpg" class="photo" alt=""/> <span class="subtitle">Read Article</span>
+                            <div class="title headline6">Kids Kitchen Slipcover</div>
+                        </a>
+                    </section>
+                </div>
+            </section>
+        </div>
+        <div class="col-rail">
+            <!-- gpt slot 300x250_300x600 -->
+            <div class="AdUnit mod" data-module="gpt-ad-300x250_300x600" id="300x250_300x600">
+                <script type="text/javascript">
+                    googletag.cmd.push(function() {
+                        googletag.display('300x250_300x600');
+                    });
+                </script>
+            </div>
+            <!-- gpt slot 300x100 -->
+            <div class="mod hide" data-module="radlinks">
+                <h3 class="headline3 head mg-2">Related Ads</h3>
+                <div id="DMINSTR" type="rlimpression" data-type="adTracking" name="&amp;adunit_id=ca-ehow-radlinks_js&amp;ad_unit_type=LNK&amp;ad_unit_network=GAP&amp;revenue_basis=CPC&amp;ad_position=-&amp;revenue_tag=craft_other_diy">
+                    <div id="GoogleRelatedAds"></div>
+                    <script>
+                        dmjs.revenueTags.push('ca-ehow-radlinks_js;craft_other_diy,text,suggested7');
+                        googleAds.addAdUnit({
+                            priority: 1,
+                            adUnitId: 'GoogleRelatedAds',
+                            google_ad_channel: 'craft_other_diy,text,suggested7',
+                            google_ad_client: 'ca-ehow-radlinks_js',
+                            google_page_url: 'http://www.ehow.com/how_2042752_build-terrarium.html',
+                            google_max_num_ads: '0',
+                            google_num_radlinks: '6',
+                            google_max_radlink_len: '27',
+                            metaData: {
+                                "contentid": "2042752",
+                                "studioid": "f941e4cd-a49e-4948-b244-677c15ff8b7f",
+                                "category": "Crafts",
+                                "subcategory": "Other DIY Crafts",
+                                "skin": "crafts"
+                            }
+                        });
+                    </script>
+                </div>
+            </div>
+            <div class="RelatedSearches FLC mod" id="RelatedSearches" data-module="related-searches-right">
+                <div class="headline3 head mg-2">Related Searches</div>
+            </div>
+            <section class="mod box slideshow" data-module="rcp_slideshow_module">
+                <a href="http://www.ehow.com/how_16357_make-paper-sunflowers.html"> <img src="http://img-aws.ehowcdn.com/300x200/cme/uploadedimages.demandmedia/sunflowers-1.jpg" alt="" title="" class="photo" longdesc="http://s3.amazonaws.com/uploadedimages.demandmedia/sunflowers-1.jpg"/> <span class="arrow arrow-left" data-icon="4"></span> <span class="arrow arrow-right" data-icon="5"></span> <span class="subtitle">
+Read Article	</span> </a>
+                <a href="http://www.ehow.com/how_16357_make-paper-sunflowers.html">
+                    <h3 class="headline4 title">
+How to Make Paper Sunflowers	</h3> </a>
+            </section>
+            <ul class="media-list mod unstyled " data-module="rcp_right_rail">
+                <h2 class="headline3 head mg-2 title">You May Like</h2>
+                <li class="media headline6">
+                    <a href="http://www.ehow.com/how_4431062_convert-aquarium-terrarium.html" class="fl gtm_youMayLike"> <img src="http://img-aws.ehowcdn.com/150X100/cme/photography.prod.demandstudios.com/90f9f3d7-6e4f-4be8-b379-3d994ccbf69c.jpg" alt="" class="media-object"/>
+                        <div class="pagescore js-pagescore small" data-score="true" data-url="http://www.ehow.com/how_4431062_convert-aquarium-terrarium.html"> <span class=" num js-num"></span> <span class="icon"></span> </div>
+                    </a>
+                    <div class="media-body"> <a href="http://www.ehow.com/how_4431062_convert-aquarium-terrarium.html" class="gtm_youMayLike">How to Convert an Aquarium to a Terrarium</a> </div>
+                </li>
+                <li class="media headline6">
+                    <a href="http://www.ehow.com/video_12263137_build-orchid-terrarium.html" class="fl gtm_youMayLike"> <img src="http://img-aws.ehowcdn.com/150X100/viper/media/2b3830ca-4eb6-4bfd-a1cd-d430b3e28d59/jpeg/47b02568-2cde-44f4-a39c-494294e50ccd_1.jpg" alt="" class="media-object"/>
+                        <div class="pagescore js-pagescore small" data-score="true" data-url="http://www.ehow.com/video_12263137_build-orchid-terrarium.html"> <span class=" num js-num"></span> <span class="icon"></span> </div>
+                    </a>
+                    <div class="media-body"> <a href="http://www.ehow.com/video_12263137_build-orchid-terrarium.html" class="gtm_youMayLike">How to Build an Orchid Terrarium</a> </div>
+                </li>
+                <li class="media headline6">
+                    <a href="http://www.ehow.com/video_9374_make-terrarium.html" class="fl gtm_youMayLike"> <img src="http://img-aws.ehowcdn.com/150X100/ehow/images/a00/09/4u/make-terrarium-800x800.jpg" alt="" class="media-object"/>
+                        <div class="pagescore js-pagescore small" data-score="true" data-url="http://www.ehow.com/video_9374_make-terrarium.html"> <span class=" num js-num"></span> <span class="icon"></span> </div>
+                    </a>
+                    <div class="media-body"> <a href="http://www.ehow.com/video_9374_make-terrarium.html" class="gtm_youMayLike">How to Make a Terrarium</a> </div>
+                </li>
+                <li class="media headline6">
+                    <a href="http://www.ehow.com/video_12263133_group-plants-together-terrarium.html" class="fl gtm_youMayLike"> <img src="http://img-aws.ehowcdn.com/150X100/viper/media/2b3830ca-4eb6-4bfd-a1cd-d430b3e28d59/jpeg/dc66dd37-78b6-4494-a8db-7bbe697cedda_0.jpg" alt="" class="media-object"/>
+                        <div class="pagescore js-pagescore small" data-score="true" data-url="http://www.ehow.com/video_12263133_group-plants-together-terrarium.html"> <span class=" num js-num"></span> <span class="icon"></span> </div>
+                    </a>
+                    <div class="media-body"> <a href="http://www.ehow.com/video_12263133_group-plants-together-terrarium.html" class="gtm_youMayLike">How to Group Plants Together in a Terrarium</a> </div>
+                </li>
+                <li class="media headline6">
+                    <a href="http://www.ehow.com/video_12263135_build-tropical-terrarium.html" class="fl gtm_youMayLike"> <img src="http://img-aws.ehowcdn.com/150X100/viper/media/2b3830ca-4eb6-4bfd-a1cd-d430b3e28d59/jpeg/70ebb809-634d-41df-9fff-9b183f81e9e0_1.jpg" alt="" class="media-object"/>
+                        <div class="pagescore js-pagescore small" data-score="true" data-url="http://www.ehow.com/video_12263135_build-tropical-terrarium.html"> <span class=" num js-num"></span> <span class="icon"></span> </div>
+                    </a>
+                    <div class="media-body"> <a href="http://www.ehow.com/video_12263135_build-tropical-terrarium.html" class="gtm_youMayLike">How to Build a Tropical Terrarium</a> </div>
+                </li>
+                <li class="media headline6">
+                    <a href="http://www.ehow.com/how_7853040_diy-own-living-room-furniture.html" class="fl gtm_youMayLike"> <img src="http://img-aws.ehowcdn.com/150X100/cme/photography.prod.demandstudios.com/2ecfca5a-1c35-4fbe-9ff5-8f5bd8129d97.jpg" alt="" class="media-object"/>
+                        <div class="pagescore js-pagescore small" data-score="true" data-url="http://www.ehow.com/how_7853040_diy-own-living-room-furniture.html"> <span class=" num js-num"></span> <span class="icon"></span> </div>
+                    </a>
+                    <div class="media-body"> <a href="http://www.ehow.com/how_7853040_diy-own-living-room-furniture.html" class="gtm_youMayLike">DIY Build Your Own Living Room Furniture</a> </div>
+                </li>
+                <li class="media headline6">
+                    <a href="http://www.ehow.com/slideshow_12333243_edible-arrangements-make-own-easter-candy-terrariums.html" class="fl gtm_youMayLike"> <img src="http://img-aws.ehowcdn.com/150X100/ds-cdn-write/upload/image/39/4D/34B73D38-EC9F-4415-A740-23DCF2F94D39/34B73D38-EC9F-4415-A740-23DCF2F94D39.jpg" alt="" class="media-object"/>
+                        <div class="pagescore js-pagescore small" data-score="true" data-url="http://www.ehow.com/slideshow_12333243_edible-arrangements-make-own-easter-candy-terrariums.html"> <span class=" num js-num"></span> <span class="icon"></span> </div>
+                    </a>
+                    <div class="media-body"> <a href="http://www.ehow.com/slideshow_12333243_edible-arrangements-make-own-easter-candy-terrariums.html" class="gtm_youMayLike">Edible Arrangements: Make Your Own Easter Candy Terrariums</a> </div>
+                </li>
+                <li class="media headline6">
+                    <a href="http://www.ehow.com/ehow-mom/blog/3-ingredient-easter-bark/" class="fl gtm_youMayLike"> <img src="http://img-aws.ehowcdn.com/150X100/ehow-mom-blog-us/files/2015/03/easterbark0.jpg" alt="" class="media-object"/>
+                        <div class="pagescore js-pagescore small" data-score="true" data-url="http://www.ehow.com/ehow-mom/blog/3-ingredient-easter-bark/"> <span class=" num js-num"></span> <span class="icon"></span> </div>
+                    </a>
+                    <div class="media-body"> <a href="http://www.ehow.com/ehow-mom/blog/3-ingredient-easter-bark/" class="gtm_youMayLike">3-Ingredient Easter Bark</a> </div>
+                </li>
+            </ul>
+        </div>
+    </section>
+    <script src="http://v5-static.ehowcdn.com/content/compressed/module-jquery-764eded0.js"></script>
+    <footer id="Footer" data-section="footer">
+        <div class="inner-container">
+            <div class="details clearfix">
+                <div class="identity"> <a href="http://www.demandmedia.com/" class="logo">demandmedia.com</a>
+                    <p class="copyright">© 1999-2015 Demand Media, Inc.</p>
+                </div>
+                <nav xmlns="http://www.w3.org/1999/html">
+                    <ul class="listing">
+                        <li>
+                            <ul>
+                                <li class="item row1"> <a href="http://www.ehow.com/about-us.html" class="title">About eHow</a> </li>
+                                <li class="item row1"> <a href="http://www.ehow.co.uk/" class="title">eHow UK</a> </li>
+                                <li class="item row1"> <a href="http://www.ehowenespanol.com/" class="title">eHow en Español</a> </li>
+                                <li class="item row1"> <a href="http://www.ehow.com.br/" class="title">eHow Brasil</a> </li>
+                                <li class="item row1"> <a href="http://www.ehow.de/" class="title">eHow Deutschland</a> </li>
+                                <li class="item row1"> <a href="http://www.ehowhelp.com/hc/en-us" class="title">Contact Us</a> </li>
+                            </ul>
+                        </li>
+                        <li>
+                            <ul>
+                                <li class="item row2"> <a href="http://www.ehow.com/blog/" class="title">eHow Blog</a> </li>
+                                <li class="item row2"> <a href="http://www.ehow.com/how-to.html" class="title">How to by Topic</a> </li>
+                                <li class="item row2"> <a href="http://www.ehow.com/videos.html" class="title">How to Videos</a> </li>
+                            </ul>
+                        </li>
+                        <li>
+                            <ul>
+                                <li class="item row3"> <a href="http://www.ehow.com/terms-of-use.html" class="title">Terms of Use</a> </li>
+                                <li class="item row3"> <a href="http://www.ehow.com/privacy.html" class="title">Privacy Policy</a> </li>
+                                <li class="item row3"> <a href="http://www.ehow.com/terms-of-use.html#copyright/" class="title">Report Copyright</a> </li>
+                                <li class="item row3">
+                                    <a id="_bapw-link" class="ad-choice" style="cursor:pointer !important"><img id="_bapw-icon" style="display:inline !important;vertical-align:middle !important"/> <span style="vertical-align:middle !important">Ad Choices</span></a> <abbr>en-US</abbr> </li>
+                            </ul>
+                        </li>
+                    </ul>
+                </nav>
+                <div class="socialConnect fr">
+                    <p class="headline4 heading head">Connect with us:</p>
+                    <ul>
+                        <li class="source"><a class="icon elegant-icons gtm_social" href="http://www.pinterest.com/ehow/" target="_blank"></a></li>
+                        <li class="source"><a class="icon elegant-icons gtm_social" href="https://www.facebook.com/eHow" target="_blank"></a></li>
+                        <li class="source"><a class="icon elegant-icons gtm_social" href="https://twitter.com/ehow" target="_blank"></a></li>
+                        <li class="source"><a class="icon elegant-icons gtm_social" href="https://plus.google.com/+howto/posts" target="_blank"></a></li>
+                        <li class="source last"><a class="icon elegant-icons gtm_social" href="http://instagram.com/ehow_team" target="_blank"></a></li>
+                    </ul>
+                </div>
+            </div>
+        </div>
+        <div class="extras">
+            <div class="comscore comscore-eh">
+                <div class="category5352 eh-cat"></div>
+            </div>
+        </div>
+    </footer>
+    <!-- BEGIN dmtracker -->
+    <noscript><img src="http://vs.dmtracker.com/images/zig.gif?Log=1" alt="zig" /></noscript>
+    <div id="dmOmni"></div>
+    <!-- END dmtracker -->
+    <noscript><img src="http://b.scorecardresearch.com/b?c1=2&c2=6036385&c3=&c7=http%3A%2F%2Fwww.ehow.com%2Fhow_2042752_build-terrarium.html%3Fcomscorekw%3DeHow_Hobbies_Games_and_Toys&cv=2.0&cj=1" /></noscript>
+    <script>
+        var dmjs = dmjs || {};
+        dmjs.global = dmjs.global || {};
+        dmjs.global.comscore = {
+            "c1": "2",
+            "c2": "6036385",
+            "c3": "",
+            "options": {
+                "url_append": "comscorekw=eHow_Hobbies_Games_and_Toys"
+            }
+        };
+        dmjs.global.dm_tracker = {
+            "domain": "vs.dmtracker.com",
+            "url": "bit.ehow.com",
+            "bit": "bit"
+        };
+        dmjs.global.fb_comment = {
+            "num_posts": 5,
+            "width": 620,
+            "mobile": false,
+            "href": "http:\/\/www.ehow.com\/how_2042752_build-terrarium.html",
+            "selector": "[data-id=\"fb_comments\"]"
+        };
+        dmjs.global.hnh = {
+            "url": "http:\/\/services.ehowcdn.com\/widgets\/generated\/hnh.min.js"
+        };
+    </script>
+    <script src="http://dynamic01.ehowcdn.com/services/modules/js/hnh,evidon,rev_tag,dm_track,comscore,common_deferred,cache_buster/ba9c0085/" defer="defer"></script>
+    <!--[if lt IE 9]>
+<script src="http://v5-static.ehowcdn.com/content/compressed/common_footer-266c5d77.js"  ></script>
+<![endif]-->
+    <script src="http://v5-static.ehowcdn.com/content/compressed/inline-81314781.js" defer="defer"></script>
+    <script>
+        dmjs.domready(function() {
+            new OmnitureLinkSet($('[data-module="rcp_top"]'), "TLS101", "default_IL");
+        });
+    </script>
+    <script>
+        dmjs.domready(function() {
+            new OmnitureLinkSet($('[data-module="rcp_bottom"]'), "TLS103", "default_B");
+        });
+    </script>
+    <script>
+        dmjs.domready(function() {
+            new OmnitureLinkSet($('[data-module="rcp_tombstone"]'), "LS103", "default_TOMB");
+        });
+    </script>
+    <script>
+        dmjs.domready(function() {
+            new OmnitureLinkSet($('[data-module="rcp_slideshow_module"]'), "TLS106", "default_SS");
+        });
+    </script>
+    <script>
+        dmjs.domready(function() {
+            new OmnitureLinkSet($('[data-module="rcp_right_rail"]'), "TLS102", "default_R3");
+        });
+    </script>
+    <script>
+        googleAds.defaults.google_adtest = 'off';
+        googleAds.defaults.google_page_url = 'http://www.ehow.com/how_2042752_build-terrarium.html';
+        googleAds.render();
+    </script>
+    <script defer="" src="//cdn.optimizely.com/js/9718688.js"></script>
+    <script>
+        dmjs.addEvent(window, 'load', function() {
+            dmjs.fireEvents();
+        });
+    </script>
+    <script defer="" src="http://static.ehownowcdn.com/widget/ehow/auth.js"></script>
+    <div id="fb-root"></div>
+    <div class="view-mobile"></div>
+</body>
+
+</html>

readability/test/test-pages/ehow-2/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "How to Throw a Graduation Party on a Budget | eHow",
+  "byline": "Gina Roberts-Grey",
+  "dir": null,
+  "excerpt": "Graduation parties are a great way to commemorate the years of hard work teens and college co-eds devote to education. They’re also costly for mom and dad.The average cost of a graduation party in 2013 was a whopping $1,200, according to Graduationparty.com; $700 of that was allocated for food. However that budget was based on Midwestern...",
+  "readerable": true,
+  "siteName": "eHow"
+}

readability/test/test-pages/ehow-2/expected.html

@@ -0,0 +1,117 @@
+<div id="readability-page-1" class="page">
+    <section id="Body" data-page-id="inlinetemplate" data-section="body">
+        <header>
+            <div data-type="AuthorProfile">
+                <div>
+                    <p><a id="img-follow-tip" href="http://fakehost/contributor/gina_robertsgrey/" target="_top">
+                        <img src="http://img-aws.ehowcdn.com/60x60/cme/cme_public_images/www_demandstudios_com/sitelife.studiod.com/ver1.0/Content/images/store/9/2/d9dd6f61-b183-4893-927f-5b540e45be91.Small.jpg" data-failover="//img-aws.ehowcdn.com/60x60/ehow-cdn-assets/test15/media/images/authors/missing-author-image.png" onerror="var failover = this.getAttribute('data-failover');
+                if (failover) failover = failover.replace(/^https?:/,'');
+                var src = this.src ? this.src.replace(/^https?:/,'') : '';
+                if (src != failover){
+                    this.src = failover;
+                }"/> </a></p>
+                </div>
+                <p><time datetime="2016-09-14T07:07:00-04:00" itemprop="dateModified">Last updated September 14, 2016</time> </p>
+            </div>
+        </header>
+        <div>
+            <article data-type="article">
+                <div>
+                    <div>
+                        <div>
+                            <p>Graduation parties are a great way to commemorate the years of hard work teens and college co-eds devote to education. They’re also costly for mom and dad.</p>
+                            <p>The average cost of a graduation party in 2013 was a whopping $1,200, according to Graduationparty.com; $700 of that was allocated for food. However that budget was based on Midwestern statistics, and parties in urban areas like New York City are thought to have a much higher price tag.</p>
+                            <p>Thankfully, there are plenty of creative ways to trim a little grad party fat without sacrificing any of the fun or celebratory spirit.</p>
+                        </div>
+                        <figure> <img src="http://img-aws.ehowcdn.com/640/cme/cme_public_images/www_ehow_com/cdn-write.demandstudios.com/upload/image/2F/86/5547EF62-EAF5-4256-945D-0496F61C862F/5547EF62-EAF5-4256-945D-0496F61C862F.jpg" alt="Graduation" title="Graduation" data-credit="Mike Watson Images/Moodboard/Getty " longdesc="http://s3.amazonaws.com/cme_public_images/www_ehow_com/cdn-write.demandstudios.com/upload/image/2F/86/5547EF62-EAF5-4256-945D-0496F61C862F/5547EF62-EAF5-4256-945D-0496F61C862F.jpg" data-pin-ehow-hover="true" data-pin-no-hover="true" /> </figure>
+                        <figcaption class="caption"> (Mike Watson Images/Moodboard/Getty) </figcaption>
+                    </div>
+                </div> <span>
+<span>
+<div>
+<div>
+<p><span><p>Parties hosted at restaurants, clubhouses and country clubs eliminate the need to spend hours cleaning up once party guests have gone home. But that convenience comes with a price tag. A country club may charge as much as $2,000 for room rental and restaurant food and beverage will almost always cost more than food prepped and served at home.</p></span> </p>
+                <figure> <img src="http://img-aws.ehowcdn.com/640/cme/cme_public_images/www_ehow_com/cdn-write.demandstudios.com/upload/image/FE/CB/121569D2-6984-4B2F-83C4-9D2D9A27CBFE/121569D2-6984-4B2F-83C4-9D2D9A27CBFE.jpg" alt="Save money hosting the party at home." data-credit="Thomas Jackson/Digital Vision/Getty Images" data-pin-ehow-hover="true" data-pin-no-hover="true" /> </figure>
+                <figcaption class="caption"> Thomas Jackson/Digital Vision/Getty Images </figcaption>
+        </div>
+</div>
+</span>
+</span> <span>
+<span>
+<div>
+<div>
+<p><span><p>Instead of hiring a DJ, use your iPod or Smartphone to spin the tunes. Both easily hook up to most speakers or mp3 compatible docks to play music from your music library. Or download Pandora, the free online radio app, and play hours of music for free.</p>
+<p>Personalize the music with a playlist of the grad’s favorite songs or songs that were big hits during his or her years in school.</p></span> </p>
+<figure> <img src="http://img-aws.ehowcdn.com/640/cme/cme_public_images/www_ehow_com/cdn-write.demandstudios.com/upload/image/DF/FC/A05B0252-BD73-4BC7-A09A-96F0A504FCDF/A05B0252-BD73-4BC7-A09A-96F0A504FCDF.jpg" alt="Online radio can take the place of a hired DJ." data-credit="Spencer Platt/Getty Images News/Getty Images" data-pin-ehow-hover="true" data-pin-no-hover="true" /> </figure>
+<figcaption class="caption"> Spencer Platt/Getty Images News/Getty Images </figcaption>
+</div>
+</div>
+</span>
+</span> <span>
+<span>
+<div>
+<div>
+<p><span><p>Avoid canned drinks, which guests often open, but don't finish. Serve pitchers of tap water with lemon and cucumber slices or sliced strawberries for an interesting and refreshing flavor. Opt for punches and non-alcoholic drinks for high school graduates that allow guests to dole out the exact amount they want to drink.</p></span> </p>
+<figure> <img src="http://img-aws.ehowcdn.com/640/cme/cme_public_images/www_ehow_com/cdn-write.demandstudios.com/upload/image/EB/DB/8A04CCA7-3255-4225-B59A-C41441F8DBEB/8A04CCA7-3255-4225-B59A-C41441F8DBEB.jpg" alt="Serve drinks in pitchers, not in cans." data-credit="evgenyb/iStock/Getty Images" data-pin-ehow-hover="true" data-pin-no-hover="true" /> </figure>
+<figcaption class="caption"> evgenyb/iStock/Getty Images </figcaption>
+</div>
+</div>
+</span>
+</span> <span>
+<span>
+<div>
+<div>
+<p><span><p>Instead of inviting everyone you – and the graduate – know or ever knew, scale back the guest list. Forgo inviting guests that you or your grad haven't seen for eons. There is no reason to provide provisions for people who are essentially out of your lives. Sticking to a small, but personal, guest list allows more time to mingle with loved ones during the party, too.</p></span> </p>
+<figure> <img src="http://img-aws.ehowcdn.com/640/cme/cme_public_images/www_ehow_com/cdn-write.demandstudios.com/upload/image/94/10/08035476-0167-4A03-AADC-13A7E7AA1094/08035476-0167-4A03-AADC-13A7E7AA1094.jpg" alt="Limit guests to those close to the graduate." data-credit="Kane Skennar/Photodisc/Getty Images" data-pin-ehow-hover="true" data-pin-no-hover="true" /> </figure>
+<figcaption class="caption"> Kane Skennar/Photodisc/Getty Images </figcaption>
+</div>
+</div>
+</span>
+</span> <span>
+<span>
+<div>
+<div>
+<p><span><p>See if your grad and his best friend, girlfriend or close family member would consider hosting a joint party. You can split some of the expenses, especially when the two graduates share mutual friends. You'll also have another parent to bounce ideas off of and to help you stick to your budget when you're tempted to splurge.</p></span> </p>
+<figure> <img src="http://img-aws.ehowcdn.com/640/cme/cme_public_images/www_ehow_com/cdn-write.demandstudios.com/upload/image/06/49/4AD62696-FC95-4DA2-8351-42740C7B4906/4AD62696-FC95-4DA2-8351-42740C7B4906.jpg" alt="Throw a joint bash for big savings." data-credit="Mike Watson Images/Moodboard/Getty" data-pin-ehow-hover="true" data-pin-no-hover="true" /> </figure>
+<figcaption class="caption"> Mike Watson Images/Moodboard/Getty </figcaption>
+</div>
+</div>
+</span>
+</span> <span>
+<span>
+<div>
+<div>
+<p><span><p>Skip carving stations of prime rib and jumbo shrimp as appetizers, especially for high school graduation parties. Instead, serve some of the graduate's favorite side dishes that are cost effective, like a big pot of spaghetti with breadsticks. Opt for easy and simple food such as pizza, finger food and mini appetizers. </p>
+<p>Avoid pre-packaged foods and pre-made deli platters. These can be quite costly. Instead, make your own cheese and deli platters for less than half the cost of pre-made.</p></span> </p>
+<figure> <img src="http://img-aws.ehowcdn.com/640/cme/cme_public_images/www_ehow_com/cdn-write.demandstudios.com/upload/image/D0/51/B6AED06C-5E19-4A26-9AAD-0E175F6251D0/B6AED06C-5E19-4A26-9AAD-0E175F6251D0.jpg" alt="Cost effective appetizers are just as satisfying as pre-made deli platters." data-credit="Mark Stout/iStock/Getty Images" data-pin-ehow-hover="true" data-pin-no-hover="true" /> </figure>
+<figcaption class="caption"> Mark Stout/iStock/Getty Images </figcaption>
+</div>
+</div>
+</span>
+</span> <span>
+<span>
+<div>
+<div>
+<p><span><p>Instead of an evening dinner party, host a grad lunch or all appetizers party. Brunch and lunch fare or finger food costs less than dinner. Guests also tend to consume less alcohol in the middle of the day, which keeps cost down.</p></span> </p>
+<figure> <img src="http://img-aws.ehowcdn.com/640/cme/cme_public_images/www_ehow_com/cdn-write.demandstudios.com/upload/image/35/B4/DD5FD05A-B631-4AFE-BC8F-FDACAD1EB435/DD5FD05A-B631-4AFE-BC8F-FDACAD1EB435.jpg" alt="A brunch gathering will cost less than a dinner party." data-credit="Mark Stout/iStock/Getty Images" data-pin-ehow-hover="true" data-pin-no-hover="true" /> </figure>
+<figcaption class="caption"> Mark Stout/iStock/Getty Images </figcaption>
+</div>
+</div>
+</span>
+</span> <span>
+<span>
+<div>
+<div>
+<p><span><p>Decorate your party in the graduate's current school colors or the colors of the school he or she will be headed to next. Décor that is not specifically graduation-themed may cost a bit less, and any leftovers can be re-used for future parties, picnics and events.</p></span> </p>
+<figure> <img src="http://img-aws.ehowcdn.com/640/cme/cme_public_images/www_ehow_com/cdn-write.demandstudios.com/upload/image/A1/FA/2C368B34-8F6A-45F6-9DFC-0B0C4E33FAA1/2C368B34-8F6A-45F6-9DFC-0B0C4E33FAA1.jpg" alt="Theme the party by color without graduation-specific decor." data-credit="jethuynh/iStock/Getty Images" data-pin-ehow-hover="true" data-pin-no-hover="true" /> </figure>
+<figcaption class="caption"> jethuynh/iStock/Getty Images </figcaption>
+</div>
+</div>
+</span>
+</span>
+<h2> <a target="_blank" href="https://www.google.com/adsense/support/bin/request.py?contact=abg_afc&amp;url=http://ehow.com/&amp;hl=en&amp;client=ehow&amp;gl=US">Related Searches</a> </h2>
+<p>Promoted By Zergnet</p>
+</article>
+</div>
+</section>
+</div>

readability/test/test-pages/embedded-videos/expected-metadata.json

@@ -0,0 +1,7 @@
+{
+  "title": "Embedded videos test",
+  "byline": null,
+  "excerpt": "Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod\n      tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,\n      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo\n      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse\n      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non\n      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.",
+  "readerable": false,
+  "siteName": null
+}

readability/test/test-pages/embedded-videos/expected.html

@@ -0,0 +1,20 @@
+<div id="readability-page-1" class="page">
+    <article>
+        <p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+        <h2>Videos</h2>
+        <p>At root</p>
+        <iframe width="560" height="315" src="https://www.youtube.com/embed/LtOGa5M8AuU" frameborder="0" allowfullscreen=""></iframe>
+        <iframe width="560" height="315" src="https://www.youtube-nocookie.com/embed/LtOGa5M8AuU" frameborder="0" allowfullscreen=""></iframe>
+        <iframe src="https://player.vimeo.com/video/32246206?color=ffffff+title=0+byline=0+portrait=0" width="500" height="281" frameborder="0" webkitallowfullscreen="" mozallowfullscreen="" allowfullscreen=""></iframe>
+        <p>In a paragraph</p>
+        <p>
+            <iframe width="560" height="315" src="https://www.youtube-nocookie.com/embed/LtOGa5M8AuU" frameborder="0" allowfullscreen=""></iframe>
+        </p>
+        <p>In a div</p>
+        <p>
+            <iframe width="560" height="315" src="https://www.youtube.com/embed/LtOGa5M8AuU" frameborder="0" allowfullscreen=""></iframe>
+        </p>
+        <h2>Foo</h2>
+        <p> Tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id est laborum. </p>
+    </article>
+</div>

readability/test/test-pages/embedded-videos/source.html

@@ -0,0 +1,43 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <meta charset="utf-8"/>
+  <title>Embedded videos test</title>
+</head>
+<body>
+  <article>
+    <h1>Lorem</h1>
+    <div>
+      <p>Lorem ipsum dolor sit amet, consectetur adipisicing elit, sed do eiusmod
+      tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.</p>
+    </div>
+    <h2>Videos</h2>
+    <p>At root</p>
+    <iframe width="560" height="315" src="https://www.youtube.com/embed/LtOGa5M8AuU"
+            frameborder="0" allowfullscreen=""></iframe>
+    <iframe width="560" height="315" src="https://www.youtube-nocookie.com/embed/LtOGa5M8AuU"
+            frameborder="0" allowfullscreen=""></iframe>
+    <iframe src="https://player.vimeo.com/video/32246206?color=ffffff+title=0+byline=0+portrait=0"
+            width="500" height="281" frameborder="0"
+            webkitallowfullscreen="" mozallowfullscreen="" allowfullscreen=""></iframe>
+    <p>In a paragraph</p>
+    <p><iframe width="560" height="315" src="https://www.youtube-nocookie.com/embed/LtOGa5M8AuU"
+               frameborder="0" allowfullscreen=""></iframe></p>
+    <p>In a div</p>
+    <div><iframe width="560" height="315" src="https://www.youtube.com/embed/LtOGa5M8AuU"
+                 frameborder="0" allowfullscreen=""></iframe></div>
+    <h2>Foo</h2>
+    <div>
+      Tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim veniam,
+      quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea commodo
+      consequat. Duis aute irure dolor in reprehenderit in voluptate velit esse
+      cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat cupidatat non
+      proident, sunt in culpa qui officia deserunt mollit anim id est laborum.
+    </div>
+  </article>
+</body>
+</html>

readability/test/test-pages/engadget/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "Xbox One X review:  A console that keeps up with gaming PCs",
+  "byline": null,
+  "dir": null,
+  "excerpt": "The Xbox One X is the most powerful gaming console ever, but it's not for everyone yet.",
+  "readerable": true,
+  "siteName": "Engadget"
+}

readability/test/test-pages/engadget/expected.html

@@ -0,0 +1,265 @@
+<div id="readability-page-1" class="page">
+    <div data-nav-drawer-slide-panel="">
+        <main role="main">
+            <nav data-behavior="ContextNav" data-context-nav-offset="200"> </nav>
+            <header>
+                <p>
+                    <h2> But only hardcore gamers will appreciate it. </h2>
+                </p>
+                <div>
+                    <div>
+                        <div>
+                            <div>
+                                <p><a href="http://fakehost/about/editors/devindra-hardawar/">
+                                        <img src="https://o.aolcdn.com/images/dims?thumbnail=45%2C45&amp;quality=80&amp;image_uri=http%3A%2F%2Fwww.blogcdn.com%2Fwww.engadget.com%2Fmedia%2F2016%2F03%2Fdevindra-engadget-headshot-small.jpg&amp;client=cbc79c14efcebee57402&amp;signature=e6ffba7468c380581b6589a70ce5d7c1ec40cd1d"/>
+                                    </a></p>
+                            </div>
+                        </div>
+                        <p><span>2192</span> <span>Shares</span></p>
+                    </div>
+                </div>
+            </header>
+            <div data-behavior="BreakoutsHandler">
+                <div>
+                    <div>
+                        <article>
+                            <div id="page_body" data-behavior="trigger_contents_nav">
+                                <div>
+                                    <div data-behavior="FitVids ">
+                                        <div>
+                                            <div>
+                                                <div>
+                                                    <p>The <a href="https://www.engadget.com/2017/06/13/the-xbox-one-x-is-aspirational-in-the-purest-sense-of-the-word/">Xbox
+                                                                One X</a> is the ultimate video game system. It sports more horsepower than any system ever. And it plays more titles in native 4K than <a href="https://www.engadget.com/2016/11/07/sony-playstation-4-pro-review/">Sony's
+                                                                    PlayStation 4 Pro</a>. It's just about everything you could want without investing in a gaming PC. The only problem? It's now been a year since the PS4 Pro launched, and the One X costs $500, while Sony's console launched at $400. That high price limits the Xbox One X to diehard Microsoft fans who don't mind paying a bit more to play the console's exclusive titles in 4K. Everyone else might be better off waiting, or opting for the $279 <a href="https://www.engadget.com/2016/08/02/xbox-one-s-review/">Xbox
+                                                                    One S</a>. </p>
+                                                </div>
+                                            </div>
+                                        </div>
+                                        <div>
+                                            <div>
+                                                <div>
+                                                    <section>
+                                                        <h4> Gallery: Xbox One X | 14 Photos </h4>
+                                                        <div data-behavior="lightbox_trigger" data-engadget-slideshow-id="803271" data-eng-bang="{&quot;gallery&quot;:803271,&quot;slide&quot;:7142088,&quot;index&quot;:0}" data-eng-mn="93511844">
+                                                            <p><a href="#" data-index="0" data-engadget-slide-id="7142088" data-eng-bang="{&quot;gallery&quot;:803271,&quot;slide&quot;:7142088,&quot;index&quot;:0}">
+                                                                <img src="https://o.aolcdn.com/images/dims?thumbnail=980%2C653&amp;quality=80&amp;image_uri=https%3A%2F%2Fs.blogcdn.com%2Fslideshows%2Fimages%2Fslides%2F714%2F208%2F8%2FS7142088%2Fslug%2Fl%2Fxbox-one-x-review-gallery-1-1.jpg&amp;client=cbc79c14efcebee57402&amp;signature=9bb08b52e12de8e4060f863a52c613489529818d"/>
+                                                            </a></p>
+                                                        </div>
+                                                    </section>
+                                                </div>
+                                            </div>
+                                        </div>
+                                        <div>
+                                            <div>
+                                                <div>
+                                                    <div>
+                                                        <div>
+                                                            <div>
+                                                                <ul>
+                                                                    <li>Most powerful hardware ever in a home console </li>
+                                                                    <li>Solid selection of enhanced titles </li>
+                                                                    <li>4K Blu-ray drive is great for movie fans </li>
+                                                                </ul>
+                                                            </div>
+                                                            <div>
+                                                                <ul>
+                                                                    <li>Expensive </li>
+                                                                    <li>Not worth it if you don’t have a 4K TV </li>
+                                                                    <li>Still no VR support </li>
+                                                                </ul>
+                                                            </div>
+                                                        </div>
+                                                    </div>
+                                                    <div>
+                                                        <p>As promised, the Xbox One X is the most powerful game console ever. In practice, though, it really just puts Microsoft on equal footing with Sony’s PlayStation 4 Pro. 4K/HDR enhanced games look great, but it’s lack of VR is disappointing in 2017.</p>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                        </div>
+                                        <div>
+                                            <div>
+                                                <div>
+                                                    <div>
+                                                        <div>
+                                                            <h3>Hardware</h3>
+                                                            <p><img data-credit="Devindra Hardawar/AOL" data-mep="2181678" src="https://o.aolcdn.com/images/dims?crop=1600%2C1067%2C0%2C0&amp;quality=85&amp;format=jpg&amp;resize=1600%2C1067&amp;image_uri=http%3A%2F%2Fo.aolcdn.com%2Fhss%2Fstorage%2Fmidas%2F93beb86758ae1cf95721699e1e006e35%2F205826074%2FXbox%2BOne%2BX%2Breview%2Bgallery%2B7.jpg&amp;client=a1acac3e1b3290917d92&amp;signature=c0f2d36259c2c1decfb60aae364527cda2560d4a" alt="" /></p>
+                                                            <p>Despite all the power inside, the One X is Microsoft's smallest console to date. It looks similar to the Xbox One S, except it has an entirely matte black case and is slightly slimmer. It's also surprisingly dense -- the console weighs 8.4 pounds, but it feels far heavier than you'd expect for its size, thanks to all of its new hardware. The One S, in comparison, weighs two pounds less.</p>
+                                                            <p>The Xbox One X's real upgrades are under the hood. It features an 8-core CPU running at 2.3Ghz, 12GB of GDDR5 RAM, a 1 terabyte hard drive and an upgraded AMD Polaris GPU with 6 teraflops of computing power. The PS4 Pro has only 8GB of RAM and tops out at 4.2 teraflops. Microsoft's console is clearly faster. That additional horsepower means the Xbox One X can run more games in full native 4K than the Sony's console.</p>
+                                                            <p><img data-credit="Devindra Hardawar/AOL" data-mep="2182489" src="https://o.aolcdn.com/images/dims?crop=1600%2C949%2C0%2C0&amp;quality=85&amp;format=jpg&amp;resize=1600%2C949&amp;image_uri=http%3A%2F%2Fo.aolcdn.com%2Fhss%2Fstorage%2Fmidas%2F9ece7fdad1e7025dec06ac9bf98688d0%2F205826075%2FXbox%2BOne%2BX%2Breview%2Bgallery%2B5.jpg&amp;client=a1acac3e1b3290917d92&amp;signature=9913883753141e7df322616bfe0bc41c6ecd80c8" alt="" /></p>
+                                                            <p>Along the front, there's the slot-loading 4K Blu-ray drive, a physical power button, a single USB port and a controller pairing button. And around back, there are HDMI out and in ports, the latter of which lets you plug in your cable box. Additionally, there are two USB ports, connections for optical audio, IR out, and gigabit Ethernet. If you've still got a Kinect around, you'll need to use a USB adapter to plug it in.</p>
+                                                        </div>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                            <div>
+                                                <div>
+                                                    <div data-engadget-breakout-type="image">
+                                                        <figure><img src="https://o.aolcdn.com/images/dims?resize=980%2C640&amp;quality=100&amp;image_uri=https%3A%2F%2Fo.aolcdn.com%2Fimages%2Fdims%3Fcrop%3D1599%252C1043%252C0%252C0%26quality%3D85%26format%3Djpg%26resize%3D1600%252C1043%26image_uri%3Dhttp%253A%252F%252Fo.aolcdn.com%252Fhss%252Fstorage%252Fmidas%252F8b98ec8f6649158fe7448ac2f2695ac5%252F205826072%252FXbox%252BOne%252BX%252Breview%252Bgallery%252B6.jpg%26client%3Da1acac3e1b3290917d92%26signature%3D353dad1308f98c2c9dfc82c58a540a8b2f1fe63c&amp;client=cbc79c14efcebee57402&amp;signature=60b7c061460d0d45f5d367b8a9c62978af6b76ce" />
+                                                            <figcaption><span>Devindra Hardawar/AOL</span> </figcaption>
+                                                        </figure>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                            <div>
+                                                <div>
+                                                    <div>
+                                                        <div>
+                                                            <p>The console's controller hasn't changed since its last mini-upgrade with the Xbox One S. That revision rounded out its seams, improved bumper performance and added a 3.5mm headphone jack. It's still a great controller, though I'm annoyed Microsoft is sticking with AA batteries as their default power source. Sure, you could just pick up some renewable batteries, or the Play and Charge kit, but that's an extra expense. And manually swapping batteries feels like a bad user experience when every other console has rechargeable controllers.</p>
+                                                            <h3>In use</h3>
+                                                        </div>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                            <div>
+                                                <div>
+                                                    <div data-engadget-breakout-type="image">
+                                                        <figure><img src="https://o.aolcdn.com/images/dims?resize=980%2C640&amp;quality=100&amp;image_uri=https%3A%2F%2Fo.aolcdn.com%2Fimages%2Fdims%3Fcrop%3D1600%252C900%252C0%252C0%26quality%3D85%26format%3Djpg%26resize%3D1600%252C900%26image_uri%3Dhttp%253A%252F%252Fo.aolcdn.com%252Fhss%252Fstorage%252Fmidas%252F1885534bd201fc37481b806645c1fc8b%252F205828119%252FXbox%252Bone%252BX%252Bscreenshot%252Bgallery%252B8.jpg%26client%3Da1acac3e1b3290917d92%26signature%3Df63cf67c88b37fd9424855984e45f6b950c8c11a&amp;client=cbc79c14efcebee57402&amp;signature=0adca80fc8ee26a7353be639082881450a5ad49f" />
+                                                            <figcaption><span>Devindra Hardawar/AOL</span> </figcaption>
+                                                        </figure>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                            <div>
+                                                <div>
+                                                    <div>
+                                                        <div>
+                                                            <p>You won't find any major differences between the One X and the last Xbox at first — aside from a more dramatic startup sequence. Navigating the Xbox interface is fast and zippy, but mostly that's due to a recent OS upgrade. If you're moving over from an older Xbox One, you can use the backup tool to transfer your games and settings to an external hard drive. Just plug that into the new console during setup and it'll make it feel just like your old machine. It's also a lot faster than waiting for everything to download from Xbox Live.</p>
+                                                            <p>You'll still have to set aside some time if you want to play an Xbox One X-enhanced title, though. Those 4K textures will make games significantly larger, but Microsoft says it's come up with a few ways to help developers make downloading them more efficient. For example, language packs and other optional content won't get installed by default.</p>
+                                                            <p>We only had a few enhanced titles to test out during our review: <em>Gears of War 4</em>, <em>Killer
+                                                                        Instinct</em> and <em>Super Lucky's Tale</em>. They each took advantage of the console in different ways. <em>Gears of War 4</em> runs natively in 4K at 30 FPS with Dolby Atmos and HDR (high dynamic range lighting) support. It looked great -- especially with HDR, which highlighted bright elements like lightning strikes -- but I noticed the frame rate dip occasionally. I was also surprised that load times were on-par with what I've seen with the game on the Xbox One S.</p>
+                                                        </div>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                            <div>
+                                                <div>
+                                                    <div data-engadget-breakout-type="e2ehero">
+                                                        <div>
+                                                            <div>
+                                                                <div>
+                                                                    <div>
+                                                                        <figure><img src="https://o.aolcdn.com/images/dims?crop=1600%2C900%2C0%2C0&amp;quality=85&amp;format=jpg&amp;resize=1600%2C900&amp;image_uri=http%3A%2F%2Fo.aolcdn.com%2Fhss%2Fstorage%2Fmidas%2F8352a8a14e88e2ca2ba5be4d8381a055%2F205828115%2FXbox%2Bone%2BX%2Bscreenshot%2Bgallery%2B1.jpg&amp;client=a1acac3e1b3290917d92&amp;signature=d2ccb22e0eaabeb05bfe46e83dbe26fd07f01da8" />
+                                                                            <div>
+                                                                                <div>
+                                                                                    <div> </div>
+                                                                                </div>
+                                                                            </div>
+                                                                        </figure>
+                                                                    </div>
+                                                                </div>
+                                                            </div>
+                                                        </div>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                            <div>
+                                                <div>
+                                                    <div>
+                                                        <div>
+                                                            <p>You can also play in Performance mode, which bumps the frame rate up to 60FPS and uses higher quality graphical effects, while rendering it lower in 1080p. Personally, I preferred this, since it makes the game much smoother -- as if you're playing it on a high-end gaming PC, not a console. Some PlayStation 4 Pro games also let you choose how you wanted to distribute its power, so in some ways Microsoft is just following in its footsteps.</p>
+                                                            <p>I've been playing <em>Gears of War 4</em> on my gaming PC (which is connected to my home theater) over the past year, and I was impressed that the Xbox One X is able to deliver a similar experience. It didn't quite match my rig though, which is powered by Intel Core i7 4790k CPU running at 4GHz, 16GB DDR3 RAM and an NVIDIA GTX 1080 GPU. Typically, I play at 1,440p (2,560 by 1,440 pixels) with HDR and all of the graphical settings set to their highest level, and I can easily maintain a 60FPS frame rate. The One X felt just as solid at 1080p, but there were clearly plenty of graphics settings it couldn't take advantage of, in particular higher levels of bloom lighting and shadow detail.</p>
+                                                        </div>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                            <div>
+                                                <div>
+                                                    <div data-engadget-breakout-type="gallery">
+                                                        <section>
+                                                            <h3> Gallery: Xbox One X screenshots | 9 Photos </h3>
+                                                            <div data-behavior="lightbox_trigger" data-engadget-slideshow-id="803330" data-eng-bang="{&quot;gallery&quot;:803330,&quot;slide&quot;:7142924}" data-eng-mn="93511844">
+                                                                <p><a href="#" data-index="0" data-engadget-slide-id="7142924" data-eng-bang="{&quot;gallery&quot;:803330,&quot;slide&quot;:7142924}">
+                                                                    <img src="https://o.aolcdn.com/images/dims?thumbnail=980%2C653&amp;quality=80&amp;image_uri=https%3A%2F%2Fs.blogcdn.com%2Fslideshows%2Fimages%2Fslides%2F714%2F292%2F4%2FS7142924%2Fslug%2Fl%2Fxbox-one-x-screenshot-gallery-2-1.jpg&amp;client=cbc79c14efcebee57402&amp;signature=38c95635c7aad58a8a48038e05589f5cf35b1e28"/>
+                                                                </a></p>
+                                                            </div>
+                                                        </section>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                            <div>
+                                                <div>
+                                                    <div>
+                                                        <div>
+                                                            <p><em>Killer Instinct</em> and <em>Super Lucky's
+                                                                    Tale</em> run in 4K at a smooth 60FPS. They both looked and played better than their standard versions, though I was surprised they didn't take advantage of HDR. As usual, I noticed the improvement in frame rates more than the higher resolution. Unless you're sitting very close to a TV above 50-inches, you'd likely have a hard time telling between 4K and 1080p.</p>
+                                                            <p>That poses a problem for Microsoft: It's betting that gamers will actually want true 4K rendering. In practice, though, PlayStation 4 Pro titles running in HDR and resolutions between 1080p and 4K often look just as good to the naked eye. The Xbox One X's big advantage is that its hardware could let more games reach 60FPS compared to Sony's console.</p>
+                                                            <p>Microsoft says over 130 Xbox One X-enhanced titles are in the works. That includes already-released games like <em>Forza Motorsport 7</em> and <em>Assassin's
+                                                                        Creed Origins</em>, as well as upcoming titles like <em>Call of Duty: WW2</em>. You'll be able to find them easily in a special section in the Xbox store. There is also a handful of Xbox 360 games that'll get enhanced eventually, including <em>Halo
+                                                                        3</em> and <em>Fallout 3</em>. Some of those titles will get bumped up to a higher resolution, while others will get HDR support. Microsoft describes these upgrades as a bonus for developers who were prescient about how they built their games. Basically, don't expect your entire 360 library to get enhanced.</p>
+                                                        </div>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                            <div>
+                                                <div>
+                                                    <div data-engadget-breakout-type="e2ehero">
+                                                        <div>
+                                                            <div>
+                                                                <div>
+                                                                    <div>
+                                                                        <figure><img src="https://o.aolcdn.com/images/dims?crop=1600%2C900%2C0%2C0&amp;quality=85&amp;format=jpg&amp;resize=1600%2C900&amp;image_uri=http%3A%2F%2Fo.aolcdn.com%2Fhss%2Fstorage%2Fmidas%2Facb08903fbe26ad77b80db8c8e7e8fb1%2F205828118%2FXbox%2Bone%2BX%2Bscreenshot%2Bgallery%2B7.jpg&amp;client=a1acac3e1b3290917d92&amp;signature=21630fa5ec6d8fdce2c35f7e1f652636a2d8efe7" />
+                                                                            <div>
+                                                                                <div>
+                                                                                    <div> </div>
+                                                                                </div>
+                                                                            </div>
+                                                                        </figure>
+                                                                    </div>
+                                                                </div>
+                                                            </div>
+                                                        </div>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                            <div>
+                                                <div>
+                                                    <div>
+                                                        <div>
+                                                            <p>Even if a game isn't specifically tuned for the new console, Microsoft says you might still see some performance improvements. The PlayStation 4 Pro, meanwhile, has over one hundred games built for its hardware, and its boost mode can speed up some older games.</p>
+                                                            <p>Microsoft is still pushing the Xbox as more than just a game console, though. 4K Blu-rays loaded up quickly, and I didn't notice many delays as I skipped around films. <em>Planet Earth II</em>, in particular, looked fantastic thanks to its brilliant use of HDR. Unfortunately, the One X doesn't support Dolby Vision, so you're stuck with the slightly less capable HDR 10 standard. That makes sense since it's more widely supported, but it would have been nice to see Dolby's, too.</p>
+                                                            <p> <iframe allowfullscreen="" frameborder="0" gesture="media" height="360" src="https://www.youtube.com/embed/c8aFcHFu8QM" width="640"></iframe> </p>
+                                                            <p>And speaking of Dolby technology, Microsoft is also highlighting Atmos support on the One X, just like it did with the One S. The company's app lets you configure the console to pass audio Atmos signals to your audio receiver. You can also shell out $15 to get Atmos support for headphones, which simulates immersive surround sound. It's strange to pay money to unlock Dolby features, but it's worth it since it's significantly better than Microsoft's audio virtualization technology. The Netflix app also supports Atmos for a handful of films (something that the Xbox One S and PlayStation 4 offer, as well).</p>
+                                                            <p>One thing you won't find in the new Xbox is VR support. Microsoft has mentioned that the console will offer some sort of mixed reality, but it hasn't offered up any details yet. It's technically powerful enough to work with any of the Windows Mixed Reality headsets launching this fall. It's a shame that Microsoft is being so wishy-washy because Sony has had a very successful head start with the PlayStation VR.</p>
+                                                            <h3>Pricing and the competition</h3>
+                                                        </div>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                            <div>
+                                                <div>
+                                                    <div data-engadget-breakout-type="image">
+                                                        <figure><img src="https://o.aolcdn.com/images/dims?resize=980%2C640&amp;quality=100&amp;image_uri=https%3A%2F%2Fo.aolcdn.com%2Fimages%2Fdims%3Fcrop%3D1600%252C1027%252C0%252C0%26quality%3D85%26format%3Djpg%26resize%3D1600%252C1027%26image_uri%3Dhttp%253A%252F%252Fo.aolcdn.com%252Fhss%252Fstorage%252Fmidas%252Fa2c8ba1caccdbb9e0559797e5141eafd%252F205826078%252FXbox%252BOne%252BX%252Breview%252Bgallery%252B11.jpg%26client%3Da1acac3e1b3290917d92%26signature%3Da11bcddced805c6e3698f8ce0494102aef057265&amp;client=cbc79c14efcebee57402&amp;signature=1e9bd192add2772bc842a34e67b7572cfd1b265a" />
+                                                            <figcaption><span>Devindra Hardawar/AOL</span> </figcaption>
+                                                        </figure>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                            <div>
+                                                <div>
+                                                    <div>
+                                                        <div>
+                                                            <p>The biggest knock against the Xbox One X is its $500 price. The PS4 Pro launched at $400 last year, and there's a good chance we'll see plenty of deals around the holidays. If your friends are on Xbox Live, or you're a devotee of Microsoft's first party franchises, then the X makes more sense. If you just want to play third-party titles that come to both platforms, though, the PS4 Pro is clearly the better deal.</p>
+                                                            <p>If you're looking to upgrade from an original Xbox One, and you have a new TV, the One X might be more compelling. It's faster and offers more features than the One S, and more importantly, it'll last you much longer without needing an upgrade. There's also plenty of wisdom in simply waiting a while before you buy the One X, especially if you haven't moved to a 4K TV yet. The new console can make games look better on 1080p sets, since it'll supersample high-res textures and have more graphical effects, but it's simply not worth the upgrade since those TVs don't support HDR.</p>
+                                                            <p>If price isn't a huge concern for you, it's worth considering investing in a gaming PC. A decent one costs between $600 and $800, plus the price of a monitor, but it'll easily be more powerful than the One X. And you have the added benefit of upgrading components down the line. Now that Microsoft and game publishers are offering most major titles on PC, you won't be missing out on much by ditching consoles.</p>
+                                                            <h3>Wrap-up</h3>
+                                                            <p><img data-credit="Devindra Hardawar/AOL" data-mep="2181681" src="https://o.aolcdn.com/images/dims?crop=1600%2C1028%2C0%2C0&amp;quality=85&amp;format=jpg&amp;resize=1600%2C1028&amp;image_uri=http%3A%2F%2Fo.aolcdn.com%2Fhss%2Fstorage%2Fmidas%2F5396460ef8b6bde7fb7272d9e66a7701%2F205826076%2FXbox%2BOne%2BX%2Breview%2Bgallery%2B9.jpg&amp;client=a1acac3e1b3290917d92&amp;signature=f5b5b4b986c2f8b5031a4469ae0ecec82aff65b0" alt="" /></p>
+                                                            <p>Ultimately, the Xbox One X offers some major performance upgrades that gamers will notice -- especially if you're coming from an original Xbox One. But it's also a bit disappointing since it's coming a year after the PS4 Pro, and it doesn't offer VR yet. For Microsoft fans, though, none of that will matter. It's exactly what the company promised: the fastest game console ever made.</p>
+                                                        </div>
+                                                    </div>
+                                                </div>
+                                            </div>
+                                        </div>
+                                    </div>
+                                </div>
+                            </div>
+                        </article>
+                    </div>
+                </div>
+            </div>
+            <p>
+                <h2> From around the web </h2>
+            </p>
+        </main>
+    </div>
+</div>

readability/test/test-pages/folha/expected-metadata.json

@@ -0,0 +1,8 @@
+{
+  "title": "Tite diz que errou ao levar taça da Libertadores a Lula em 2012",
+  "byline": "21.dez.2018 às 10h55",
+  "dir": null,
+  "excerpt": "Após rechaçar um encontro da seleção brasileira com o presidente eleito Jair Bolsonaro, o técnico Tite declarou que errou ao levar a taça da Copa Libertadores de 2012, conquistada pelo Corinthians, ao ex-presidente Luiz Inácio Lula da Silva.",
+  "siteName": "Folha de S.Paulo",
+  "readerable": true
+}

readability/test/test-pages/folha/expected.html

@@ -0,0 +1,11 @@
+<div id="readability-page-1" class="page">
+    <div data-share-text="" data-news-content-text="" data-disable-copy="" data-continue-reading="" data-continue-reading-hide-others=".js-continue-reading-hidden" itemprop="articleBody">
+        <p> Após rechaçar <a href="https://www1.folha.uol.com.br/esporte/2018/12/tite-se-recusa-a-encontrar-bolsonaro-antes-da-disputa-da-copa-america.shtml">um encontro da seleção brasileira com o presidente eleito Jair</a> <a href="https://www1.folha.uol.com.br/esporte/2018/12/tite-se-recusa-a-encontrar-bolsonaro-antes-da-disputa-da-copa-america.shtml">Bolsonaro</a>, o técnico Tite declarou que errou ao levar a taça da Copa Libertadores de 2012, conquistada pelo Corinthians, ao ex-presidente Luiz Inácio Lula da Silva. </p>
+        <p> Ao lado de representantes do clube paulista, o atual comandante do Brasil ainda entregou uma réplica do troféu a Lula. </p>
+        <p> "Em 2012 eu errei. Ele não era presidente, mas fui ao Instituto e mandei felicitações por um aniversário. Não me posicionei politicamente. Não tenho partido político, tenho sim a torcida para que o Brasil seja melhor em igualdade social. E que nossas prioridades sejam educação e punição. Que seja dada a possibilidade de estudo ao garoto de São Braz, que não tem chão batido para ir à escola, ou da periferia de Caixas ou do morro do Rio de Janeiro. Seja dada a ele a prioridade de estudo e não a outras situações", falou Tite ao programa "Grande Círculo", que ainda irá ao ar no SporTV. </p>
+        <p> Na ocasião, Tite e outros representantes do Corinthians <a href="https://www1.folha.uol.com.br/poder/1124743-corinthians-leva-a-taca-da-libertadores-para-lula.shtml">foram ao Instituto Lula para mostrar a taça</a> original da Libertadores ao ex-presidente. </p>
+        <p> O assunto foi levantado&#160;porque recentemente Tite foi questionado se aceitaria um encontro da seleção brasileira com Bolsonaro em uma conquista de título ou <a href="https://www1.folha.uol.com.br/esporte/2018/12/selecao-brasileira-jogara-duas-vezes-em-sao-paulo-na-copa-america.shtml">antes da Copa América de 2019</a>, por exemplo. O treinador deixou claro que preferiria evitar esse tipo de formalidade. </p>
+        <p> Apesar disso, Tite não questionou a ação de Palmeiras e CBF, que <a href="https://www1.folha.uol.com.br/esporte/2018/12/cbf-usa-festa-do-palmeiras-para-se-aproximar-de-governo-bolsonaro.shtml">convidaram Bolsonaro para a festa do título do Campeonato Brasileiro</a>. O presidente eleito até levantou a taça conquistada pelo clube alviverde. </p>
+        <p> "Em 2012 eu fiz e errei. O protocolo e a situação gerada no jogo do Palmeiras são fatos de opinião pessoal. CBF e Palmeiras, enquanto instituições têm a opinião. Errei lá atrás, não faria com o presidente antes da Copa e nem agora porque entendo que misturar esporte e política não é legal. Fiz errado lá atrás? Sim. Faria de novo? Não", acrescentou o comandante. </p>
+    </div>
+</div>