rn-sbd/test/html.js

Split text into sentences with Sentence Boundary Detection (SBD).

/*jshint node:true, laxcomma:true */
/*global describe:true, it:true */
"use strict";

var assert = require("assert");
var tokenizer = require("../lib/tokenizer");

describe("HTML markup", function() {
  describe("Non-markup is not interfered with", function() {
    var entry = "We find that a < b works. But in turn, c > x.";
    var sentences = tokenizer.sentences(entry);

    it("should get 2 sentences", function() {
      assert.equal(sentences.length, 2);
    });
    it("should not be escaped", function() {
      assert(!/&lt;/.test(sentences[0]));
      assert(!/&gt;/.test(sentences[1]));
    });
  });

  describe("Closing html boundaries (br, p) split sentences.", function() {
    var entry =
      "What the Experts Say <br /> <p>In certain circumstances:</p> “working for a manager who’s task-oriented and has a high need for achievement can be motivating,” says Linda Hill";
    var sentences = tokenizer.sentences(entry, { html_boundaries: true });

    it("should get 3 sentences", function() {
      assert.equal(sentences.length, 3);
    });
  });

  describe("Closing html boundaries (div) split sentences.", function() {
    var entry =
      "<div>Lorem ipsum dolor sit amet, semper laoreet per.</div> <div>Dui pede donec, fermentum vivamus.</div> <div>Tellus vivamus ipsum.</div> <div>Elit eu nam.</div>";
    var sentences = tokenizer.sentences(entry, { html_boundaries: true });

    it("should get 4 sentences", function() {
      assert.equal(sentences.length, 4);
    });
  });

  describe("List items boundaries (li) split sentences.", function() {
    var entry =
      "<li>Lorem ipsum dolor sit amet, interdum nulla, ipsum id vivamus</li><li>Suspendisse pellentesque, porttitor alias</li><li>Nulla in lacus</li>";
    var sentences = tokenizer.sentences(entry, {
      html_boundaries: true
    });

    it("should get 3 sentences", function() {
      assert.equal(sentences.length, 3);
    });
  });
});