itemsjs-server-optimized/tests/indexingSpec.js

ItemsJS on steroid

'use strict';

const assert = require('assert');
const storage = require('./../src/storage');
const helpers2 = require('./../src/helpers2');
//const addon = require('bindings')('itemsjs_addon.node');
const addon = require('./../src/addon');
const Facets = require('./../src/facets');
const data = require('./fixtures/items.json');
const _ = require('lodash');
const INDEX_PATH = './data/db.mdb';

var facets = new Facets();

describe('indexing', function() {

  before(function(done) {
    storage.dropDB(INDEX_PATH);
    done();
  });

  it('checks index', function test(done) {

    var index = addon.index({
      json_path: './tests/fixtures/movies.json',
      index_path: INDEX_PATH,
      faceted_fields: ['actors', 'genres', 'year', 'director'],
      append: false
      //fields: ['actors', 'genres', 'year']
    });

    var filter_index = storage.getFilterIndex(INDEX_PATH, 'actors.Al Pacino');
    assert.deepEqual(2, filter_index.size);
    assert.deepEqual([2, 4], filter_index.toArray());

    var filter_index = storage.getFilterIndex(INDEX_PATH, 'genres.Drama');
    assert.deepEqual(15, filter_index.size);

    var filter_index = storage.getFilterIndex(INDEX_PATH, 'year.1974');
    assert.deepEqual(1, filter_index.size);

    var filter_index = storage.getFilterIndex(INDEX_PATH, 'year.2008');
    assert.deepEqual(1, filter_index.size);

    var filter_index = storage.getFilterIndex(INDEX_PATH, 'director.Sergio Leone');
    assert.deepEqual(1, filter_index.size);


    var filter_indexes = storage.getFilterIndexes(INDEX_PATH);
    //console.log(filter_indexes);
    assert.deepEqual(1, filter_indexes['director.Sergio Leone'].size);


    var keys_list = storage.getKeysList(INDEX_PATH, 'keys_list');
    assert.deepEqual('actors.Aamir Khan', keys_list[0]);
    assert.deepEqual(309, keys_list.length);

    var item = storage.getItem(INDEX_PATH, 1);
    assert.deepEqual(item.name, 'The Shawshank Redemption');

    var item = storage.getItem(INDEX_PATH, 1);
    assert.deepEqual(item.name, 'The Shawshank Redemption');

    var items = storage.getItems(INDEX_PATH, [1, 2]);
    assert.deepEqual(items[0].name, 'The Shawshank Redemption');

    var ids = storage.getIdsBitmap(INDEX_PATH);
    assert.deepEqual(ids.size, 20);

    var index = storage.getSearchTermIndex(INDEX_PATH, 'xxxx');
    assert.deepEqual(undefined, index);

    var index = storage.getSearchTermIndex(INDEX_PATH, ' ');
    assert.deepEqual(undefined, index);

    var index = storage.getSearchTermIndex(INDEX_PATH, 'shawshank');
    assert.deepEqual(1, index.size);

    var index = storage.getSearchTermIndex(INDEX_PATH, 'lead');
    assert.deepEqual(1, index.size);

    var index = storage.getSearchTermIndex(INDEX_PATH, 'men');
    console.log(index.toArray());
    assert.deepEqual(6, index.size);

    var index = storage.getSearchTermIndex(INDEX_PATH, 'henry');
    assert.deepEqual(2, index.size);

    var index = storage.getSearchTermIndex(INDEX_PATH, 'fonda');
    assert.deepEqual(1, index.size);

    var index = storage.getSearchTermIndex(INDEX_PATH, 'henry_fonda');
    assert.deepEqual(1, index.size);

    var index = storage.getSearchTermIndex(INDEX_PATH, 'men_against');
    assert.deepEqual(1, index.size);

    var index = storage.getSearchTermIndex(INDEX_PATH, 'ojojoj');
    assert.deepEqual(undefined, index);

    var index = storage.getSearchTermIndex(INDEX_PATH, '.');
    assert.deepEqual(undefined, index);

    var index = storage.getSearchTermIndex(INDEX_PATH, ',');
    assert.deepEqual(undefined, index);

    done();
  })



  it('appends data', function test(done) {

    var index = addon.index({
      json_path: './tests/fixtures/movies.json',
      index_path: INDEX_PATH,
      faceted_fields: ['actors', 'genres', 'year', 'director'],
      append: true
    });

    var ids = storage.getIdsBitmap(INDEX_PATH);
    assert.deepEqual(ids.size, 40);

    var filter_index = storage.getFilterIndex(INDEX_PATH, 'genres.Drama');
    assert.deepEqual(30, filter_index.size);

    var index = storage.getSearchTermIndex(INDEX_PATH, 'shawshank');
    assert.deepEqual(2, index.size);

    var keys_list = storage.getKeysList(INDEX_PATH, 'keys_list');
    assert.deepEqual(309, keys_list.length);

    done();
  })

  it('appends different data', function test(done) {

    var index = addon.index({
      json_object: [{
        name: 'Movie',
        genres: ['Drama']
      }],
      index_path: INDEX_PATH,
      faceted_fields: ['actors', 'genres', 'year', 'director'],
      append: true
    });

    var ids = storage.getIdsBitmap(INDEX_PATH);
    assert.deepEqual(ids.size, 41);

    var filter_index = storage.getFilterIndex(INDEX_PATH, 'genres.Drama');
    assert.deepEqual(31, filter_index.size);

    var index = storage.getSearchTermIndex(INDEX_PATH, 'shawshank');
    assert.deepEqual(2, index.size);

    var keys_list = storage.getKeysList(INDEX_PATH, 'keys_list');
    //assert.deepEqual(310, keys_list.length);

    done();
  })



  it('checks index creating from non json object', function test(done) {

    storage.dropDB(INDEX_PATH);
    var index = addon.index({
      json_object: data,
      index_path: INDEX_PATH,
      faceted_fields: ['category', 'actors', 'tags'],
      append: false
    });

    var item = storage.getItem(INDEX_PATH, 1);
    assert.deepEqual(item.name, 'movie1');

    var item = storage.getItem(INDEX_PATH, 2);
    assert.deepEqual(item.name, 'movie2');

    var items = storage.getItems(INDEX_PATH, [1, 2]);
    assert.deepEqual(items[0].name, 'movie1');


    var filter_index = storage.getFilterIndex(INDEX_PATH, 'category.drama');
    assert.deepEqual(2, filter_index.size);

    var filter_index = storage.getFilterIndex(INDEX_PATH, 'actors.john');
    assert.deepEqual(2, filter_index.size);

    var filter_index = storage.getFilterIndex(INDEX_PATH, 'id.1');
    assert.deepEqual(undefined, filter_index);

    assert.equal(1, storage.getInternalId(INDEX_PATH, 1));
    assert.equal(4, storage.getInternalId(INDEX_PATH, 4));
    assert.equal(undefined, storage.getInternalId(INDEX_PATH, 5));

    done();
  })

  it('checks index creating from stringified json', function test(done) {

    storage.dropDB(INDEX_PATH);
    var index = addon.index({
      json_string: JSON.stringify(data),
      index_path: INDEX_PATH,
      faceted_fields: ['category', 'actors', 'tags'],
      append: false
    });

    var item = storage.getItem(INDEX_PATH, 1);
    assert.deepEqual(item.name, 'movie1');

    done();
  })

  it('checks index creating from buffer', function test(done) {

    storage.dropDB(INDEX_PATH);
    var index = addon.index({
      json_string: Buffer.from(JSON.stringify(data), 'utf-8'),
      faceted_fields: ['category', 'actors', 'tags'],
      index_path: INDEX_PATH,
      append: false
    });

    var item = storage.getItem(INDEX_PATH, 1);
    assert.deepEqual(item.name, 'movie1');

    done();
  })
})