sihr/bin/testCompress.js

A Node.js module that uses byte pair encoding to compress UTF-8 strings.

'use strict';
var fs = require('fs');
var compress = require('../lib/compress');
var decompress = require('../lib/decompress');

var bigOleString = 'abcdefghijklmnopqrstuvwxyz';
var outputBuffer = new Buffer(bigOleString.length);

console.time('Compress');
compress(bigOleString, outputBuffer);
console.timeEnd('Compress');

fs.readFile('./bin/enron.json', function(err, data) {
  var enronString = data.toString();
  var compressedBuffer = new Buffer(enronString.length);
  console.time('Compress');
  compressedBuffer = compress(enronString, compressedBuffer);
  console.timeEnd('Compress');
  console.log((1-compressedBuffer.length/enronString.length)*100);
  var decompressedString = decompress(compressedBuffer);
  console.log(decompressedString === enronString);
});