tika/tika.js

Apache Tika bridge. Text extraction, metadata extraction, mimetype detection and language detection.

/**
 * @overview
 * @author Matthew Caruana Galizia <mcaruana@icij.org>
 * @license MIT
 * @copyright Copyright (c) 2013 The Center for Public Integrity®
 */

/*jshint node:true*/

'use strict';

var java = require('java');

java.classpath.push(__dirname + '/jar/node-tika-1.13.jar');
java.options.push('-Djava.awt.headless=true');
java.options.push('-Xrs');

var NodeTika = java.import('org.icij.nodetika.NodeTika');

exports.extract = function(uri, options, cb) {
	if (arguments.length < 3) {
		cb = options;
		options = null;
	}

	exports.text(uri, options, function(err, text) {
		if (err) {
			return cb(err);
		}

		exports.meta(uri, options, function(err, meta) {
			cb(err, text, meta);
		});
	});
};

exports.text = function(uri, options, cb) {
	if (arguments.length < 3) {
		cb = options;
		options = null;
	}

	NodeTika.extractText(uri, JSON.stringify(options), cb);
};

exports.xhtml = function(uri, options, cb) {
	if (arguments.length < 3) {
		cb = options;
		options = null;
	}

	NodeTika.extractXml(uri, 'html', JSON.stringify(options), cb);
};

exports.meta = function(uri, options, cb) {
	var handler = function(err, meta) {
		if (err) {
			return cb(err);
		}

		cb(null, JSON.parse(meta));
	};

	if (arguments.length < 3) {
		cb = options;
		options = null;
	}

	if (options) {
		NodeTika.extractMeta(uri, options.contentType, handler);
	} else {
		NodeTika.extractMeta(uri, handler);
	}
};

exports.type = exports.contentType = function(uri, cb) {
	NodeTika.detectContentType(uri, cb);
};

exports.charset = function(uri, options, cb) {
	if (arguments.length < 3) {
		cb = options;
		options = null;
	}

	if (options) {
		NodeTika.detectCharset(uri, options.contentType, cb);
	} else {
		NodeTika.detectCharset(uri, cb);
	}
};

exports.typeAndCharset = function(uri, cb) {
	NodeTika.detectContentTypeAndCharset(uri, cb);
};

exports.language = function(text, cb) {
	NodeTika.detectLanguage(text, function(err, language) {
		if (err) {
			cb(err);
		} else {
			language = JSON.parse(language);
			cb(null, language.language, language.reasonablyCertain);
		}
	});
};