dataship-frame/test_dev.js

A Data Frame for Javascript. Crunch numbers in node and the browser.

var tape = require('tape'),
	BitArray = require('bit-array'),
	Frame = require('../lib/frame');
/*

	frame = frame.where("id_0", v => v == 1);
	frame.where("id_0", 1)
	frame.whereeq("id_0", 1)
	frame.where("id_0").eq(1)
	frame.where("id_0", eq(1))

	frame = frame.where("id_0", v => v in [0, 1]);
	frame.where("id_0", [0, 1])
	frame.wherein("id_0", [0, 1])
	frame.where("id_0").in([0, 1])
	frame.where("id_0", in([0, 1]))

	frame.where("id_0").in([0, 1]).where("id_1").eq(1).groupby("id_0").sum("value")

	frame.wherein("id_0", [0, 1]).whereeq("id_1", 1).groupby("id_0").sum("value")

	frame.where("id_0", in([0, 1])).where("id_1", eq(1)).groupby("id_0").sum("value")

	frame.where.in("id_0", [0, 1]).where.eq("id_1", 1).groupby("id_0").sum("value")

	in([0, 1])
	lt(5)

	frame.where("value").lt(2)
	frame.where("value", lt(2))

	frame.whereless()

	// filtering
	subset = frame.filter("country", c => c in ["Australia", "Japan", "China"])
	subset = frame.filter("country", ["Australia", "Japan", "China"])
	subset = frame.filter()

	subset = frame.include("country", ["Australia", "Japan", "China"])
	subset = frame.include("country", "Australia")

	subset = frame.exclude("country", ["Canada"])
	subset = frame.exclude("country", "Canada")
	subset = frame.filter(r => r.country in ["Australia", "Japan", "China"])

	in, <, >, ===, <=, >=

	subset = frame.where(r => r.country in ["Australia", "Japan", "China"])
	subset = frame.wherein("country", ["Australia", "Japan", "China"])
	subset = frame.wherenotin("country", "Canada")

	ports = frame.groupby("ports");
	for (name in ports){

		port = ports[name];

		// three possibilities
		port.sum("deficiencies");
		port.deficiencies.sum();
		port["deficiencies"].sum();

	}


	ports_types = frame.groupby("ports", "types");
	for (port_name in ports_types){
		types = ports_types[port_name];

		for(type_name in types){
			type = types[type_name];

			type.deficiencies.sum();

		}
	}
 */
/*

result = groupby("country")
result.levels() // => 1 (tiers, dimensions)

result.sum("deficiencies", "detained"); // => [[6, 5, 10, 7], [2, 0, 1, 2]]

result.china.sum("deficiencies", "detained"); // => [6, 2]
result.china.sum("deficiencies"); // => 6

result.china.values("deficiencies") // => [1, 1, 0, 1, 1, 0, 1, 0, 1]

result.groups() // => ["china", "brazil", "new zealand", "korea"]

result.china.groups() // => ["oil tanker", "cargo ship"]


ports = f.groupby("port")

ports.values("country") // => [["china", "china", "china"], ["brazil", "brazil"], "new zealand", "korea"]

ports.distinct("country") // => ["china", "brazil", "new zealand", "korea"]

country_type = inspections.groupby("country", "type")

// pivot table, (generalized contingency table/cross tabulation (non-frequency))
pivot = country_type.sum("deficiencies") // => [[1, 4, 5, 6], [], [], [], [], ]

domain_category = pins.groupby("domain", "category")

// pivot table, cross tabulation
domain_category.count()
*/

/*
test("groupby.count", function(t){
	t.plan(1);
	var frame = new Frame({
		"id"  : [0, 0, 0, 1, 1, 0, 1, 0, 1],
		"value" : [1, 2, 2, 3, 1, 3, 4, 2, 1]
	});

	var expected = [5, 4];

	var g = frame.groupby("id");
	var actual = g.count();

	t.equals(JSON.stringify(actual), JSON.stringify(expected));

});

test("groupby.sum", function(t){
	t.plan(1);
	var frame = new Frame({
		"id"  : [0, 0, 0, 1, 1, 0, 1, 0, 1],
		"value" : [1, 2, 2, 3, 1, 3, 4, 2, 1]
	});

	var expected = [10, 9];

	var g = frame.groupby("id");
	var actual = g.sum("value");

	t.equals(JSON.stringify(actual), JSON.stringify(expected));

});

test("groupbymulti", function(t){
	t.plan(1);
	var frame = new Frame({
		"id_0"  : [0, 0, 0, 1, 1, 0, 1, 0, 1],
		"id_1"  : [0, 0, 1, 1, 0, 0, 1, 0, 1],
		"value" : [1, 2, 2, 3, 1, 3, 4, 2, 1]
	});

	var expected = {
		"0" : {
			"0" : [0, 1, 5, 7],
			"1" : [2]
		},
		"1" : {
			"0" : [4],
			"1" : [3, 6, 8]
		}
	};


	var g = frame.groupbymulti(["id_0", "id_1"]);

	t.equals(JSON.stringify(g.index), JSON.stringify(expected));
});

test("groupbymulti.count", function(t){
	t.plan(1);
	var frame = new Frame({
		"id_0"  : [0, 0, 0, 1, 1, 0, 1, 0, 1],
		"id_1"  : [0, 0, 1, 1, 0, 0, 1, 0, 1],
		"value" : [1, 2, 2, 3, 1, 3, 4, 2, 1]
	});

	var expected = {
		"0" : {
			"0" : 4,
			"1" : 1
		},
		"1" : {
			"0" : 1,
			"1" : 3
		}
	};


	var g = frame.groupbymulti(["id_0", "id_1"]);
	var actual = g.countmulti();

	t.equals(JSON.stringify(actual), JSON.stringify(expected));
});

test("groupbymulti.sum", function(t){
	t.plan(1);
	var frame = new Frame({
		"id_0"  : [0, 0, 0, 1, 1, 0, 1, 0, 1],
		"id_1"  : [0, 0, 1, 1, 0, 0, 1, 0, 1],
		"value" : [1, 2, 2, 3, 1, 3, 4, 2, 1]
	});

	var expected = {
		"0" : {
			"0" : 8,//[0, 1, 5, 7], 1 + 2 + 3 + 2
			"1" : 2//[2]
		},
		"1" : {
			"0" : 1,//[4],
			"1" : 8//[3, 6, 8] 3 + 4 + 1
		}
	};


	var g = frame.groupbymulti(["id_0", "id_1"]);
	var actual = g.summulti("value");

	t.equals(JSON.stringify(actual), JSON.stringify(expected));
});
*/

/*
test("groupbymulti.sum", function(t){
	t.plan(1);
	var frame = new Frame({
		"id"  : [0, 0, 0, 1, 1, 0, 1, 0, 1],
		"value" : [1, 2, 2, 3, 1, 3, 4, 2, 1]
	});

	var expected = [10, 9];

	var g = frame.groupby("id");
	var actual = g.sum("value");

	t.equals(JSON.stringify(actual), JSON.stringify(expected));

});
*/