j6/example/nn/dbnEx.js

Javascript scientific library (like R, NumPy, Matlab)

/* eslint-disable camelcase */
/**
 * Created by joonkukang on 2014. 1. 15..
 */
var R = require('../../lib/j6')
var x = [
  [1, 1, 1, 0, 0, 0],
  [1, 0, 1, 0, 0, 0],
  [1, 1, 1, 0, 0, 0],
  [0, 0, 1, 1, 1, 0],
  [0, 0, 1, 1, 0, 0],
  [0, 0, 1, 1, 1, 0]]
var y = [
  [1, 0],
  [1, 0],
  [1, 0],
  [0, 1],
  [0, 1],
  [0, 1]]

var pretrain_lr = 0.6
var pretrain_epochs = 900
var k = 1
var finetune_lr = 0.6
var finetune_epochs = 500

var dbn = new R.NN.DBN({
  input: x,
  label: y,
  nIns: 6,
  nOuts: 2,
  hiddenLayerSizes: [10, 12, 11, 8, 6, 4]
})

// Pre-Training using using RBM
dbn.pretrain({
  'lr': pretrain_lr,
  'k': k,
  'epochs': pretrain_epochs
})

// Fine-Tuning dbn using mlp backpropagation.
dbn.finetune({
  'lr': finetune_lr,
  'epochs': finetune_epochs
})

x = [[1, 1, 0, 0, 0, 0],
    [0, 0, 0, 1, 1, 0],
    [1, 1, 1, 1, 1, 0]]

console.log(dbn.predict(x))