lysergic/dist/ast/activations.d.ts

Synaptic's neural network compiler

import { ExpressionNode, Variable } from "./nodes";
export declare const WHOLE_LAYER_ACTIVATION_KIND = 128;
export declare enum ActivationTypes {
    IDENTITY = 0,
    LOGISTIC_SIGMOID = 1,
    TANH = 2,
    INVERSE_IDENTITY = 5,
    EXP = 6,
    SOFTPLUS = 7,
    SOFTSIGN = 8,
    GAUSSIAN = 9,
    STEP = 11,
    RELU = 12,
    PRELU = 13,
    RELU_PLUSONE = 14,
    ELU = 15,
    PELU = 16,
    POW = 17,
    POW_MINUS1 = 18,
    AVG_POOLING,
    MAX_POOLING,
    MAXOUT,
    SOFTMAX,
    SHARPEN,
    BATCH_NORM,
}
export declare function buildActivationFunction(state: ExpressionNode, type: ActivationTypes): ExpressionNode;
export declare function buildDerivativeFunction(state: Variable, activation: Variable, type: ActivationTypes): ExpressionNode;