ml-basic/dist/types/optimizers/adam.d.ts

Lightweight, zero dependency, machine learning library

import Matrix from "../lib/matrix";
import BatchGradientDescent from "./batch-gradient-descent";
export type AdamParams = {
    /**
     * @default 0.01
     */
    learningRate?: number;
    /**
     * @default 0
     */
    clipping?: number;
    /**
     * @default 4
     */
    batchSize?: number;
    /**
     * @default 0.9
     */
    beta1?: number;
    /**
     * @default 0.999
     */
    beta2?: number;
    /**
     * @default 1e-8
     */
    epsilon?: number;
};
export default class Adam extends BatchGradientDescent {
    name: string;
    beta1: number;
    beta2: number;
    epsilon: number;
    private m?;
    private v?;
    constructor({ learningRate, clipping, batchSize, beta1, beta2, epsilon }?: AdamParams);
    step(input: Matrix, gradient: Matrix, callback: (input: Matrix, gradient: Matrix) => void): void;
}