aws-cdk-neuronx-patterns/lib/base/neuronx/calculator.d.ts

> [!WARNING] > This library is experimental module.

import { Size } from "aws-cdk-lib";
import { DataTypeBits, Parameters } from "./model";
import { INeuronxInstanceType } from "./neuronx-instance-type";
export declare function calcMemoryFootprint(embeddingDimension: number, layers: number, dataTypeBits: DataTypeBits, maxSequenceLength: number, batchSize: number): Size;
export declare function calcTensorParallel(neuronxInstanceType: INeuronxInstanceType, memoryFootprint: Size, attentionHeads?: number): {
    tp: number;
    workers: number;
    usage: number;
}[];
export declare function inferMemoryFootprintFromParameters(parameters: Parameters, maxSequenceLength: number, batchSize: number): Size;