UNPKG

aws-cdk-neuronx-patterns

Version:
56 lines (55 loc) 1.49 kB
import { Size } from "aws-cdk-lib"; import * as ec2 from "aws-cdk-lib/aws-ec2"; /** * */ export interface IAcceleratorChips { readonly chips: number; readonly neuronxCores: number; readonly acceleratorMemory: Size; } export declare class Inferentia2Chips implements IAcceleratorChips { readonly chips: number; readonly neuronxCores: number; readonly acceleratorMemory: Size; constructor(chips: number); } export declare class Trainium1Chips implements IAcceleratorChips { readonly chips: number; readonly neuronxCores: number; readonly acceleratorMemory: Size; constructor(chips: number); } export interface INeuronxInstanceType { readonly supportedTensorParallelism: number[]; readonly instanceType: ec2.InstanceType; readonly vCpu: number; readonly memory: Size; readonly acceleratorChips: IAcceleratorChips; } export declare abstract class NeuronxInstanceType { /** * inf2.xlarge */ static readonly INF2_XLARGE: INeuronxInstanceType; /** * inf2.8xlarge */ static readonly INF2_8XLARGE: INeuronxInstanceType; /** * inf2.24xlarge */ static readonly INF2_24XLARGE: INeuronxInstanceType; /** * inf2.48xlarge */ static readonly INF2_48XLARGE: INeuronxInstanceType; /** * trn1.2xlarge */ static readonly TRN1_2XLARGE: INeuronxInstanceType; /** * trn1.32xlarge */ static readonly TRN1_32XLARGE: INeuronxInstanceType; }