aws-cdk-neuronx-patterns
Version:
> [!WARNING] > This library is experimental module.
56 lines (55 loc) • 1.49 kB
TypeScript
import { Size } from "aws-cdk-lib";
import * as ec2 from "aws-cdk-lib/aws-ec2";
/**
*
*/
export interface IAcceleratorChips {
readonly chips: number;
readonly neuronxCores: number;
readonly acceleratorMemory: Size;
}
export declare class Inferentia2Chips implements IAcceleratorChips {
readonly chips: number;
readonly neuronxCores: number;
readonly acceleratorMemory: Size;
constructor(chips: number);
}
export declare class Trainium1Chips implements IAcceleratorChips {
readonly chips: number;
readonly neuronxCores: number;
readonly acceleratorMemory: Size;
constructor(chips: number);
}
export interface INeuronxInstanceType {
readonly supportedTensorParallelism: number[];
readonly instanceType: ec2.InstanceType;
readonly vCpu: number;
readonly memory: Size;
readonly acceleratorChips: IAcceleratorChips;
}
export declare abstract class NeuronxInstanceType {
/**
* inf2.xlarge
*/
static readonly INF2_XLARGE: INeuronxInstanceType;
/**
* inf2.8xlarge
*/
static readonly INF2_8XLARGE: INeuronxInstanceType;
/**
* inf2.24xlarge
*/
static readonly INF2_24XLARGE: INeuronxInstanceType;
/**
* inf2.48xlarge
*/
static readonly INF2_48XLARGE: INeuronxInstanceType;
/**
* trn1.2xlarge
*/
static readonly TRN1_2XLARGE: INeuronxInstanceType;
/**
* trn1.32xlarge
*/
static readonly TRN1_32XLARGE: INeuronxInstanceType;
}