UNPKG

aws-cdk-neuronx-patterns

Version:

> [!WARNING] > This library is experimental module.

github.com/WinterYukky/aws-cdk-neuronx-patterns

WinterYukky/aws-cdk-neuronx-patterns

97 lines (96 loc) • 4.15 kB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
import { Size } from "aws-cdk-lib"; export interface INeuronxImage { readonly imageName: string; readonly imageTag: string; readonly neuronSdkVersion: string; } declare abstract class NeuronxImage { } declare abstract class PytorchNeuronxImage extends NeuronxImage { static readonly size: Size; /** Neuron SDK 2.28.0 */ static readonly SDK_2_28_0: INeuronxImage; /** Neuron SDK 2.27.1 */ static readonly SDK_2_27_1: INeuronxImage; /** Neuron SDK 2.26.1 */ static readonly SDK_2_26_1: INeuronxImage; /** Neuron SDK 2.25.0 */ static readonly SDK_2_25_0: INeuronxImage; /** Neuron SDK 2.24.0 */ static readonly SDK_2_24_0: INeuronxImage; /** Neuron SDK 2.23.0 */ static readonly SDK_2_23_0: INeuronxImage; /** Neuron SDK 2.22.0 */ static readonly SDK_2_22_0: INeuronxImage; /** Neuron SDK 2.21.1 */ static readonly SDK_2_21_1: INeuronxImage; /** Neuron SDK 2.21.0 */ static readonly SDK_2_21_0: INeuronxImage; /** Neuron SDK 2.20.2 */ static readonly SDK_2_20_2: INeuronxImage; /** Neuron SDK 2.20.1 */ static readonly SDK_2_20_1: INeuronxImage; /** Neuron SDK 2.20.0 */ static readonly SDK_2_20_0: INeuronxImage; /** Neuron SDK 2.19.1 */ static readonly SDK_2_19_1: INeuronxImage; /** Neuron SDK 2.19.0 */ static readonly SDK_2_19_0: INeuronxImage; /** Neuron SDK 2.18.2 */ static readonly SDK_2_18_2: INeuronxImage; /** Neuron SDK 2.18.1 */ static readonly SDK_2_18_1: INeuronxImage; /** Neuron SDK 2.18.0 */ static readonly SDK_2_18_0: INeuronxImage; /** Latest Neuron SDK */ static readonly LATEST: INeuronxImage; static fromNeuronSdkVersion(neuronSdkVersion: string, pythonVersion: string, pytorchVersion: string, ubuntuVersion: string): INeuronxImage; protected static readonly imageName: string; } export declare abstract class PytorchInferenceNeuronxImage extends PytorchNeuronxImage { static readonly imageName = "public.ecr.aws/neuron/pytorch-inference-neuronx"; /** Neuron SDK 2.28.0 */ static readonly SDK_2_28_0: INeuronxImage; /** Neuron SDK 2.27.1 */ static readonly SDK_2_27_1: INeuronxImage; /** Neuron SDK 2.26.1 */ static readonly SDK_2_26_1: INeuronxImage; /** Neuron SDK 2.25.0 */ static readonly SDK_2_25_0: INeuronxImage; /** Neuron SDK 2.23.0 */ static readonly SDK_2_23_0: INeuronxImage; /** Neuron SDK 2.22.0 */ static readonly SDK_2_22_0: INeuronxImage; /** Neuron SDK 2.20.2 (PyTorch 2.1.2) */ static readonly SDK_2_20_2_PYTORCH_2_1_2: INeuronxImage; /** Neuron SDK 2.20.2 (PyTorch 1.13.1) */ static readonly SDK_2_20_2_PYTORCH_1_13_1: INeuronxImage; /** Latest Neuron SDK */ static readonly LATEST: INeuronxImage; } export declare abstract class PytorchTrainingNeuronxImage extends PytorchNeuronxImage { static readonly imageName = "public.ecr.aws/neuron/pytorch-training-neuronx"; } export interface IVllmInferenceNeuronxImage extends INeuronxImage { readonly vllmVersion: string; } export declare class VllmInferenceNeuronxImage extends NeuronxImage { /** Neuron SDK 2.28.0 with vLLM 0.13.0 */ static readonly SDK_2_28_0: IVllmInferenceNeuronxImage; /** Neuron SDK 2.27.1 with vLLM 0.13.0 */ static readonly SDK_2_27_1_VLLM_0_13_0: IVllmInferenceNeuronxImage; /** Neuron SDK 2.27.1 with vLLM 0.11.0 */ static readonly SDK_2_27_1_VLLM_0_11_0: IVllmInferenceNeuronxImage; /** Neuron SDK 2.26.1 with vLLM 0.9.1 */ static readonly SDK_2_26_1: IVllmInferenceNeuronxImage; /** Neuron SDK 2.26.0 with vLLM 0.9.1 */ static readonly SDK_2_26_0: IVllmInferenceNeuronxImage; /** Neuron SDK 2.25.0 with vLLM 0.9.1 */ static readonly SDK_2_25_0: IVllmInferenceNeuronxImage; /** Neuron SDK 2.24.1 with vLLM 0.7.2 */ static readonly SDK_2_24_1: IVllmInferenceNeuronxImage; /** Latest Neuron SDK */ static readonly LATEST: IVllmInferenceNeuronxImage; static fromNeuronSdkVersion(neuronSdkVersion: string, vllmVersion: string, pythonVersion: string, ubuntuVersion: string): IVllmInferenceNeuronxImage; } export {};