UNPKG

@huggingface/tasks

Version:
725 lines (724 loc) 20.5 kB
"use strict"; Object.defineProperty(exports, "__esModule", { value: true }); exports.SKUS = exports.DEFAULT_MEMORY_OPTIONS = exports.TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL = exports.TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER = exports.TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = exports.TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = void 0; /** * Biden AI Executive Order (since revoked by President Trump): * https://web.archive.org/web/20250105222429/https://www.whitehouse.gov/briefing-room/presidential-actions/2023/10/30/executive-order-on-the-safe-secure-and-trustworthy-development-and-use-of-artificial-intelligence/ */ exports.TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = 10 ** 14; exports.TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = 10 ** 11; exports.TFLOPS_THRESHOLD_WHITE_HOUSE_CLUSTER = 10 ** 8; /** * EU AI Act * https://ec.europa.eu/commission/presscorner/detail/en/qanda_21_1683 */ exports.TFLOPS_THRESHOLD_EU_AI_ACT_MODEL_TRAINING_TOTAL = 10 ** 13; exports.DEFAULT_MEMORY_OPTIONS = [ 8, 16, 24, 32, 40, 48, 64, 80, 96, 128, 192, 256, 384, 512, 768, 1024, 1536, 2048, ]; exports.SKUS = { GPU: { NVIDIA: { B200: { tflops: 496.6, memory: [192], }, H200: { tflops: 241.3, memory: [141], }, H100: { tflops: 267.6, memory: [80], }, L40s: { tflops: 91.61, memory: [48], }, L40: { tflops: 90.52, memory: [48], }, L20: { tflops: 59.35, memory: [48], }, L4: { tflops: 30.29, memory: [24], }, "RTX PRO 6000 WS": { tflops: 126, memory: [96], }, "RTX PRO 6000 Max-Q": { tflops: 116, memory: [96], }, "RTX 6000 Ada": { tflops: 91.1, memory: [48], }, "RTX 5880 Ada": { tflops: 69.3, memory: [48], }, "RTX 5000 Ada": { tflops: 65.3, memory: [32], }, "RTX 4500 Ada": { tflops: 39.6, memory: [24], }, "RTX 4000 Ada": { tflops: 26.7, memory: [20], }, "RTX 4000 SFF Ada": { tflops: 19.2, memory: [20], }, "RTX 2000 Ada": { tflops: 12.0, memory: [16], }, "RTX A6000": { tflops: 38.7, memory: [48], }, "RTX A5000": { tflops: 34.1, memory: [24], }, "RTX A4000": { tflops: 19.2, memory: [16], }, "RTX A2000": { tflops: 7.987, memory: [8, 12], }, A100: { tflops: 77.97, memory: [80, 40], }, A40: { tflops: 37.42, memory: [48], }, A10: { tflops: 31.24, memory: [24], }, A2: { tflops: 4.531, // source: https://www.techpowerup.com/gpu-specs/a2.c3848 memory: [16], }, "RTX 5090": { tflops: 104.8, memory: [32], }, "RTX 5090 D": { tflops: 104.8, memory: [32], }, "RTX 5080": { tflops: 56.28, memory: [16], }, "RTX 5080 Mobile": { tflops: 24.58, memory: [16], }, "RTX 5070": { tflops: 30.84, memory: [12], }, "RTX 5070 Mobile": { tflops: 23.22, memory: [8], }, "RTX 5070 Ti": { tflops: 43.94, memory: [16], }, "RTX 5060 Ti": { tflops: 23.7, // source https://www.techpowerup.com/gpu-specs/geforce-rtx-5060-ti.c4246 memory: [16, 8], }, "RTX 5060": { tflops: 19.18, // source https://www.techpowerup.com/gpu-specs/geforce-rtx-5060.c4219 memory: [8], }, "RTX 4090": { tflops: 82.58, memory: [24], }, "RTX 4090D": { tflops: 79.49, memory: [24], }, "RTX 4090 Mobile": { tflops: 32.98, memory: [16], }, "RTX 4080 SUPER": { tflops: 52.2, memory: [16], }, "RTX 4080": { tflops: 48.7, memory: [16], }, "RTX 4080 Mobile": { tflops: 24.72, memory: [12], }, "RTX 4070": { tflops: 29.15, memory: [12], }, "RTX 4070 Mobile": { tflops: 15.62, memory: [8], }, "RTX 4070 Ti": { tflops: 40.09, memory: [12], }, "RTX 4070 Super": { tflops: 35.48, memory: [12], }, "RTX 4070 Ti Super": { tflops: 44.1, memory: [16], }, "RTX 4060": { tflops: 15.11, memory: [8], }, "RTX 4060 Ti": { tflops: 22.06, memory: [8, 16], }, "RTX 4090 Laptop": { tflops: 32.98, memory: [16], }, "RTX 4080 Laptop": { tflops: 24.72, memory: [12], }, "RTX 4070 Laptop": { tflops: 15.62, memory: [8], }, "RTX 4060 Laptop": { tflops: 11.61, memory: [8], }, "RTX 4050 Laptop": { tflops: 8.9, memory: [6], }, "RTX 3090": { tflops: 35.58, memory: [24], }, "RTX 3090 Ti": { tflops: 40, memory: [24], }, "RTX 3080": { tflops: 30.6, memory: [12, 10], }, "RTX 3080 Ti": { tflops: 34.1, memory: [12], }, "RTX 3080 Mobile": { tflops: 18.98, memory: [8], }, "RTX 3070": { tflops: 20.31, memory: [8], }, "RTX 3070 Ti": { tflops: 21.75, memory: [8], }, "RTX 3070 Ti Mobile": { tflops: 16.6, memory: [8], }, "RTX 3060 Ti": { tflops: 16.2, memory: [8], }, "RTX 3060": { tflops: 12.74, memory: [12, 8], }, "RTX 2080 Ti": { tflops: 26.9, memory: [11, 22], // 22GB: modded 2080ti }, "RTX 2080": { tflops: 20.14, memory: [8], }, "RTX 2070": { tflops: 14.93, memory: [8], }, "RTX 2070 SUPER Mobile": { tflops: 14.13, memory: [8], }, "RTX 2070 SUPER": { tflops: 18.12, memory: [8], }, "RTX 3060 Mobile": { tflops: 10.94, memory: [6], }, "RTX 3050 Mobile": { tflops: 7.639, memory: [6], }, "RTX 2060": { tflops: 12.9, memory: [6], }, "RTX 2060 12GB": { tflops: 14.36, memory: [12], }, "RTX 2060 Mobile": { tflops: 9.22, memory: [6], }, "GTX 1080 Ti": { tflops: 11.34, // float32 (GPU does not support native float16) memory: [11], }, "GTX 1070 Ti": { tflops: 8.2, // float32 (GPU does not support native float16) memory: [8], }, "GTX 1060": { tflops: 3.9, // float32 (GPU does not support native float16) memory: [3, 6], }, "GTX 1050 Ti": { tflops: 2.1, // float32 (GPU does not support native float16) memory: [4], }, "RTX Titan": { tflops: 32.62, memory: [24], }, "GTX 1660": { tflops: 10.05, memory: [6], }, "GTX 1650 Mobile": { tflops: 6.39, memory: [4], }, T4: { tflops: 65.13, memory: [16], }, T10: { tflops: 20.0, memory: [16], }, V100: { tflops: 28.26, memory: [32, 16], }, "Quadro P6000": { tflops: 12.63, // float32 (GPU does not support native float16) memory: [24], }, P40: { tflops: 11.76, // float32 (GPU does not support native float16) memory: [24], }, P100: { tflops: 19.05, memory: [16], }, "Jetson AGX Orin 64GB": { tflops: 10.65, memory: [64], }, "Jetson AGX Orin 32GB": { tflops: 6.66, memory: [32], }, "Jetson Orin NX 16GB": { tflops: 3.76, memory: [16], }, "Jetson Orin NX 8GB": { tflops: 3.13, memory: [8], }, "Jetson Orin Nano 8GB": { tflops: 2.56, memory: [8], }, "Jetson Orin Nano 4GB": { tflops: 1.28, memory: [4], }, "Jetson AGX Xavier": { tflops: 2.82, memory: [32, 64], }, "Jetson Xavier NX": { tflops: 1.69, memory: [8, 16], }, "Jetson TX2": { tflops: 1.33, memory: [4, 8], }, "Jetson Nano": { tflops: 0.47, memory: [4], }, }, AMD: { MI300: { tflops: 383.0, memory: [192], }, MI250: { tflops: 362.1, memory: [128], }, MI210: { tflops: 181.0, memory: [64], }, MI100: { tflops: 184.6, memory: [32], }, MI60: { tflops: 29.5, memory: [32], }, MI50: { tflops: 26.5, memory: [16], }, "RX 9070 XT": { tflops: 97.32, memory: [16], }, "RX 9070": { tflops: 72.25, memory: [16], }, "RX 7900 XTX": { tflops: 122.8, memory: [24], }, "RX 7900 XT": { tflops: 103.0, memory: [20], }, "RX 7900 GRE": { tflops: 91.96, memory: [16], }, "RX 7800 XT": { tflops: 74.65, memory: [16], }, "RX 7700 XT": { tflops: 70.34, memory: [12], }, "RX 7600 XT": { tflops: 45.14, memory: [16, 8], }, "RX 6950 XT": { tflops: 47.31, memory: [16], }, "RX 6800": { tflops: 32.33, memory: [16], }, "RX 6700 XT": { tflops: 26.43, memory: [12], }, "RX 6700": { tflops: 22.58, memory: [10], }, "RX 6650 XT": { tflops: 21.59, memory: [8], }, "RX 6600 XT": { tflops: 21.21, memory: [8], }, "RX 6600": { tflops: 17.86, memory: [8], }, "Radeon Pro VII": { tflops: 26.11, memory: [16], }, }, INTEL: { "Arc A750": { tflops: 34.41, memory: [8], }, "Arc A770": { tflops: 39.32, memory: [8, 16], }, "Arc B570": { tflops: 23.04, memory: [10], }, "Arc B580": { tflops: 27.34, memory: [12], }, }, QUALCOMM: { "Snapdragon X Elite X1E-00-1DE": { tflops: 4.6, }, "Snapdragon X Elite X1E-84-100": { tflops: 4.6, }, "Snapdragon X Elite X1E-80-100": { tflops: 3.8, }, "Snapdragon X Elite X1E-78-100": { tflops: 3.8, }, "Snapdragon X Plus X1P-64-100": { tflops: 3.8, }, }, }, CPU: { Intel: { "Xeon 4th Generation (Sapphire Rapids)": { tflops: 1.3, }, "Xeon 3th Generation (Ice Lake)": { tflops: 0.8, }, "Xeon 2th Generation (Cascade Lake)": { tflops: 0.55, }, "Xeon E5v4 (Broadwell)": { tflops: 0.25, }, "Xeon E5v3 (Haswell)": { tflops: 0.2, }, "Xeon E5v2 (Ivy Bridge)": { tflops: 0.15, }, "Intel Core Ultra 7 265KF": { tflops: 1.53, }, "Intel Core 14th Generation (i7)": { tflops: 0.8, }, "Intel Core 13th Generation (i9)": { tflops: 0.85, }, "Intel Core 13th Generation (i7)": { tflops: 0.82, }, "Intel Core 13th Generation (i5)": { tflops: 0.68, }, "Intel Core 13th Generation (i3)": { tflops: 0.57, }, "Intel Core 12th Generation (i9)": { tflops: 0.79, }, "Intel Core 12th Generation (i7)": { tflops: 0.77, }, "Intel Core 12th Generation (i5)": { tflops: 0.65, }, "Intel Core 12th Generation (i3)": { tflops: 0.53, }, "Intel Core 11th Generation (i9)": { tflops: 0.7, }, "Intel Core 11th Generation (i7)": { tflops: 0.6, }, "Intel Core 11th Generation (i5)": { tflops: 0.5, }, "Intel Core 11th Generation (i3)": { tflops: 0.35, }, "Intel Core 10th Generation (i9)": { tflops: 0.46, }, "Intel Core 10th Generation (i7)": { tflops: 0.46, }, "Intel Core 10th Generation (i5)": { tflops: 0.46, }, "Intel Core 10th Generation (i3)": { tflops: 0.44, }, }, AMD: { "EPYC 4th Generation (Genoa)": { tflops: 5, }, "EPYC 3th Generation (Milan)": { tflops: 2.4, }, "EPYC 2th Generation (Rome)": { tflops: 0.6, }, "EPYC 1st Generation (Naples)": { tflops: 0.6, }, "Ryzen Zen 4 7000 (Threadripper)": { tflops: 10.0, }, "Ryzen Zen5 9000 (Ryzen 9)": { tflops: 0.56, }, "Ryzen Zen5 9000 (Ryzen 7)": { tflops: 0.56, }, "Ryzen Zen5 9000 (Ryzen 5)": { tflops: 0.56, }, "Ryzen Zen4 7000 (Ryzen 9)": { tflops: 0.56, }, "Ryzen Zen4 7000 (Ryzen 7)": { tflops: 0.56, }, "Ryzen Zen4 7000 (Ryzen 5)": { tflops: 0.56, }, "Ryzen Zen3 5000 (Ryzen 9)": { tflops: 1.33, }, "Ryzen Zen3 5000 (Ryzen 7)": { tflops: 1.33, }, "Ryzen Zen3 5000 (Ryzen 5)": { tflops: 0.72, }, "Ryzen Zen 2 3000 (Threadripper)": { tflops: 0.72, }, "Ryzen Zen 2 3000 (Ryzen 9)": { tflops: 0.72, }, "Ryzen Zen 2 3000 (Ryzen 7)": { tflops: 0.72, }, "Ryzen Zen 2 3000 (Ryzen 5)": { tflops: 0.72, }, "Ryzen Zen 2 3000 (Ryzen 3)": { tflops: 0.72, }, }, }, "Apple Silicon": { "-": { "Apple M1": { tflops: 2.6, memory: [8, 16], }, "Apple M1 Pro": { tflops: 5.2, memory: [16, 24, 32], }, "Apple M1 Max": { tflops: 10.4, memory: [16, 24, 32, 64], }, "Apple M1 Ultra": { tflops: 21, memory: [16, 24, 32, 64, 96, 128], }, "Apple M2": { tflops: 3.6, memory: [8, 16, 24], }, "Apple M2 Pro": { tflops: 6.8, memory: [16, 24, 32], }, "Apple M2 Max": { tflops: 13.49, memory: [32, 64, 96], }, "Apple M2 Ultra": { tflops: 27.2, memory: [64, 96, 128, 192], }, "Apple M3": { tflops: 4.1, memory: [8, 16, 24], }, "Apple M3 Pro": { tflops: 7.4, memory: [18, 36], }, "Apple M3 Max": { tflops: 14.2, memory: [36, 48, 64, 96, 128], }, "Apple M3 Ultra": { tflops: 28.4, memory: [96, 256, 512], }, "Apple M4": { tflops: 4.6, memory: [16, 24, 32], }, "Apple M4 Pro": { tflops: 9.2, memory: [24, 48, 64], }, "Apple M4 Max": { tflops: 18.4, memory: [36, 48, 64, 96, 128, 256, 512], }, }, }, };