@cloud-carbon-footprint/gcp
Version:
The core logic to get cloud usage data and estimate energy and carbon emissions from Google Cloud Platform.
263 lines (258 loc) • 11.3 kB
text/typescript
/*
* © 2021 Thoughtworks, Inc.
*/
import {
CloudConstantsByProvider,
CloudConstantsEmissionsFactors,
COMPUTE_PROCESSOR_TYPES,
EstimateUnknownUsageBy,
getWattsByAverageOrMedian,
} from '@cloud-carbon-footprint/core'
import {
GCP_DUAL_REGIONS,
GCP_MULTI_REGIONS,
GCP_REGIONS,
} from '../lib/GCPRegions'
import { configLoader } from '@cloud-carbon-footprint/common'
export const GCP_CLOUD_CONSTANTS: CloudConstantsByProvider = {
SSDCOEFFICIENT: 1.2, // watt hours / terabyte hour
HDDCOEFFICIENT: 0.65, // watt hours / terabyte hour
MIN_WATTS_MEDIAN: 0.68,
MIN_WATTS_BY_COMPUTE_PROCESSOR: {
// CPUs
[]: 0.71,
[]: 0.69,
[]: 0.46,
[]: 0.74,
[]: 0.27,
[]: 0.81,
[]: 0.58,
[]: 1.86,
[]: 0.77,
[]: 1.71,
[]: 2.21,
[]: 1.04,
[]: 0.61,
// GPUs (GPUWatt Idle = min, GPUWatt 100% = max)
[]: 168,
[]: 120,
[]: 120,
[]: 84,
[]: 84,
[]: 48,
[]: 72,
[]: 8.64,
[]: 8.4,
[]: 30,
[]: 30,
[]: 9,
},
getMinWatts: (computeProcessors: string[]): number => {
const minWattsForProcessors: number[] = computeProcessors.map(
(processor: string) => {
return GCP_CLOUD_CONSTANTS.MIN_WATTS_BY_COMPUTE_PROCESSOR[processor]
},
)
const wattsForProcessors: number = getWattsByAverageOrMedian(
computeProcessors,
minWattsForProcessors,
)
return wattsForProcessors
? wattsForProcessors
: GCP_CLOUD_CONSTANTS.MIN_WATTS_MEDIAN
},
MAX_WATTS_MEDIAN: 4.11,
MAX_WATTS_BY_COMPUTE_PROCESSOR: {
// CPUs
[]: 3.39,
[]: 3.75,
[]: 1.83,
[]: 2.2,
[]: 1.36,
[]: 4.38,
[]: 2.37,
[]: 5.56,
[]: 3.65,
[]: 5.51,
[]: 8.6,
[]: 4.06,
[]: 3.87,
// GPUs (GPUWatt Idle = min, GPUWatt 100% = max)
[]: 1428,
[]: 1020,
[]: 1020,
[]: 714,
[]: 714,
[]: 408,
[]: 612,
[]: 73.44,
[]: 71.4,
[]: 255,
[]: 255,
[]: 76.5,
},
getMaxWatts: (computeProcessors: string[]): number => {
const maxWattsForProcessors: number[] = computeProcessors.map(
(processor: string) => {
return GCP_CLOUD_CONSTANTS.MAX_WATTS_BY_COMPUTE_PROCESSOR[processor]
},
)
const wattsForProcessors: number = getWattsByAverageOrMedian(
computeProcessors,
maxWattsForProcessors,
)
return wattsForProcessors
? wattsForProcessors
: GCP_CLOUD_CONSTANTS.MAX_WATTS_MEDIAN
},
NETWORKING_COEFFICIENT: 0.001, // kWh / Gb
MEMORY_COEFFICIENT: 0.000392, // kWh / Gb
PUE_AVG: 1.1,
PUE_TRAILING_TWELVE_MONTH: {
[]: 1.08,
[]: 1.11,
[]: 1.11,
[]: 1.09,
[]: 1.07,
[]: 1.09,
[]: 1.12,
[]: 1.13,
},
getPUE: (region: string): number => {
// Return region-specific PUE if available, otherwise use fleet-wide average
return GCP_CLOUD_CONSTANTS.PUE_TRAILING_TWELVE_MONTH[region]
? GCP_CLOUD_CONSTANTS.PUE_TRAILING_TWELVE_MONTH[region]
: GCP_CLOUD_CONSTANTS.PUE_AVG
},
AVG_CPU_UTILIZATION_2020: 50,
REPLICATION_FACTORS: {
CLOUD_STORAGE_SINGLE_REGION: 2,
CLOUD_STORAGE_DUAL_REGION: 2,
CLOUD_STORAGE_MULTI_REGION: 2,
COMPUTE_ENGINE_REGIONAL_DISKS: 2,
CLOUD_FILESTORE: 2,
CLOUD_SQL_HIGH_AVAILABILITY: 2,
CLOUD_MEMORY_STORE_REDIS: 2,
CLOUD_SPANNER_SINGLE_REGION: 2,
CLOUD_SPANNER_MULTI_REGION: 2,
KUBERNETES_ENGINE: 3,
DEFAULT: 1,
},
// these constants accumulate as the usage rows are mapped over
KILOWATT_HOURS_BY_SERVICE_AND_USAGE_UNIT: {
total: {},
},
ESTIMATE_UNKNOWN_USAGE_BY: EstimateUnknownUsageBy.USAGE_AMOUNT,
SERVER_EXPECTED_LIFESPAN: 35040, // 4 years in hours
}
export const getGCPEmissionsFactors = (): CloudConstantsEmissionsFactors => {
// These emission factors take into account Google Carbon Free Energy percentage in each region. Source: https://cloud.google.com/sustainability/region-carbon
if (configLoader().GCP.USE_CARBON_FREE_ENERGY_PERCENTAGE)
return {
[]: 0.0000537,
[]: 0.0000446,
[]: 0.0003974,
[]: 0.0001227,
[]: 0.0001227,
[]: 0.0000103,
[]: 0.0000625,
[]: 0.0003719,
[]: 0.0001285,
[]: 0.0000182,
[]: 0.0003644,
[]: 0.0005,
[]: 0.000376,
[]: 0.0001598,
[]: 0.0002249,
[]: 0.0006179,
[]: 0.0003777,
[]: 0.0003523,
[]: 0.00046,
[]: 0.0003287,
[]: 0.0002769,
[]: 0.0003858,
[]: 0.0000008,
[]: 0.0000116,
[]: 0.0000165,
[]: 0.0000223,
[]: 0.0000883,
[]: 0.0000355,
[]: 0.0000003,
[]: 0.0000545,
[]: 0.0000006,
[]: 0.0000883,
[]: 0.0000545,
[]: 0.0000001, // Montreal is 100% CFE
[]: 0.0000094,
[]: 0.000008,
[]: 0.000019,
[]: 0.0005585,
[]: 0,
[]: 0.0003623,
[]: 0.0003782,
[]: 0.0004036,
[]: 0.0002471,
[]: 0.0001972,
[]: 0.0005358, // Sum of asia-northeast1 + asia-northeast2
[]: 0.0000363, // Sum of europe-west4 + europe-north1
[]: 0.0004511, // Sum of us-central1 + us-east1
[]: 0.002473, // Sum of region group data centers within Asia
[]: 0.0007364, // Sum of EU region data centers (BE, FI, SE, ES, DE, NL, IT, FR, PL)
[]: 0.0015297, // Sum of all US data centers
[]: 0.0001889431818, // Average across all regions (excluding multi and dual regions)
}
// These emissions factors don't take into account Google's CFE%, and just use the Grid emissions factors published by Google.
return {
[]: 0.000413,
[]: 0.000372,
[]: 0.000576,
[]: 0.000323,
[]: 0.000323,
[]: 0.000079,
[]: 0.000169,
[]: 0.000555,
[]: 0.000357,
[]: 0.000303,
[]: 0.000439,
[]: 0.000505,
[]: 0.000453,
[]: 0.000296,
[]: 0.000357,
[]: 0.000679,
[]: 0.000532,
[]: 0.000367,
[]: 0.000561,
[]: 0.000498,
[]: 0.000454,
[]: 0.000643,
[]: 0.000039,
[]: 0.000089,
[]: 0.000103,
[]: 0.000106,
[]: 0.000276,
[]: 0.000209,
[]: 0.000015,
[]: 0.000202,
[]: 0.000016,
[]: 0.000276,
[]: 0.000202,
[]: 0.000005,
[]: 0.000059,
[]: 0.000067,
[]: 0.000238,
[]: 0.000657,
[]: 0.000003,
[]: 0.000366,
[]: 0.000382,
[]: 0.000434,
[]: 0.000305,
[]: 0.00034,
[]: 0.000749, // Sum of asia-northeast1 + asia-northeast2
[]: 0.000248, // Sum of europe-west4 + europe-north1
[]: 0.000989, // Sum of us-central1 + us-east1
[]: 0.003123, // Sum of region group data centers within Asia
[]: 0.002058, // Sum of EU region data centers (BE, FI, SE, ES, DE, NL, IT, FR, PL)
[]: 0.00381, // Sum of all US data centers
[]: 0.0003100681818, // Average of the above regions (excludes multi/dual-regions)
}
}