@dexcost/sdk 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +210 -0
- package/dist/adapters/_netbytes.d.ts +31 -0
- package/dist/adapters/_netbytes.d.ts.map +1 -0
- package/dist/adapters/_netbytes.js +154 -0
- package/dist/adapters/_netbytes.js.map +1 -0
- package/dist/adapters/aws-lambda.d.ts +41 -0
- package/dist/adapters/aws-lambda.d.ts.map +1 -0
- package/dist/adapters/aws-lambda.js +65 -0
- package/dist/adapters/aws-lambda.js.map +1 -0
- package/dist/adapters/browser.d.ts +52 -0
- package/dist/adapters/browser.d.ts.map +1 -0
- package/dist/adapters/browser.js +127 -0
- package/dist/adapters/browser.js.map +1 -0
- package/dist/adapters/compute-wrap.d.ts +33 -0
- package/dist/adapters/compute-wrap.d.ts.map +1 -0
- package/dist/adapters/compute-wrap.js +188 -0
- package/dist/adapters/compute-wrap.js.map +1 -0
- package/dist/adapters/data/aws_lambda_pricing.json +61 -0
- package/dist/adapters/gpu-wrap.d.ts +31 -0
- package/dist/adapters/gpu-wrap.d.ts.map +1 -0
- package/dist/adapters/gpu-wrap.js +147 -0
- package/dist/adapters/gpu-wrap.js.map +1 -0
- package/dist/adapters/http.d.ts +58 -0
- package/dist/adapters/http.d.ts.map +1 -0
- package/dist/adapters/http.js +769 -0
- package/dist/adapters/http.js.map +1 -0
- package/dist/adapters/index.d.ts +11 -0
- package/dist/adapters/index.d.ts.map +1 -0
- package/dist/adapters/index.js +12 -0
- package/dist/adapters/index.js.map +1 -0
- package/dist/adapters/network-accountant.d.ts +63 -0
- package/dist/adapters/network-accountant.d.ts.map +1 -0
- package/dist/adapters/network-accountant.js +153 -0
- package/dist/adapters/network-accountant.js.map +1 -0
- package/dist/cli/index.d.ts +13 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +225 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/scanner.d.ts +39 -0
- package/dist/cli/scanner.d.ts.map +1 -0
- package/dist/cli/scanner.js +480 -0
- package/dist/cli/scanner.js.map +1 -0
- package/dist/clients.d.ts +54 -0
- package/dist/clients.d.ts.map +1 -0
- package/dist/clients.js +240 -0
- package/dist/clients.js.map +1 -0
- package/dist/cloud-detect.d.ts +96 -0
- package/dist/cloud-detect.d.ts.map +1 -0
- package/dist/cloud-detect.js +545 -0
- package/dist/cloud-detect.js.map +1 -0
- package/dist/core/auto-task.d.ts +20 -0
- package/dist/core/auto-task.d.ts.map +1 -0
- package/dist/core/auto-task.js +34 -0
- package/dist/core/auto-task.js.map +1 -0
- package/dist/core/cgroup-reader.d.ts +45 -0
- package/dist/core/cgroup-reader.d.ts.map +1 -0
- package/dist/core/cgroup-reader.js +124 -0
- package/dist/core/cgroup-reader.js.map +1 -0
- package/dist/core/cgroup-walker.d.ts +60 -0
- package/dist/core/cgroup-walker.d.ts.map +1 -0
- package/dist/core/cgroup-walker.js +166 -0
- package/dist/core/cgroup-walker.js.map +1 -0
- package/dist/core/compute-accountant.d.ts +51 -0
- package/dist/core/compute-accountant.d.ts.map +1 -0
- package/dist/core/compute-accountant.js +179 -0
- package/dist/core/compute-accountant.js.map +1 -0
- package/dist/core/compute-runtime.d.ts +42 -0
- package/dist/core/compute-runtime.d.ts.map +1 -0
- package/dist/core/compute-runtime.js +80 -0
- package/dist/core/compute-runtime.js.map +1 -0
- package/dist/core/config.d.ts +44 -0
- package/dist/core/config.d.ts.map +1 -0
- package/dist/core/config.js +66 -0
- package/dist/core/config.js.map +1 -0
- package/dist/core/context.d.ts +76 -0
- package/dist/core/context.d.ts.map +1 -0
- package/dist/core/context.js +91 -0
- package/dist/core/context.js.map +1 -0
- package/dist/core/fargate-metadata.d.ts +27 -0
- package/dist/core/fargate-metadata.d.ts.map +1 -0
- package/dist/core/fargate-metadata.js +102 -0
- package/dist/core/fargate-metadata.js.map +1 -0
- package/dist/core/gpu-accountant.d.ts +104 -0
- package/dist/core/gpu-accountant.d.ts.map +1 -0
- package/dist/core/gpu-accountant.js +383 -0
- package/dist/core/gpu-accountant.js.map +1 -0
- package/dist/core/gpu-runtime.d.ts +58 -0
- package/dist/core/gpu-runtime.d.ts.map +1 -0
- package/dist/core/gpu-runtime.js +131 -0
- package/dist/core/gpu-runtime.js.map +1 -0
- package/dist/core/heuristics.d.ts +74 -0
- package/dist/core/heuristics.d.ts.map +1 -0
- package/dist/core/heuristics.js +182 -0
- package/dist/core/heuristics.js.map +1 -0
- package/dist/core/models.d.ts +149 -0
- package/dist/core/models.d.ts.map +1 -0
- package/dist/core/models.js +226 -0
- package/dist/core/models.js.map +1 -0
- package/dist/core/nvml-reader.d.ts +114 -0
- package/dist/core/nvml-reader.d.ts.map +1 -0
- package/dist/core/nvml-reader.js +323 -0
- package/dist/core/nvml-reader.js.map +1 -0
- package/dist/core/session.d.ts +48 -0
- package/dist/core/session.d.ts.map +1 -0
- package/dist/core/session.js +123 -0
- package/dist/core/session.js.map +1 -0
- package/dist/core/tracker.d.ts +364 -0
- package/dist/core/tracker.d.ts.map +1 -0
- package/dist/core/tracker.js +1073 -0
- package/dist/core/tracker.js.map +1 -0
- package/dist/data/compute_prices.json +180 -0
- package/dist/data/egress_prices.json +418 -0
- package/dist/data/gpu_prices.json +412 -0
- package/dist/data/service_prices.json +2595 -0
- package/dist/dev-console.d.ts +12 -0
- package/dist/dev-console.d.ts.map +1 -0
- package/dist/dev-console.js +60 -0
- package/dist/dev-console.js.map +1 -0
- package/dist/index.d.ts +52 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +61 -0
- package/dist/index.js.map +1 -0
- package/dist/instruments/anthropic.d.ts +26 -0
- package/dist/instruments/anthropic.d.ts.map +1 -0
- package/dist/instruments/anthropic.js +242 -0
- package/dist/instruments/anthropic.js.map +1 -0
- package/dist/instruments/bedrock.d.ts +29 -0
- package/dist/instruments/bedrock.d.ts.map +1 -0
- package/dist/instruments/bedrock.js +215 -0
- package/dist/instruments/bedrock.js.map +1 -0
- package/dist/instruments/cohere.d.ts +29 -0
- package/dist/instruments/cohere.d.ts.map +1 -0
- package/dist/instruments/cohere.js +237 -0
- package/dist/instruments/cohere.js.map +1 -0
- package/dist/instruments/gemini.d.ts +30 -0
- package/dist/instruments/gemini.d.ts.map +1 -0
- package/dist/instruments/gemini.js +247 -0
- package/dist/instruments/gemini.js.map +1 -0
- package/dist/instruments/index.d.ts +35 -0
- package/dist/instruments/index.d.ts.map +1 -0
- package/dist/instruments/index.js +54 -0
- package/dist/instruments/index.js.map +1 -0
- package/dist/instruments/mcp.d.ts +24 -0
- package/dist/instruments/mcp.d.ts.map +1 -0
- package/dist/instruments/mcp.js +459 -0
- package/dist/instruments/mcp.js.map +1 -0
- package/dist/instruments/openai.d.ts +26 -0
- package/dist/instruments/openai.d.ts.map +1 -0
- package/dist/instruments/openai.js +221 -0
- package/dist/instruments/openai.js.map +1 -0
- package/dist/instruments/vercel-ai.d.ts +28 -0
- package/dist/instruments/vercel-ai.d.ts.map +1 -0
- package/dist/instruments/vercel-ai.js +192 -0
- package/dist/instruments/vercel-ai.js.map +1 -0
- package/dist/integrations/langchain.d.ts +65 -0
- package/dist/integrations/langchain.d.ts.map +1 -0
- package/dist/integrations/langchain.js +165 -0
- package/dist/integrations/langchain.js.map +1 -0
- package/dist/middleware/express.d.ts +55 -0
- package/dist/middleware/express.d.ts.map +1 -0
- package/dist/middleware/express.js +101 -0
- package/dist/middleware/express.js.map +1 -0
- package/dist/middleware/index.d.ts +6 -0
- package/dist/middleware/index.d.ts.map +1 -0
- package/dist/middleware/index.js +5 -0
- package/dist/middleware/index.js.map +1 -0
- package/dist/pricing/compute-pricing.d.ts +57 -0
- package/dist/pricing/compute-pricing.d.ts.map +1 -0
- package/dist/pricing/compute-pricing.js +627 -0
- package/dist/pricing/compute-pricing.js.map +1 -0
- package/dist/pricing/cost_map.json +37665 -0
- package/dist/pricing/egress-pricing.d.ts +55 -0
- package/dist/pricing/egress-pricing.d.ts.map +1 -0
- package/dist/pricing/egress-pricing.js +226 -0
- package/dist/pricing/egress-pricing.js.map +1 -0
- package/dist/pricing/engine.d.ts +24 -0
- package/dist/pricing/engine.d.ts.map +1 -0
- package/dist/pricing/engine.js +148 -0
- package/dist/pricing/engine.js.map +1 -0
- package/dist/pricing/gpu-pricing.d.ts +63 -0
- package/dist/pricing/gpu-pricing.d.ts.map +1 -0
- package/dist/pricing/gpu-pricing.js +484 -0
- package/dist/pricing/gpu-pricing.js.map +1 -0
- package/dist/pricing/rates.d.ts +17 -0
- package/dist/pricing/rates.d.ts.map +1 -0
- package/dist/pricing/rates.js +102 -0
- package/dist/pricing/rates.js.map +1 -0
- package/dist/pricing/service-catalog.d.ts +87 -0
- package/dist/pricing/service-catalog.d.ts.map +1 -0
- package/dist/pricing/service-catalog.js +406 -0
- package/dist/pricing/service-catalog.js.map +1 -0
- package/dist/schema/dexcost-event.v1.json +111 -0
- package/dist/schema/dexcost-task.v1.json +160 -0
- package/dist/schema/validate.d.ts +15 -0
- package/dist/schema/validate.d.ts.map +1 -0
- package/dist/schema/validate.js +87 -0
- package/dist/schema/validate.js.map +1 -0
- package/dist/security/redaction.d.ts +55 -0
- package/dist/security/redaction.d.ts.map +1 -0
- package/dist/security/redaction.js +144 -0
- package/dist/security/redaction.js.map +1 -0
- package/dist/transport/buffer.d.ts +117 -0
- package/dist/transport/buffer.d.ts.map +1 -0
- package/dist/transport/buffer.js +759 -0
- package/dist/transport/buffer.js.map +1 -0
- package/dist/transport/pusher.d.ts +89 -0
- package/dist/transport/pusher.d.ts.map +1 -0
- package/dist/transport/pusher.js +323 -0
- package/dist/transport/pusher.js.map +1 -0
- package/package.json +93 -0
|
@@ -0,0 +1,412 @@
|
|
|
1
|
+
{
|
|
2
|
+
"_meta": {
|
|
3
|
+
"version": "1.0.0",
|
|
4
|
+
"last_updated": "2026-05-22",
|
|
5
|
+
"currency": "USD",
|
|
6
|
+
"default_per_instance_hour_usd": "55.04",
|
|
7
|
+
"default_per_gpu_second_active_usd": "0.000694",
|
|
8
|
+
"default_per_gpu_hour_reserved_usd": "3.99",
|
|
9
|
+
"default_per_vgpu_hour_usd": "0.454",
|
|
10
|
+
"description": "Dexcost GPU catalog — per-billing-model rates by cloud provider/region/SKU. NVIDIA only in v1 (Decision #5); AMD/Intel deferred. Community-maintained; submit PRs to add or refresh rates.",
|
|
11
|
+
"notes": "VRAM tier is encoded in the SKU key (e.g. a100-40gb vs a100-80gb-sxm5); no per-VRAM-GiB multiplier — see Decision #7. MIG slices billed at full-GPU rate (Decision #2). Each SKU carries an aliases array of raw NVML productName strings for Decision #4 mapping. Four billing models: per_instance_hour (AWS/GCP/Azure VM), per_gpu_second_active (Modal/RunPod/Replicate), per_gpu_hour_reserved (Lambda Labs/CoreWeave), per_vgpu_hour (Azure NVadsA10 v5 fractional). Refresh cadence: WEEKLY per Decision #11 (vs Phase 1 compute's monthly). Integrity test soft-warns at 90 days, hard-fails at 365 days. Defaults: per_instance_hour = AWS p5.48xlarge us-east-1; per_gpu_second_active = Modal A100-80GB; per_gpu_hour_reserved = Lambda H100 SXM 8x; per_vgpu_hour = Azure NV6ads_A10_v5 eastus."
|
|
12
|
+
},
|
|
13
|
+
"aws": {
|
|
14
|
+
"_last_verified": "2026-05-22",
|
|
15
|
+
"ec2_gpu": {
|
|
16
|
+
"regions": {
|
|
17
|
+
"us-east-1": {
|
|
18
|
+
"instance_types": {
|
|
19
|
+
"g4dn.xlarge": {"hourly_usd": "0.526", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
20
|
+
"g4dn.2xlarge": {"hourly_usd": "0.752", "vcpu_count": "8", "memory_gb": "32", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
21
|
+
"g4dn.4xlarge": {"hourly_usd": "1.204", "vcpu_count": "16", "memory_gb": "64", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
22
|
+
"g4dn.8xlarge": {"hourly_usd": "2.176", "vcpu_count": "32", "memory_gb": "128", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
23
|
+
"g4dn.12xlarge": {"hourly_usd": "3.912", "vcpu_count": "48", "memory_gb": "192", "gpu_count": "4", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
24
|
+
"g4dn.16xlarge": {"hourly_usd": "4.352", "vcpu_count": "64", "memory_gb": "256", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
25
|
+
"g4dn.metal": {"hourly_usd": "7.824", "vcpu_count": "96", "memory_gb": "384", "gpu_count": "8", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
26
|
+
"g5.xlarge": {"hourly_usd": "1.006", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
27
|
+
"g5.2xlarge": {"hourly_usd": "1.212", "vcpu_count": "8", "memory_gb": "32", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
28
|
+
"g5.4xlarge": {"hourly_usd": "1.624", "vcpu_count": "16", "memory_gb": "64", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
29
|
+
"g5.8xlarge": {"hourly_usd": "2.448", "vcpu_count": "32", "memory_gb": "128", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
30
|
+
"g5.12xlarge": {"hourly_usd": "5.672", "vcpu_count": "48", "memory_gb": "192", "gpu_count": "4", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
31
|
+
"g5.16xlarge": {"hourly_usd": "4.096", "vcpu_count": "64", "memory_gb": "256", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
32
|
+
"g5.24xlarge": {"hourly_usd": "8.144", "vcpu_count": "96", "memory_gb": "384", "gpu_count": "4", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
33
|
+
"g5.48xlarge": {"hourly_usd": "16.288", "vcpu_count": "192", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
34
|
+
"g6.xlarge": {"hourly_usd": "0.8048", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
35
|
+
"g6.2xlarge": {"hourly_usd": "0.9776", "vcpu_count": "8", "memory_gb": "32", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
36
|
+
"g6.4xlarge": {"hourly_usd": "1.3232", "vcpu_count": "16", "memory_gb": "64", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
37
|
+
"g6.8xlarge": {"hourly_usd": "2.0144", "vcpu_count": "32", "memory_gb": "128", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
38
|
+
"g6.12xlarge": {"hourly_usd": "4.6016", "vcpu_count": "48", "memory_gb": "192", "gpu_count": "4", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
39
|
+
"g6.16xlarge": {"hourly_usd": "3.3968", "vcpu_count": "64", "memory_gb": "256", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
40
|
+
"g6.24xlarge": {"hourly_usd": "6.6752", "vcpu_count": "96", "memory_gb": "384", "gpu_count": "4", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
41
|
+
"g6.48xlarge": {"hourly_usd": "13.3504", "vcpu_count": "192", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
42
|
+
"g6e.xlarge": {"hourly_usd": "1.861", "vcpu_count": "4", "memory_gb": "32", "gpu_count": "1", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
43
|
+
"g6e.2xlarge": {"hourly_usd": "2.24208", "vcpu_count": "8", "memory_gb": "64", "gpu_count": "1", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
44
|
+
"g6e.4xlarge": {"hourly_usd": "3.00424", "vcpu_count": "16", "memory_gb": "128", "gpu_count": "1", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
45
|
+
"g6e.8xlarge": {"hourly_usd": "4.52856", "vcpu_count": "32", "memory_gb": "256", "gpu_count": "1", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
46
|
+
"g6e.12xlarge": {"hourly_usd": "10.49264", "vcpu_count": "48", "memory_gb": "384", "gpu_count": "4", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
47
|
+
"g6e.16xlarge": {"hourly_usd": "7.57719", "vcpu_count": "64", "memory_gb": "512", "gpu_count": "1", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
48
|
+
"g6e.24xlarge": {"hourly_usd": "15.06559", "vcpu_count": "96", "memory_gb": "768", "gpu_count": "4", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
49
|
+
"g6e.48xlarge": {"hourly_usd": "30.13118", "vcpu_count": "192", "memory_gb": "1536", "gpu_count": "8", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
50
|
+
"p3.2xlarge": {"hourly_usd": "3.06", "vcpu_count": "8", "memory_gb": "61", "gpu_count": "1", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB", "NVIDIA V100-SXM2-16GB"]},
|
|
51
|
+
"p3.8xlarge": {"hourly_usd": "12.24", "vcpu_count": "32", "memory_gb": "244", "gpu_count": "4", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB", "NVIDIA V100-SXM2-16GB"]},
|
|
52
|
+
"p3.16xlarge": {"hourly_usd": "24.48", "vcpu_count": "64", "memory_gb": "488", "gpu_count": "8", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB", "NVIDIA V100-SXM2-16GB"]},
|
|
53
|
+
"p3dn.24xlarge": {"hourly_usd": "31.212", "vcpu_count": "96", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "v100-32gb", "gpu_vram_gb": "32", "aliases": ["Tesla V100-SXM2-32GB", "NVIDIA V100-SXM2-32GB"]},
|
|
54
|
+
"p4d.24xlarge": {"hourly_usd": "21.957642", "vcpu_count": "96", "memory_gb": "1152", "gpu_count": "8", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB", "A100-SXM4-40GB"]},
|
|
55
|
+
"p4de.24xlarge": {"hourly_usd": "27.44705", "vcpu_count": "96", "memory_gb": "1152", "gpu_count": "8", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB", "A100-SXM4-80GB"]},
|
|
56
|
+
"p5.48xlarge": {"hourly_usd": "55.04", "vcpu_count": "192", "memory_gb": "2048", "gpu_count": "8", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3", "NVIDIA H100-SXM5-80GB"]},
|
|
57
|
+
"p5en.48xlarge": {"hourly_usd": "63.296", "vcpu_count": "192", "memory_gb": "2048", "gpu_count": "8", "gpu_sku": "h200-141gb-sxm5", "gpu_vram_gb": "141", "aliases": ["NVIDIA H200", "NVIDIA H200 141GB HBM3e"]}
|
|
58
|
+
}
|
|
59
|
+
},
|
|
60
|
+
"us-east-2": {
|
|
61
|
+
"instance_types": {
|
|
62
|
+
"g4dn.xlarge": {"hourly_usd": "0.526", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
63
|
+
"g4dn.2xlarge": {"hourly_usd": "0.752", "vcpu_count": "8", "memory_gb": "32", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
64
|
+
"g4dn.4xlarge": {"hourly_usd": "1.204", "vcpu_count": "16", "memory_gb": "64", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
65
|
+
"g4dn.8xlarge": {"hourly_usd": "2.176", "vcpu_count": "32", "memory_gb": "128", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
66
|
+
"g4dn.12xlarge": {"hourly_usd": "3.912", "vcpu_count": "48", "memory_gb": "192", "gpu_count": "4", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
67
|
+
"g4dn.16xlarge": {"hourly_usd": "4.352", "vcpu_count": "64", "memory_gb": "256", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
68
|
+
"g4dn.metal": {"hourly_usd": "7.824", "vcpu_count": "96", "memory_gb": "384", "gpu_count": "8", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
69
|
+
"g5.xlarge": {"hourly_usd": "1.006", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
70
|
+
"g5.2xlarge": {"hourly_usd": "1.212", "vcpu_count": "8", "memory_gb": "32", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
71
|
+
"g5.4xlarge": {"hourly_usd": "1.624", "vcpu_count": "16", "memory_gb": "64", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
72
|
+
"g5.8xlarge": {"hourly_usd": "2.448", "vcpu_count": "32", "memory_gb": "128", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
73
|
+
"g5.12xlarge": {"hourly_usd": "5.672", "vcpu_count": "48", "memory_gb": "192", "gpu_count": "4", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
74
|
+
"g5.16xlarge": {"hourly_usd": "4.096", "vcpu_count": "64", "memory_gb": "256", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
75
|
+
"g5.24xlarge": {"hourly_usd": "8.144", "vcpu_count": "96", "memory_gb": "384", "gpu_count": "4", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
76
|
+
"g5.48xlarge": {"hourly_usd": "16.288", "vcpu_count": "192", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
77
|
+
"g6.xlarge": {"hourly_usd": "0.8048", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
78
|
+
"g6.12xlarge": {"hourly_usd": "4.6016", "vcpu_count": "48", "memory_gb": "192", "gpu_count": "4", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
79
|
+
"g6.48xlarge": {"hourly_usd": "13.3504", "vcpu_count": "192", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
80
|
+
"g6e.xlarge": {"hourly_usd": "1.861", "vcpu_count": "4", "memory_gb": "32", "gpu_count": "1", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
81
|
+
"g6e.48xlarge": {"hourly_usd": "30.13118", "vcpu_count": "192", "memory_gb": "1536", "gpu_count": "8", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
82
|
+
"p3.2xlarge": {"hourly_usd": "3.06", "vcpu_count": "8", "memory_gb": "61", "gpu_count": "1", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB", "NVIDIA V100-SXM2-16GB"]},
|
|
83
|
+
"p4d.24xlarge": {"hourly_usd": "21.95764", "vcpu_count": "96", "memory_gb": "1152", "gpu_count": "8", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
84
|
+
"p5.48xlarge": {"hourly_usd": "55.04", "vcpu_count": "192", "memory_gb": "2048", "gpu_count": "8", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]},
|
|
85
|
+
"p5en.48xlarge": {"hourly_usd": "63.296", "vcpu_count": "192", "memory_gb": "2048", "gpu_count": "8", "gpu_sku": "h200-141gb-sxm5", "gpu_vram_gb": "141", "aliases": ["NVIDIA H200"]}
|
|
86
|
+
}
|
|
87
|
+
},
|
|
88
|
+
"us-west-2": {
|
|
89
|
+
"instance_types": {
|
|
90
|
+
"g4dn.xlarge": {"hourly_usd": "0.526", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
91
|
+
"g4dn.2xlarge": {"hourly_usd": "0.752", "vcpu_count": "8", "memory_gb": "32", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
92
|
+
"g4dn.12xlarge": {"hourly_usd": "3.912", "vcpu_count": "48", "memory_gb": "192", "gpu_count": "4", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
93
|
+
"g4dn.metal": {"hourly_usd": "7.824", "vcpu_count": "96", "memory_gb": "384", "gpu_count": "8", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
94
|
+
"g5.xlarge": {"hourly_usd": "1.006", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
95
|
+
"g5.48xlarge": {"hourly_usd": "16.288", "vcpu_count": "192", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
96
|
+
"g6.xlarge": {"hourly_usd": "0.8048", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
97
|
+
"g6.48xlarge": {"hourly_usd": "13.3504", "vcpu_count": "192", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
98
|
+
"g6e.xlarge": {"hourly_usd": "1.861", "vcpu_count": "4", "memory_gb": "32", "gpu_count": "1", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
99
|
+
"g6e.48xlarge": {"hourly_usd": "30.13118", "vcpu_count": "192", "memory_gb": "1536", "gpu_count": "8", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
100
|
+
"p3.2xlarge": {"hourly_usd": "3.06", "vcpu_count": "8", "memory_gb": "61", "gpu_count": "1", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB"]},
|
|
101
|
+
"p3.16xlarge": {"hourly_usd": "24.48", "vcpu_count": "64", "memory_gb": "488", "gpu_count": "8", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB"]},
|
|
102
|
+
"p3dn.24xlarge": {"hourly_usd": "31.212", "vcpu_count": "96", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "v100-32gb", "gpu_vram_gb": "32", "aliases": ["Tesla V100-SXM2-32GB"]},
|
|
103
|
+
"p4d.24xlarge": {"hourly_usd": "21.95764", "vcpu_count": "96", "memory_gb": "1152", "gpu_count": "8", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
104
|
+
"p4de.24xlarge": {"hourly_usd": "27.44705", "vcpu_count": "96", "memory_gb": "1152", "gpu_count": "8", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
105
|
+
"p5.48xlarge": {"hourly_usd": "55.04", "vcpu_count": "192", "memory_gb": "2048", "gpu_count": "8", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]},
|
|
106
|
+
"p5en.48xlarge": {"hourly_usd": "63.296", "vcpu_count": "192", "memory_gb": "2048", "gpu_count": "8", "gpu_sku": "h200-141gb-sxm5", "gpu_vram_gb": "141", "aliases": ["NVIDIA H200"]}
|
|
107
|
+
}
|
|
108
|
+
},
|
|
109
|
+
"eu-west-1": {
|
|
110
|
+
"instance_types": {
|
|
111
|
+
"g4dn.xlarge": {"hourly_usd": "0.587", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
112
|
+
"g4dn.2xlarge": {"hourly_usd": "0.838", "vcpu_count": "8", "memory_gb": "32", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
113
|
+
"g4dn.12xlarge": {"hourly_usd": "4.362", "vcpu_count": "48", "memory_gb": "192", "gpu_count": "4", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
114
|
+
"g4dn.metal": {"hourly_usd": "8.724", "vcpu_count": "96", "memory_gb": "384", "gpu_count": "8", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
115
|
+
"g5.xlarge": {"hourly_usd": "1.123", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
116
|
+
"g5.48xlarge": {"hourly_usd": "18.18233", "vcpu_count": "192", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
117
|
+
"p3.2xlarge": {"hourly_usd": "3.305", "vcpu_count": "8", "memory_gb": "61", "gpu_count": "1", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB"]},
|
|
118
|
+
"p3.16xlarge": {"hourly_usd": "26.44", "vcpu_count": "64", "memory_gb": "488", "gpu_count": "8", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB"]},
|
|
119
|
+
"p3dn.24xlarge": {"hourly_usd": "33.711", "vcpu_count": "96", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "v100-32gb", "gpu_vram_gb": "32", "aliases": ["Tesla V100-SXM2-32GB"]},
|
|
120
|
+
"p4d.24xlarge": {"hourly_usd": "23.71569", "vcpu_count": "96", "memory_gb": "1152", "gpu_count": "8", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]}
|
|
121
|
+
}
|
|
122
|
+
},
|
|
123
|
+
"eu-central-1": {
|
|
124
|
+
"instance_types": {
|
|
125
|
+
"g4dn.xlarge": {"hourly_usd": "0.658", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
126
|
+
"g4dn.12xlarge": {"hourly_usd": "4.89", "vcpu_count": "48", "memory_gb": "192", "gpu_count": "4", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
127
|
+
"g4dn.metal": {"hourly_usd": "9.78", "vcpu_count": "96", "memory_gb": "384", "gpu_count": "8", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
128
|
+
"g5.xlarge": {"hourly_usd": "1.258", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
129
|
+
"g5.48xlarge": {"hourly_usd": "20.3681", "vcpu_count": "192", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
130
|
+
"g6.xlarge": {"hourly_usd": "1.0064", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
131
|
+
"g6.48xlarge": {"hourly_usd": "16.69464", "vcpu_count": "192", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
132
|
+
"g6e.xlarge": {"hourly_usd": "2.327", "vcpu_count": "4", "memory_gb": "32", "gpu_count": "1", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
133
|
+
"g6e.48xlarge": {"hourly_usd": "37.67612", "vcpu_count": "192", "memory_gb": "1536", "gpu_count": "8", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
134
|
+
"p3.2xlarge": {"hourly_usd": "3.823", "vcpu_count": "8", "memory_gb": "61", "gpu_count": "1", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB"]},
|
|
135
|
+
"p3.16xlarge": {"hourly_usd": "30.584", "vcpu_count": "64", "memory_gb": "488", "gpu_count": "8", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB"]},
|
|
136
|
+
"p4d.24xlarge": {"hourly_usd": "27.43298", "vcpu_count": "96", "memory_gb": "1152", "gpu_count": "8", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
137
|
+
"p4de.24xlarge": {"hourly_usd": "34.29122", "vcpu_count": "96", "memory_gb": "1152", "gpu_count": "8", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]}
|
|
138
|
+
}
|
|
139
|
+
},
|
|
140
|
+
"ap-northeast-1": {
|
|
141
|
+
"instance_types": {
|
|
142
|
+
"g4dn.xlarge": {"hourly_usd": "0.710", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
143
|
+
"g4dn.12xlarge": {"hourly_usd": "5.281", "vcpu_count": "48", "memory_gb": "192", "gpu_count": "4", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
144
|
+
"g4dn.metal": {"hourly_usd": "10.562", "vcpu_count": "96", "memory_gb": "384", "gpu_count": "8", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
145
|
+
"g5.xlarge": {"hourly_usd": "1.459", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
146
|
+
"g5.48xlarge": {"hourly_usd": "23.62246", "vcpu_count": "192", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "a10g-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10G"]},
|
|
147
|
+
"g6.xlarge": {"hourly_usd": "1.1672", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
148
|
+
"g6.48xlarge": {"hourly_usd": "19.36206", "vcpu_count": "192", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
149
|
+
"g6e.xlarge": {"hourly_usd": "2.699", "vcpu_count": "4", "memory_gb": "32", "gpu_count": "1", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
150
|
+
"g6e.48xlarge": {"hourly_usd": "43.69912", "vcpu_count": "192", "memory_gb": "1536", "gpu_count": "8", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
151
|
+
"p3.2xlarge": {"hourly_usd": "4.194", "vcpu_count": "8", "memory_gb": "61", "gpu_count": "1", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB"]},
|
|
152
|
+
"p3.16xlarge": {"hourly_usd": "33.552", "vcpu_count": "64", "memory_gb": "488", "gpu_count": "8", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB"]},
|
|
153
|
+
"p3dn.24xlarge": {"hourly_usd": "42.783", "vcpu_count": "96", "memory_gb": "768", "gpu_count": "8", "gpu_sku": "v100-32gb", "gpu_vram_gb": "32", "aliases": ["Tesla V100-SXM2-32GB"]},
|
|
154
|
+
"p4d.24xlarge": {"hourly_usd": "30.09784", "vcpu_count": "96", "memory_gb": "1152", "gpu_count": "8", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
155
|
+
"p4de.24xlarge": {"hourly_usd": "37.6223", "vcpu_count": "96", "memory_gb": "1152", "gpu_count": "8", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
156
|
+
"p5.48xlarge": {"hourly_usd": "68.80", "vcpu_count": "192", "memory_gb": "2048", "gpu_count": "8", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]},
|
|
157
|
+
"p5en.48xlarge": {"hourly_usd": "79.12", "vcpu_count": "192", "memory_gb": "2048", "gpu_count": "8", "gpu_sku": "h200-141gb-sxm5", "gpu_vram_gb": "141", "aliases": ["NVIDIA H200"]}
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
},
|
|
163
|
+
"gcp": {
|
|
164
|
+
"_last_verified": "2026-05-22",
|
|
165
|
+
"gce_gpu_attached": {
|
|
166
|
+
"regions": {
|
|
167
|
+
"us-central1": {
|
|
168
|
+
"accelerator_types": {
|
|
169
|
+
"nvidia-tesla-t4": {"gpu_hour_usd": "0.35", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
170
|
+
"nvidia-tesla-p4": {"gpu_hour_usd": "0.60", "gpu_sku": "p4-8gb", "gpu_vram_gb": "8", "aliases": ["Tesla P4", "NVIDIA P4"]},
|
|
171
|
+
"nvidia-tesla-v100": {"gpu_hour_usd": "2.48", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB"]},
|
|
172
|
+
"nvidia-tesla-p100": {"gpu_hour_usd": "1.46", "gpu_sku": "p100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla P100-PCIE-16GB"]},
|
|
173
|
+
"nvidia-l4": {"gpu_hour_usd": "0.71", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
174
|
+
"nvidia-tesla-a100": {"gpu_hour_usd": "3.67", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
175
|
+
"nvidia-a100-80gb": {"gpu_hour_usd": "5.07", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
176
|
+
"nvidia-h100-80gb": {"gpu_hour_usd": "11.06", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]}
|
|
177
|
+
}
|
|
178
|
+
},
|
|
179
|
+
"us-east1": {
|
|
180
|
+
"accelerator_types": {
|
|
181
|
+
"nvidia-tesla-t4": {"gpu_hour_usd": "0.35", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
182
|
+
"nvidia-l4": {"gpu_hour_usd": "0.71", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
183
|
+
"nvidia-tesla-a100": {"gpu_hour_usd": "3.67", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]}
|
|
184
|
+
}
|
|
185
|
+
},
|
|
186
|
+
"us-west1": {
|
|
187
|
+
"accelerator_types": {
|
|
188
|
+
"nvidia-tesla-t4": {"gpu_hour_usd": "0.35", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
189
|
+
"nvidia-l4": {"gpu_hour_usd": "0.71", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
190
|
+
"nvidia-tesla-v100": {"gpu_hour_usd": "2.48", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB"]},
|
|
191
|
+
"nvidia-tesla-a100": {"gpu_hour_usd": "3.67", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]}
|
|
192
|
+
}
|
|
193
|
+
},
|
|
194
|
+
"europe-west4": {
|
|
195
|
+
"accelerator_types": {
|
|
196
|
+
"nvidia-tesla-t4": {"gpu_hour_usd": "0.41", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
197
|
+
"nvidia-l4": {"gpu_hour_usd": "0.74", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
198
|
+
"nvidia-tesla-a100": {"gpu_hour_usd": "3.75", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
199
|
+
"nvidia-a100-80gb": {"gpu_hour_usd": "5.58", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
200
|
+
"nvidia-h100-80gb": {"gpu_hour_usd": "14.07", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]}
|
|
201
|
+
}
|
|
202
|
+
},
|
|
203
|
+
"asia-east1": {
|
|
204
|
+
"accelerator_types": {
|
|
205
|
+
"nvidia-tesla-t4": {"gpu_hour_usd": "0.40", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
206
|
+
"nvidia-l4": {"gpu_hour_usd": "0.82", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
207
|
+
"nvidia-tesla-v100": {"gpu_hour_usd": "2.68", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB"]},
|
|
208
|
+
"nvidia-h100-80gb": {"gpu_hour_usd": "12.80", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]}
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
},
|
|
213
|
+
"gce_gpu_bundled": {
|
|
214
|
+
"regions": {
|
|
215
|
+
"us-central1": {
|
|
216
|
+
"instance_types": {
|
|
217
|
+
"a2-highgpu-1g": {"hourly_usd": "3.6734", "vcpu_count": "12", "memory_gb": "85", "gpu_count": "1", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
218
|
+
"a2-ultragpu-1g": {"hourly_usd": "5.0688", "vcpu_count": "12", "memory_gb": "170", "gpu_count": "1", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
219
|
+
"a3-highgpu-8g": {"hourly_usd": "88.49", "vcpu_count": "208", "memory_gb": "1872", "gpu_count": "8", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]},
|
|
220
|
+
"g2-standard-4": {"hourly_usd": "0.7068", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]}
|
|
221
|
+
}
|
|
222
|
+
},
|
|
223
|
+
"us-east1": {
|
|
224
|
+
"instance_types": {
|
|
225
|
+
"a2-highgpu-1g": {"hourly_usd": "3.6734", "vcpu_count": "12", "memory_gb": "85", "gpu_count": "1", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
226
|
+
"g2-standard-4": {"hourly_usd": "0.7068", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]}
|
|
227
|
+
}
|
|
228
|
+
},
|
|
229
|
+
"us-east4": {
|
|
230
|
+
"instance_types": {
|
|
231
|
+
"a3-highgpu-8g": {"hourly_usd": "88.56", "vcpu_count": "208", "memory_gb": "1872", "gpu_count": "8", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]}
|
|
232
|
+
}
|
|
233
|
+
},
|
|
234
|
+
"us-west1": {
|
|
235
|
+
"instance_types": {
|
|
236
|
+
"a2-highgpu-1g": {"hourly_usd": "3.6734", "vcpu_count": "12", "memory_gb": "85", "gpu_count": "1", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
237
|
+
"g2-standard-4": {"hourly_usd": "0.7068", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]}
|
|
238
|
+
}
|
|
239
|
+
},
|
|
240
|
+
"europe-west4": {
|
|
241
|
+
"instance_types": {
|
|
242
|
+
"a2-highgpu-1g": {"hourly_usd": "3.748", "vcpu_count": "12", "memory_gb": "85", "gpu_count": "1", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
243
|
+
"a2-ultragpu-1g": {"hourly_usd": "5.5809", "vcpu_count": "12", "memory_gb": "170", "gpu_count": "1", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
244
|
+
"a3-highgpu-8g": {"hourly_usd": "112.54", "vcpu_count": "208", "memory_gb": "1872", "gpu_count": "8", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]},
|
|
245
|
+
"g2-standard-4": {"hourly_usd": "0.7429", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]}
|
|
246
|
+
}
|
|
247
|
+
},
|
|
248
|
+
"asia-east1": {
|
|
249
|
+
"instance_types": {
|
|
250
|
+
"a3-highgpu-8g": {"hourly_usd": "102.36", "vcpu_count": "208", "memory_gb": "1872", "gpu_count": "8", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]},
|
|
251
|
+
"g2-standard-4": {"hourly_usd": "0.8184", "vcpu_count": "4", "memory_gb": "16", "gpu_count": "1", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]}
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
},
|
|
257
|
+
"azure": {
|
|
258
|
+
"_last_verified": "2026-05-22",
|
|
259
|
+
"vm_gpu": {
|
|
260
|
+
"regions": {
|
|
261
|
+
"eastus": {
|
|
262
|
+
"instance_types": {
|
|
263
|
+
"Standard_NC24ads_A100_v4": {"hourly_usd": "3.673", "vcpu_count": "24", "memory_gb": "220", "gpu_count": "1", "gpu_sku": "a100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100 80GB PCIe"]},
|
|
264
|
+
"Standard_NC48ads_A100_v4": {"hourly_usd": "7.346", "vcpu_count": "48", "memory_gb": "440", "gpu_count": "2", "gpu_sku": "a100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100 80GB PCIe"]},
|
|
265
|
+
"Standard_NC96ads_A100_v4": {"hourly_usd": "9.554", "vcpu_count": "96", "memory_gb": "880", "gpu_count": "4", "gpu_sku": "a100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100 80GB PCIe"]},
|
|
266
|
+
"Standard_ND96amsr_A100_v4": {"hourly_usd": "32.77", "vcpu_count": "96", "memory_gb": "1900", "gpu_count": "8", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
267
|
+
"Standard_ND96isr_H100_v5": {"hourly_usd": "98.32", "vcpu_count": "96", "memory_gb": "1900", "gpu_count": "8", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]}
|
|
268
|
+
}
|
|
269
|
+
},
|
|
270
|
+
"eastus2": {
|
|
271
|
+
"instance_types": {
|
|
272
|
+
"Standard_NC48ads_A100_v4": {"hourly_usd": "7.346", "vcpu_count": "48", "memory_gb": "440", "gpu_count": "2", "gpu_sku": "a100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100 80GB PCIe"]},
|
|
273
|
+
"Standard_NC96ads_A100_v4": {"hourly_usd": "14.692", "vcpu_count": "96", "memory_gb": "880", "gpu_count": "4", "gpu_sku": "a100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100 80GB PCIe"]},
|
|
274
|
+
"Standard_ND96amsr_A100_v4": {"hourly_usd": "32.77", "vcpu_count": "96", "memory_gb": "1900", "gpu_count": "8", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]}
|
|
275
|
+
}
|
|
276
|
+
},
|
|
277
|
+
"westeurope": {
|
|
278
|
+
"instance_types": {
|
|
279
|
+
"Standard_NC96ads_A100_v4": {"hourly_usd": "3.82", "vcpu_count": "96", "memory_gb": "880", "gpu_count": "4", "gpu_sku": "a100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100 80GB PCIe"]},
|
|
280
|
+
"Standard_NC8ads_A10_v4": {"hourly_usd": "1.43", "vcpu_count": "8", "memory_gb": "56", "gpu_count": "1", "gpu_sku": "a10-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10"]},
|
|
281
|
+
"Standard_ND96asr_A100_v4": {"hourly_usd": "35.357", "vcpu_count": "96", "memory_gb": "1900", "gpu_count": "8", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
282
|
+
"Standard_ND96amsr_A100_v4": {"hourly_usd": "40.962", "vcpu_count": "96", "memory_gb": "1900", "gpu_count": "8", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]}
|
|
283
|
+
}
|
|
284
|
+
},
|
|
285
|
+
"southeastasia": {
|
|
286
|
+
"instance_types": {
|
|
287
|
+
"Standard_NC24ads_A100_v4": {"hourly_usd": "2.39", "vcpu_count": "24", "memory_gb": "220", "gpu_count": "1", "gpu_sku": "a100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100 80GB PCIe"]},
|
|
288
|
+
"Standard_NC96ads_A100_v4": {"hourly_usd": "19.10", "vcpu_count": "96", "memory_gb": "880", "gpu_count": "4", "gpu_sku": "a100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100 80GB PCIe"]}
|
|
289
|
+
}
|
|
290
|
+
}
|
|
291
|
+
}
|
|
292
|
+
},
|
|
293
|
+
"vm_vgpu": {
|
|
294
|
+
"regions": {
|
|
295
|
+
"eastus": {
|
|
296
|
+
"instance_types": {
|
|
297
|
+
"Standard_NV6ads_A10_v5": {"vgpu_hour_usd": "0.454", "vcpu_count": "6", "memory_gb": "55", "vgpu_profile": "1/6 A10", "gpu_sku": "a10-vgpu-1of6", "gpu_vram_gb": "4", "aliases": ["NVIDIA A10-4Q", "NVIDIA A10"]},
|
|
298
|
+
"Standard_NV12ads_A10_v5": {"vgpu_hour_usd": "0.908", "vcpu_count": "12", "memory_gb": "110", "vgpu_profile": "1/3 A10", "gpu_sku": "a10-vgpu-1of3", "gpu_vram_gb": "8", "aliases": ["NVIDIA A10-8Q", "NVIDIA A10"]},
|
|
299
|
+
"Standard_NV18ads_A10_v5": {"vgpu_hour_usd": "1.6", "vcpu_count": "18", "memory_gb": "220", "vgpu_profile": "1/2 A10", "gpu_sku": "a10-vgpu-1of2", "gpu_vram_gb": "12", "aliases": ["NVIDIA A10-12Q", "NVIDIA A10"]},
|
|
300
|
+
"Standard_NV36ads_A10_v5": {"vgpu_hour_usd": "3.2", "vcpu_count": "36", "memory_gb": "440", "vgpu_profile": "full A10", "gpu_sku": "a10-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10"]},
|
|
301
|
+
"Standard_NV36adms_A10_v5": {"vgpu_hour_usd": "4.52", "vcpu_count": "36", "memory_gb": "880", "vgpu_profile": "full A10 high-mem", "gpu_sku": "a10-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10"]},
|
|
302
|
+
"Standard_NV72ads_A10_v5": {"vgpu_hour_usd": "6.52", "vcpu_count": "72", "memory_gb": "880", "vgpu_profile": "2x A10", "gpu_sku": "a10-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10"]}
|
|
303
|
+
}
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
}
|
|
307
|
+
},
|
|
308
|
+
"modal": {
|
|
309
|
+
"_last_verified": "2026-05-22",
|
|
310
|
+
"per_gpu_second_active": {
|
|
311
|
+
"default": {
|
|
312
|
+
"t4": {"gpu_second_usd": "0.000164", "gpu_hour_usd": "0.59", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
313
|
+
"l4": {"gpu_second_usd": "0.000222", "gpu_hour_usd": "0.80", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
314
|
+
"a10": {"gpu_second_usd": "0.000306", "gpu_hour_usd": "1.10", "gpu_sku": "a10-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10"]},
|
|
315
|
+
"l40s": {"gpu_second_usd": "0.000542", "gpu_hour_usd": "1.95", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
316
|
+
"a100-40gb": {"gpu_second_usd": "0.000583", "gpu_hour_usd": "2.10", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
317
|
+
"a100-80gb": {"gpu_second_usd": "0.000694", "gpu_hour_usd": "2.50", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
318
|
+
"rtx-pro-6000": {"gpu_second_usd": "0.000842", "gpu_hour_usd": "3.03", "gpu_sku": "rtx-pro-6000-96gb", "gpu_vram_gb": "96", "aliases": ["NVIDIA RTX PRO 6000 Blackwell Server Edition"]},
|
|
319
|
+
"h100": {"gpu_second_usd": "0.001097", "gpu_hour_usd": "3.95", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]},
|
|
320
|
+
"h200": {"gpu_second_usd": "0.001261", "gpu_hour_usd": "4.54", "gpu_sku": "h200-141gb-sxm5", "gpu_vram_gb": "141", "aliases": ["NVIDIA H200"]},
|
|
321
|
+
"b200": {"gpu_second_usd": "0.001736", "gpu_hour_usd": "6.25", "gpu_sku": "b200-180gb-sxm6", "gpu_vram_gb": "180", "aliases": ["NVIDIA B200"]}
|
|
322
|
+
}
|
|
323
|
+
}
|
|
324
|
+
},
|
|
325
|
+
"runpod": {
|
|
326
|
+
"_last_verified": "2026-05-22",
|
|
327
|
+
"per_gpu_second_active": {
|
|
328
|
+
"default": {
|
|
329
|
+
"on_demand": {
|
|
330
|
+
"rtx-a5000": {"gpu_second_usd": "0.000044", "gpu_hour_usd": "0.16", "gpu_sku": "rtx-a5000-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA RTX A5000"]},
|
|
331
|
+
"rtx-3090": {"gpu_second_usd": "0.000061", "gpu_hour_usd": "0.22", "gpu_sku": "rtx-3090-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA GeForce RTX 3090"]},
|
|
332
|
+
"rtx-a6000": {"gpu_second_usd": "0.000092", "gpu_hour_usd": "0.33", "gpu_sku": "rtx-a6000-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA RTX A6000"]},
|
|
333
|
+
"rtx-4090": {"gpu_second_usd": "0.000094", "gpu_hour_usd": "0.34", "gpu_sku": "rtx-4090-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA GeForce RTX 4090"]},
|
|
334
|
+
"a40": {"gpu_second_usd": "0.000097", "gpu_hour_usd": "0.35", "gpu_sku": "a40-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA A40"]},
|
|
335
|
+
"l4": {"gpu_second_usd": "0.000122", "gpu_hour_usd": "0.44", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
336
|
+
"l40": {"gpu_second_usd": "0.000192", "gpu_hour_usd": "0.69", "gpu_sku": "l40-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40"]},
|
|
337
|
+
"rtx-6000-ada": {"gpu_second_usd": "0.000206", "gpu_hour_usd": "0.74", "gpu_sku": "rtx-6000-ada-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA RTX 6000 Ada Generation"]},
|
|
338
|
+
"l40s": {"gpu_second_usd": "0.000219", "gpu_hour_usd": "0.79", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
339
|
+
"a100-80gb-pcie": {"gpu_second_usd": "0.000331", "gpu_hour_usd": "1.19", "gpu_sku": "a100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100 80GB PCIe"]},
|
|
340
|
+
"a100-80gb-sxm": {"gpu_second_usd": "0.000386", "gpu_hour_usd": "1.39", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
341
|
+
"h100-pcie": {"gpu_second_usd": "0.000553", "gpu_hour_usd": "1.99", "gpu_sku": "h100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 PCIe", "NVIDIA H100 80GB PCIe"]},
|
|
342
|
+
"h100-nvl": {"gpu_second_usd": "0.000719", "gpu_hour_usd": "2.59", "gpu_sku": "h100-94gb-nvl", "gpu_vram_gb": "94", "aliases": ["NVIDIA H100 NVL"]},
|
|
343
|
+
"h100-sxm": {"gpu_second_usd": "0.000747", "gpu_hour_usd": "2.69", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]},
|
|
344
|
+
"h200": {"gpu_second_usd": "0.000997", "gpu_hour_usd": "3.59", "gpu_sku": "h200-141gb-sxm5", "gpu_vram_gb": "141", "aliases": ["NVIDIA H200"]},
|
|
345
|
+
"b200": {"gpu_second_usd": "0.001661", "gpu_hour_usd": "5.98", "gpu_sku": "b200-180gb-sxm6", "gpu_vram_gb": "180", "aliases": ["NVIDIA B200"]}
|
|
346
|
+
},
|
|
347
|
+
"community_cloud": {
|
|
348
|
+
"rtx-a5000": {"gpu_second_usd": "0.000044", "gpu_hour_usd": "0.16", "gpu_sku": "rtx-a5000-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA RTX A5000"]},
|
|
349
|
+
"rtx-3090": {"gpu_second_usd": "0.000061", "gpu_hour_usd": "0.22", "gpu_sku": "rtx-3090-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA GeForce RTX 3090"]},
|
|
350
|
+
"rtx-a6000": {"gpu_second_usd": "0.000092", "gpu_hour_usd": "0.33", "gpu_sku": "rtx-a6000-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA RTX A6000"]},
|
|
351
|
+
"rtx-4090": {"gpu_second_usd": "0.000094", "gpu_hour_usd": "0.34", "gpu_sku": "rtx-4090-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA GeForce RTX 4090"]},
|
|
352
|
+
"a40": {"gpu_second_usd": "0.000097", "gpu_hour_usd": "0.35", "gpu_sku": "a40-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA A40"]},
|
|
353
|
+
"l4": {"gpu_second_usd": "0.000122", "gpu_hour_usd": "0.44", "gpu_sku": "l4-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA L4"]},
|
|
354
|
+
"l40": {"gpu_second_usd": "0.000192", "gpu_hour_usd": "0.69", "gpu_sku": "l40-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40"]},
|
|
355
|
+
"l40s": {"gpu_second_usd": "0.000219", "gpu_hour_usd": "0.79", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
356
|
+
"a100-80gb-pcie": {"gpu_second_usd": "0.000331", "gpu_hour_usd": "1.19", "gpu_sku": "a100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100 80GB PCIe"]},
|
|
357
|
+
"a100-80gb-sxm": {"gpu_second_usd": "0.000386", "gpu_hour_usd": "1.39", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
358
|
+
"h100-pcie": {"gpu_second_usd": "0.000553", "gpu_hour_usd": "1.99", "gpu_sku": "h100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 PCIe"]},
|
|
359
|
+
"h100-sxm": {"gpu_second_usd": "0.000747", "gpu_hour_usd": "2.69", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]},
|
|
360
|
+
"h200": {"gpu_second_usd": "0.000997", "gpu_hour_usd": "3.59", "gpu_sku": "h200-141gb-sxm5", "gpu_vram_gb": "141", "aliases": ["NVIDIA H200"]}
|
|
361
|
+
}
|
|
362
|
+
}
|
|
363
|
+
}
|
|
364
|
+
},
|
|
365
|
+
"lambda_labs": {
|
|
366
|
+
"_last_verified": "2026-05-22",
|
|
367
|
+
"per_gpu_hour_reserved": {
|
|
368
|
+
"default": {
|
|
369
|
+
"rtx-6000": {"gpu_hour_usd": "0.69", "gpu_sku": "rtx-6000-24gb", "gpu_vram_gb": "24", "aliases": ["Quadro RTX 6000"]},
|
|
370
|
+
"v100": {"gpu_hour_usd": "0.79", "gpu_sku": "v100-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla V100-SXM2-16GB"]},
|
|
371
|
+
"a6000": {"gpu_hour_usd": "1.09", "gpu_sku": "rtx-a6000-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA RTX A6000"]},
|
|
372
|
+
"a10": {"gpu_hour_usd": "1.29", "gpu_sku": "a10-24gb", "gpu_vram_gb": "24", "aliases": ["NVIDIA A10"]},
|
|
373
|
+
"a100-40gb-sxm": {"gpu_hour_usd": "1.99", "gpu_sku": "a100-40gb-sxm4", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-SXM4-40GB"]},
|
|
374
|
+
"a100-40gb-pcie": {"gpu_hour_usd": "1.99", "gpu_sku": "a100-40gb-pcie", "gpu_vram_gb": "40", "aliases": ["NVIDIA A100-PCIE-40GB"]},
|
|
375
|
+
"gh200": {"gpu_hour_usd": "2.29", "gpu_sku": "gh200-96gb", "gpu_vram_gb": "96", "aliases": ["NVIDIA GH200 480GB"]},
|
|
376
|
+
"a100-80gb-sxm": {"gpu_hour_usd": "2.79", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
377
|
+
"h100-pcie": {"gpu_hour_usd": "3.29", "gpu_sku": "h100-80gb-pcie", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 PCIe", "NVIDIA H100 80GB PCIe"]},
|
|
378
|
+
"h100-sxm-8x": {"gpu_hour_usd": "3.99", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]},
|
|
379
|
+
"h100-sxm-1x": {"gpu_hour_usd": "4.29", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]},
|
|
380
|
+
"b200-sxm6-8x": {"gpu_hour_usd": "6.69", "gpu_sku": "b200-180gb-sxm6", "gpu_vram_gb": "180", "aliases": ["NVIDIA B200"]},
|
|
381
|
+
"b200-sxm6-1x": {"gpu_hour_usd": "6.99", "gpu_sku": "b200-180gb-sxm6", "gpu_vram_gb": "180", "aliases": ["NVIDIA B200"]}
|
|
382
|
+
}
|
|
383
|
+
}
|
|
384
|
+
},
|
|
385
|
+
"coreweave": {
|
|
386
|
+
"_last_verified": "2026-05-22",
|
|
387
|
+
"per_gpu_hour_reserved": {
|
|
388
|
+
"default": {
|
|
389
|
+
"l40": {"gpu_hour_usd": "1.25", "gpu_sku": "l40-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40"]},
|
|
390
|
+
"l40s": {"gpu_hour_usd": "2.25", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
391
|
+
"rtx-pro-6000": {"gpu_hour_usd": "2.50", "gpu_sku": "rtx-pro-6000-96gb", "gpu_vram_gb": "96", "aliases": ["NVIDIA RTX PRO 6000 Blackwell Server Edition"]},
|
|
392
|
+
"a100-80gb": {"gpu_hour_usd": "2.70", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
393
|
+
"h100-hgx-sxm5": {"gpu_hour_usd": "6.16", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]},
|
|
394
|
+
"h200-hgx": {"gpu_hour_usd": "6.31", "gpu_sku": "h200-141gb-sxm5", "gpu_vram_gb": "141", "aliases": ["NVIDIA H200"]},
|
|
395
|
+
"gh200": {"gpu_hour_usd": "6.50", "gpu_sku": "gh200-96gb", "gpu_vram_gb": "96", "aliases": ["NVIDIA GH200 480GB"]},
|
|
396
|
+
"hgx-b200": {"gpu_hour_usd": "8.60", "gpu_sku": "b200-180gb-sxm6", "gpu_vram_gb": "180", "aliases": ["NVIDIA B200"]},
|
|
397
|
+
"gb200-nvl72": {"gpu_hour_usd": "10.50", "gpu_sku": "gb200-186gb", "gpu_vram_gb": "186", "aliases": ["NVIDIA GB200"]}
|
|
398
|
+
}
|
|
399
|
+
}
|
|
400
|
+
},
|
|
401
|
+
"replicate": {
|
|
402
|
+
"_last_verified": "2026-05-22",
|
|
403
|
+
"per_gpu_second_active": {
|
|
404
|
+
"default": {
|
|
405
|
+
"t4": {"gpu_second_usd": "0.000225", "gpu_hour_usd": "0.81", "gpu_sku": "t4-16gb", "gpu_vram_gb": "16", "aliases": ["Tesla T4", "NVIDIA T4"]},
|
|
406
|
+
"l40s": {"gpu_second_usd": "0.000975", "gpu_hour_usd": "3.51", "gpu_sku": "l40s-48gb", "gpu_vram_gb": "48", "aliases": ["NVIDIA L40S"]},
|
|
407
|
+
"a100-80gb": {"gpu_second_usd": "0.001400", "gpu_hour_usd": "5.04", "gpu_sku": "a100-80gb-sxm4", "gpu_vram_gb": "80", "aliases": ["NVIDIA A100-SXM4-80GB"]},
|
|
408
|
+
"h100": {"gpu_second_usd": "0.001525", "gpu_hour_usd": "5.49", "gpu_sku": "h100-80gb-sxm5", "gpu_vram_gb": "80", "aliases": ["NVIDIA H100 80GB HBM3"]}
|
|
409
|
+
}
|
|
410
|
+
}
|
|
411
|
+
}
|
|
412
|
+
}
|