gguf-parser-web / devices.json
phate334's picture
[add] device model
863856d
raw
history blame
1.07 kB
{
"V100": {"memorySize": 32, "memoryBandwidth": 900, "FLOPS": "112.224TFLOPS"},
"T4": {"memorySize": 16, "memoryBandwidth": 320, "FLOPS": "64.8TFLOPS"},
"A2": {"memorySize": 16, "memoryBandwidth": 200, "FLOPS": "18.124TFLOPS"},
"A10": {"memorySize": 24, "memoryBandwidth": 600, "FLOPS": "124.96TFLOPS"},
"A16*4": {"memorySize": 64, "memoryBandwidth": 800, "FLOPS": "73.728TFLOPS"},
"A30": {"memorySize": 24, "memoryBandwidth": 933.1, "FLOPS": "165.12TFLOPS"},
"A40": {"memorySize": 48, "memoryBandwidth": 695.8, "FLOPS": "149.68TFLOPS"},
"A100-40GB": {"memorySize": 40, "memoryBandwidth": 1555, "FLOPS": "312.0TFLOPS"},
"A100-80GB": {"memorySize": 80, "memoryBandwidth": 1555, "FLOPS": "312.0TFLOPS"},
"H100-PCIE": {"memorySize": 80, "memoryBandwidth": 2039, "FLOPS": "756.449TFLOPS"},
"H100-SXM": {"memorySize": 80, "memoryBandwidth": 3352, "FLOPS": "989.43TFLOPS"},
"L40": {"memorySize": 48, "memoryBandwidth": 864, "FLOPS": "362.066TFLOPS"},
"L4": {"memorySize": 24, "memoryBandwidth": 300, "FLOPS": "121.0TFLOPS"}
}