{"basis":"fp16_tflops is dense FP16 tensor throughput (FP16 accumulate) from vendor spec sheets — a hardware ceiling, not a measured benchmark. Models without a defensible public figure are unrated, not guessed.","fp16_dense_tflops":{"B200":2250,"B200 CC":2250,"H200":989,"H200 NVL":989,"H200 SXM":989,"GH200":989,"H100":756,"H100 SXM":989,"H100 PCIE":756,"H100 NVL":989,"A100 SXM4":312,"A100 PCIE":312,"A100":312,"A100 40GB":312,"A100 80GB":312,"A100 SXM":312,"A100 SXM 40GB":312,"A800 PCIE":312,"MI300X":1307,"L40S":181,"L40":90,"L4":60,"A40":75,"A10":63,"TESLA V100":112,"V100 16GB":112,"V100 32GB":112,"RTX 6000 ADA":182,"RTX 6000ADA":182,"RTX A6000":77,"RTX A5000":56,"RTX A4000":38,"RTX A2000":32,"RTX PRO 6000":500,"RTX PRO 6000 WS":500,"RTX PRO 6000 S":470,"RTX 5090":419,"RTX 5080":225,"RTX 5070 TI":176,"RTX 5070":123,"RTX 5060 TI":95,"RTX 5060":77,"RTX 4090":330,"RTX 4080S":209,"RTX 4080":195,"RTX 4070S TI":176,"RTX 4070 TI":160,"RTX 4070S":142,"RTX 4070":116,"RTX 3090 TI":160,"RTX 3090":142,"RTX 3080 TI":137,"RTX 3080":119,"RTX 3070 TI":87,"RTX 3070":81,"RTX 3060 TI":65,"RTX 3060":51,"RTX 2080 TI":108,"RTX 8000":130},"mem_bw_gbs":{"B200":8000,"B200 CC":8000,"H200":4800,"H200 NVL":4800,"H200 SXM":4800,"H100 SXM":3350,"H100":3350,"H100 PCIE":2000,"A100 SXM4":2039,"A100 80GB":1935,"A100 40GB":1555,"A100 SXM 40GB":1555,"MI300X":5325,"L40S":864,"L40":864,"L4":300,"A40":696,"A10":600,"TESLA V100":900,"V100 16GB":900,"V100 32GB":900,"RTX 6000 ADA":960,"RTX 6000ADA":960,"RTX A6000":768,"RTX A5000":768,"RTX A4000":448,"RTX A2000":288,"RTX PRO 6000":1792,"RTX PRO 6000 WS":1792,"RTX PRO 6000 S":1792,"RTX 5090":1792,"RTX 5080":960,"RTX 5070 TI":896,"RTX 5070":672,"RTX 5060 TI":448,"RTX 5060":448,"RTX 4090":1008,"RTX 4080S":736,"RTX 4080":717,"RTX 4070S TI":672,"RTX 4070 TI":504,"RTX 4070S":504,"RTX 4070":504,"RTX 3090 TI":1008,"RTX 3090":936,"RTX 3080 TI":912,"RTX 3080":760,"RTX 3070 TI":608,"RTX 3070":448,"RTX 3060 TI":448,"RTX 3060":360,"RTX 3060 LAPTOP":336,"RTX 3070 LAPTOP":448,"RTX 2080 TI":616,"RTX 8000":672,"TESLA T4":320,"TESLA P40":346,"TESLA P100":732,"GTX 1080 TI":484,"GTX 1080":320,"GTX 1070":256,"GTX 1060":192},"int8_fp8_dense_tops":{"B200":4500,"B200 CC":4500,"H200":1978,"H200 NVL":1978,"H200 SXM":1978,"GH200":1978,"H100":1512,"H100 SXM":1978,"H100 PCIE":1512,"H100 NVL":1978,"A100 SXM4":624,"A100 PCIE":624,"A100":624,"A100 40GB":624,"A100 80GB":624,"A100 SXM":624,"A100 SXM 40GB":624,"A800 PCIE":624,"MI300X":2614,"L40S":362,"L40":180,"L4":120,"A40":150,"A10":126,"RTX 6000 ADA":364,"RTX 6000ADA":364,"RTX A6000":154,"RTX A5000":112,"RTX A4000":76,"RTX A2000":64,"RTX PRO 6000":1000,"RTX PRO 6000 WS":1000,"RTX PRO 6000 S":940,"RTX 5090":838,"RTX 5080":450,"RTX 5070 TI":352,"RTX 5070":246,"RTX 5060 TI":190,"RTX 5060":154,"RTX 4090":660,"RTX 4080S":418,"RTX 4080":390,"RTX 4070S TI":352,"RTX 4070 TI":320,"RTX 4070S":284,"RTX 4070":232,"RTX 3090 TI":320,"RTX 3090":284,"RTX 3080 TI":274,"RTX 3080":238,"RTX 3070 TI":174,"RTX 3070":162,"RTX 3060 TI":130,"RTX 3060":102,"RTX 2080 TI":216,"RTX 8000":260}}