{"generated_at":1787557828,"basis":"fp16_tflops is dense FP16 tensor throughput (FP16 accumulate) from vendor spec sheets — a hardware ceiling, not a measured benchmark. Models without a defensible public figure are unrated, not guessed.","count":25,"unrated_models":["A100 80GB PCIE","A16","B300","B300 CC","CMP 170HX","GAUDI 2","GB300","GTX 1050","GTX 1050 TI","GTX 1060","GTX 1070","GTX 1070 TI","GTX 1070TI","GTX 1080","GTX 1080 TI","GTX 1650 S","GTX 1660","GTX 1660 S","GTX 1660 TI","GTX TITAN X","H100-NVL-PCIE","L40S (GRAPHICS MODE)","M4000","P2000","P4","P40","PRO 6000 MIG 24GB","PRO 6000 MIG 48GB","PRO6000SE","PRO6000WE","Q RTX 5000","Q RTX 6000","QUADRO GV100","QUADRO P4000","RTX 2000 ADA","RTX 2000ADA","RTX 2060","RTX 2070","RTX 2070S","RTX 2080S","RTX 3060 LAPTOP","RTX 3070 LAPTOP","RTX 4000 ADA","RTX 4000 ADA SFF","RTX 4000ADA","RTX 4060","RTX 4060 TI","RTX 4080 SUPER","RTX 4090D","RTX 4500ADA","RTX 5000 ADA","RTX 5000ADA","RTX 5060 LAPTOP","RTX 5880ADA","RTX 6000","RTX A4500","RTX PRO 4000","RTX PRO 4500","RTX PRO 4500 SE","RTX PRO 5000","RTX PRO 6000 CC","RTX PRO 6000 MAXQ","RTX PRO 6000 WK","T4","TESLA P100","TESLA P4","TESLA P40","TESLA T4","TITAN RTX","TITAN XP","V100","V100 SXM2"],"value":[{"gpu_model":"TESLA V100","offer_class":"interruptible","fp16_tflops":112,"vram_gb":32.0,"best_price_per_gpu_hr":0.013611,"offers":20,"tflops_per_usd_hr":8228.6},{"gpu_model":"RTX 5080","offer_class":"interruptible","fp16_tflops":225,"vram_gb":16.0,"best_price_per_gpu_hr":0.028889,"offers":12,"tflops_per_usd_hr":7788.4},{"gpu_model":"TESLA V100","offer_class":"on_demand","fp16_tflops":112,"vram_gb":32.0,"best_price_per_gpu_hr":0.022444,"offers":19,"tflops_per_usd_hr":4990.2},{"gpu_model":"RTX 3090","offer_class":"interruptible","fp16_tflops":142,"vram_gb":24.0,"best_price_per_gpu_hr":0.028889,"offers":41,"tflops_per_usd_hr":4915.4},{"gpu_model":"RTX 3080","offer_class":"on_demand","fp16_tflops":119,"vram_gb":20.0,"best_price_per_gpu_hr":0.028889,"offers":10,"tflops_per_usd_hr":4119.2},{"gpu_model":"RTX 5090","offer_class":"interruptible","fp16_tflops":419,"vram_gb":32.0,"best_price_per_gpu_hr":0.108222,"offers":47,"tflops_per_usd_hr":3871.7},{"gpu_model":"H100 SXM","offer_class":"interruptible","fp16_tflops":989,"vram_gb":80.0,"best_price_per_gpu_hr":0.282963,"offers":13,"tflops_per_usd_hr":3495.2},{"gpu_model":"L4","offer_class":"on_demand","fp16_tflops":60,"vram_gb":24.0,"best_price_per_gpu_hr":0.019111,"offers":12,"tflops_per_usd_hr":3139.6},{"gpu_model":"RTX 2080 TI","offer_class":"interruptible","fp16_tflops":108,"vram_gb":22.0,"best_price_per_gpu_hr":0.037778,"offers":7,"tflops_per_usd_hr":2858.8},{"gpu_model":"RTX A4000","offer_class":"interruptible","fp16_tflops":38,"vram_gb":16.0,"best_price_per_gpu_hr":0.013519,"offers":21,"tflops_per_usd_hr":2810.9},{"gpu_model":"RTX A5000","offer_class":"interruptible","fp16_tflops":56,"vram_gb":24.0,"best_price_per_gpu_hr":0.020556,"offers":9,"tflops_per_usd_hr":2724.3},{"gpu_model":"RTX 4090","offer_class":"interruptible","fp16_tflops":330,"vram_gb":48.0,"best_price_per_gpu_hr":0.121481,"offers":44,"tflops_per_usd_hr":2716.5},{"gpu_model":"RTX 4080S","offer_class":"interruptible","fp16_tflops":209,"vram_gb":32.0,"best_price_per_gpu_hr":0.077741,"offers":6,"tflops_per_usd_hr":2688.4},{"gpu_model":"RTX 5060 TI","offer_class":"interruptible","fp16_tflops":95,"vram_gb":15.9,"best_price_per_gpu_hr":0.036296,"offers":28,"tflops_per_usd_hr":2617.4},{"gpu_model":"RTX 4070S TI","offer_class":"interruptible","fp16_tflops":176,"vram_gb":16.0,"best_price_per_gpu_hr":0.067778,"offers":6,"tflops_per_usd_hr":2596.7},{"gpu_model":"H100 NVL","offer_class":"interruptible","fp16_tflops":989,"vram_gb":94.0,"best_price_per_gpu_hr":0.40197,"offers":6,"tflops_per_usd_hr":2460.4},{"gpu_model":"RTX 4090","offer_class":"on_demand","fp16_tflops":330,"vram_gb":48.0,"best_price_per_gpu_hr":0.134815,"offers":83,"tflops_per_usd_hr":2447.8},{"gpu_model":"A800 PCIE","offer_class":"interruptible","fp16_tflops":312,"vram_gb":80.0,"best_price_per_gpu_hr":0.129889,"offers":4,"tflops_per_usd_hr":2402.1},{"gpu_model":"A100 SXM4","offer_class":"interruptible","fp16_tflops":312,"vram_gb":80.0,"best_price_per_gpu_hr":0.130316,"offers":26,"tflops_per_usd_hr":2394.2},{"gpu_model":"A100 PCIE","offer_class":"interruptible","fp16_tflops":312,"vram_gb":80.0,"best_price_per_gpu_hr":0.130815,"offers":16,"tflops_per_usd_hr":2385.0},{"gpu_model":"RTX 5060 TI","offer_class":"on_demand","fp16_tflops":95,"vram_gb":15.9,"best_price_per_gpu_hr":0.042963,"offers":21,"tflops_per_usd_hr":2211.2},{"gpu_model":"RTX 3080","offer_class":"interruptible","fp16_tflops":119,"vram_gb":10.0,"best_price_per_gpu_hr":0.054815,"offers":9,"tflops_per_usd_hr":2170.9},{"gpu_model":"RTX 4070S","offer_class":"interruptible","fp16_tflops":142,"vram_gb":12.0,"best_price_per_gpu_hr":0.06787,"offers":4,"tflops_per_usd_hr":2092.2},{"gpu_model":"RTX 4070","offer_class":"interruptible","fp16_tflops":116,"vram_gb":12.0,"best_price_per_gpu_hr":0.055556,"offers":5,"tflops_per_usd_hr":2088.0},{"gpu_model":"RTX 4070S","offer_class":"on_demand","fp16_tflops":142,"vram_gb":12.0,"best_price_per_gpu_hr":0.068519,"offers":6,"tflops_per_usd_hr":2072.4}]}