feat: Support mxfp8 (#12907)

This commit is contained in:
Jukka Seppänen
2026-03-15 00:36:29 +02:00
committed by GitHub
parent e0982a7174
commit 1c5db7397d
4 changed files with 115 additions and 0 deletions
+13
View File
@@ -1712,6 +1712,19 @@ def supports_nvfp4_compute(device=None):
return True
def supports_mxfp8_compute(device=None):
if not is_nvidia():
return False
if torch_version_numeric < (2, 10):
return False
props = torch.cuda.get_device_properties(device)
if props.major < 10:
return False
return True
def extended_fp16_support():
# TODO: check why some models work with fp16 on newer torch versions but not on older
if torch_version_numeric < (2, 7):