Mixed precision diffusion models with scaled fp8.

This change allows supports for diffusion models where all the linears are
scaled fp8 while the other weights are the original precision.
This commit is contained in:
comfyanonymous
2024-10-21 18:12:51 -04:00
parent 83ca891118
commit 0075c6d096
5 changed files with 14 additions and 11 deletions

View File

@@ -49,7 +49,7 @@ class BASE:
manual_cast_dtype = None
custom_operations = None
scaled_fp8 = False
scaled_fp8 = None
optimizations = {"fp8": False}
@classmethod