Better per model memory usage estimations.

This commit is contained in:
comfyanonymous
2024-08-02 18:08:21 -04:00
parent 3a9ee995cf
commit ea03c9dcd2
3 changed files with 17 additions and 25 deletions

View File

@@ -27,6 +27,8 @@ class BASE:
text_encoder_key_prefix = ["cond_stage_model."]
supported_inference_dtypes = [torch.float16, torch.bfloat16, torch.float32]
memory_usage_factor = 2.0
manual_cast_dtype = None
@classmethod