Better per model memory usage estimations.
This commit is contained in:
@@ -27,6 +27,8 @@ class BASE:
|
||||
text_encoder_key_prefix = ["cond_stage_model."]
|
||||
supported_inference_dtypes = [torch.float16, torch.bfloat16, torch.float32]
|
||||
|
||||
memory_usage_factor = 2.0
|
||||
|
||||
manual_cast_dtype = None
|
||||
|
||||
@classmethod
|
||||
|
||||
Reference in New Issue
Block a user