Add a --force-fp16 argument to force fp16 for testing.

This commit is contained in:
comfyanonymous
2023-07-01 22:42:35 -04:00
parent 1c1b0e7299
commit 6f3d9f52db
2 changed files with 13 additions and 1 deletions

View File

@@ -171,10 +171,15 @@ elif args.highvram or args.gpu_only:
vram_state = VRAMState.HIGH_VRAM
FORCE_FP32 = False
FORCE_FP16 = False
if args.force_fp32:
print("Forcing FP32, if this improves things please report it.")
FORCE_FP32 = True
if args.force_fp16:
print("Forcing FP16.")
FORCE_FP16 = True
if lowvram_available:
try:
import accelerate
@@ -457,6 +462,9 @@ def should_use_fp16(device=None):
global xpu_available
global directml_enabled
if FORCE_FP16:
return True
if device is not None: #TODO
if is_device_cpu(device):
return False