We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 03e5368 commit 87bde13Copy full SHA for 87bde13
1 file changed
distorch_2.py
@@ -67,7 +67,7 @@ def patched_load_models_gpu(models, memory_required=0, force_patch_weights=False
67
models_temp.add(m)
68
model_type = type(m).__name__
69
70
- if ("GGUF" in model_type or "ModelPatcher" in model_type) and hasattr(m, "model_patches_to"):
+ if ("GGUF" in model_type or "ModelPatcher" in model_type) and hasattr(m, "model_patches_to") and not hasattr(m, "model_patches_models"):
71
logger.info(f"[MultiGPU DisTorch V2] {type(m).__name__} missing 'model_patches_models' attribute, using 'model_patches_to' fallback.")
72
target_device = m.load_device
73
logger.debug(f"[MultiGPU DisTorch V2] Target device: {target_device}")
0 commit comments