Merge pull request #128 from max-solo23/patch-2

Fix AttributeError for patchers missing model_patches_models() (GGUFModelPatcher, ModelPatcher)

Author: pollockjj

distorch_2.py

@@ -51,6 +51,20 @@ def patched_load_models_gpu(models, memory_required=0, force_patch_weights=False
             models_temp = set()
             for m in models:
                 models_temp.add(m)
+                model_type = type(m).__name__
+
+                if ("GGUF" in model_type or "ModelPatcher" in model_type) and hasattr(m, "model_patches_to"):
+                    logger.info(f"[MultiGPU DisTorch V2] {type(m).__name__} missing 'model_patches_models' attribute, using 'model_patches_to' fallback.")
+                    target_device = m.load_device
+                    logger.debug(f"[MultiGPU DisTorch V2] Target device: {target_device}")
+                    patches = m.model_patches_to(target_device)
+                    if patches:
+                        logger.debug(f"[MultiGPU DisTorch V2] Found {len(patches)} mm_patch(es) for {type(m).__name__} on device {target_device}")
+                        for mm_patch in patches:
+                            logger.debug(f"[MultiGPU DisTorch V2] Registering mm_patch: {type(mm_patch).__name__}")
+                            models_temp.add(mm_patch)
+                    continue
+                
                 for mm_patch in m.model_patches_models():
                     models_temp.add(mm_patch)
                 patches = m.model_patches_to(m.load_device)

pyproject.toml

@@ -1,7 +1,7 @@
 [project]
 name = "comfyui-multigpu"
 description = "Provides a suite of custom nodes to manage multiple GPUs for ComfyUI, including advanced model offloading for both GGUF and Safetensor formats with DisTorch, and bespoke MultiGPU support for WanVideoWrapper and other custom nodes."
-version = "2.5.7"
+version = "2.5.8"
 license = {file = "LICENSE"}
 
 [project.urls]