Rollback core of last commit due to weird behavior

This commit is contained in:
Jedrzej Kosinski 2025-03-28 02:48:11 -05:00
parent 9ce9ff8ef8
commit 407a5a656f

View File

@ -99,13 +99,13 @@ def create_multigpu_deepclones(model: ModelPatcher, max_gpus: int, gpu_options:
gpu_options.register(model)
else:
logging.info("No extra torch devices need initialization, skipping initializing MultiGPU Work Units.")
# only keep model clones that don't go 'past' the intended max_gpu count
multigpu_models = model.get_additional_models_with_key("multigpu")
new_multigpu_models = []
for m in multigpu_models:
if m.load_device in limit_extra_devices:
new_multigpu_models.append(m)
model.set_additional_models("multigpu", new_multigpu_models)
# TODO: only keep model clones that don't go 'past' the intended max_gpu count
# multigpu_models = model.get_additional_models_with_key("multigpu")
# new_multigpu_models = []
# for m in multigpu_models:
# if m.load_device in limit_extra_devices:
# new_multigpu_models.append(m)
# model.set_additional_models("multigpu", new_multigpu_models)
# persist skip_devices for use in sampling code
# if len(skip_devices) > 0 or "multigpu_skip_devices" in model.model_options:
# model.model_options["multigpu_skip_devices"] = skip_devices