diff --git a/.gitignore b/.gitignore
index 61881b8a..520190e4 100644
--- a/.gitignore
+++ b/.gitignore
@@ -21,3 +21,12 @@ venv/
*.log
web_custom_versions/
.DS_Store
+
+.env
+
+
+models
+custom_nodes
+models/
+flux_loras/
+custom_nodes/
\ No newline at end of file
diff --git a/MEMEDECK.md b/MEMEDECK.md
new file mode 100644
index 00000000..aa8f98f9
--- /dev/null
+++ b/MEMEDECK.md
@@ -0,0 +1,50 @@
+# Commands to set up the environment.
+
+## Enable MIGs on NVIDA GPU
+
+
+https://www.seimaxim.com/kb/gpu/nvidia-a100-mig-cheat-sheat
+
+```zsh
+sudo nvidia-smi -i 0 -mig 1
+sudo nvidia-smi mig -cgi 9,9 -C
+```
+
+Start comfy with MIGs
+
+```zsh
+CUDA_VISIBLE_DEVICES=MIG-0 python main.py --port 5000 --listen 0.0.0.0 --cuda-device 0 --preview-method auto
+```
+
+
+## Tunnel remote server port to local machine port
+
+### On the server
+
+```zsh
+sudo nano /etc/ssh/sshd_config
+
+# uncomment this line in the sshd_config file
+GatewayPorts yes
+```
+Then restart the machine.
+
+## On your local machine
+```zsh
+sudo ssh -i ~/.ssh/memedeck-monolith.pem -N -R 9090:localhost:8079 holium@172.206.15.40
+```
+
+## install autossh (maybe not needed)
+```zsh
+brew install autossh
+autossh -M 0 -o "ServerAliveInterval 30" -o "ServerAliveCountMax 3" -i ~/.ssh/memedeck-monolith.pem -N -R 9090:localhost:8079 holium@172.206.15.40
+```
+
+
+
+## On the server
+This is to allow the port to be accessed from the local machine.
+
+```zsh
+sudo iptables -A INPUT -p tcp --dport 9090 -j ACCEPT
+```
\ No newline at end of file
diff --git a/comfy/lora.py b/comfy/lora.py
index bc9f3022..f37d2481 100644
--- a/comfy/lora.py
+++ b/comfy/lora.py
@@ -213,10 +213,9 @@ def load_lora(lora, to_load, log_missing=True):
patch_dict[to_load[x]] = ("set", (set_weight,))
loaded_keys.add(set_weight_name)
- if log_missing:
- for x in lora.keys():
- if x not in loaded_keys:
- logging.warning("lora key not loaded: {}".format(x))
+ # for x in lora.keys():
+ # if x not in loaded_keys:
+ # logging.warning("lora key not loaded: {}".format(x))
return patch_dict
diff --git a/custom_nodes/example_node.py.example b/custom_nodes/example_node.py.example
deleted file mode 100644
index 29ab2aa7..00000000
--- a/custom_nodes/example_node.py.example
+++ /dev/null
@@ -1,155 +0,0 @@
-class Example:
- """
- A example node
-
- Class methods
- -------------
- INPUT_TYPES (dict):
- Tell the main program input parameters of nodes.
- IS_CHANGED:
- optional method to control when the node is re executed.
-
- Attributes
- ----------
- RETURN_TYPES (`tuple`):
- The type of each element in the output tuple.
- RETURN_NAMES (`tuple`):
- Optional: The name of each output in the output tuple.
- FUNCTION (`str`):
- The name of the entry-point method. For example, if `FUNCTION = "execute"` then it will run Example().execute()
- OUTPUT_NODE ([`bool`]):
- If this node is an output node that outputs a result/image from the graph. The SaveImage node is an example.
- The backend iterates on these output nodes and tries to execute all their parents if their parent graph is properly connected.
- Assumed to be False if not present.
- CATEGORY (`str`):
- The category the node should appear in the UI.
- DEPRECATED (`bool`):
- Indicates whether the node is deprecated. Deprecated nodes are hidden by default in the UI, but remain
- functional in existing workflows that use them.
- EXPERIMENTAL (`bool`):
- Indicates whether the node is experimental. Experimental nodes are marked as such in the UI and may be subject to
- significant changes or removal in future versions. Use with caution in production workflows.
- execute(s) -> tuple || None:
- The entry point method. The name of this method must be the same as the value of property `FUNCTION`.
- For example, if `FUNCTION = "execute"` then this method's name must be `execute`, if `FUNCTION = "foo"` then it must be `foo`.
- """
- def __init__(self):
- pass
-
- @classmethod
- def INPUT_TYPES(s):
- """
- Return a dictionary which contains config for all input fields.
- Some types (string): "MODEL", "VAE", "CLIP", "CONDITIONING", "LATENT", "IMAGE", "INT", "STRING", "FLOAT".
- Input types "INT", "STRING" or "FLOAT" are special values for fields on the node.
- The type can be a list for selection.
-
- Returns: `dict`:
- - Key input_fields_group (`string`): Can be either required, hidden or optional. A node class must have property `required`
- - Value input_fields (`dict`): Contains input fields config:
- * Key field_name (`string`): Name of a entry-point method's argument
- * Value field_config (`tuple`):
- + First value is a string indicate the type of field or a list for selection.
- + Second value is a config for type "INT", "STRING" or "FLOAT".
- """
- return {
- "required": {
- "image": ("IMAGE",),
- "int_field": ("INT", {
- "default": 0,
- "min": 0, #Minimum value
- "max": 4096, #Maximum value
- "step": 64, #Slider's step
- "display": "number", # Cosmetic only: display as "number" or "slider"
- "lazy": True # Will only be evaluated if check_lazy_status requires it
- }),
- "float_field": ("FLOAT", {
- "default": 1.0,
- "min": 0.0,
- "max": 10.0,
- "step": 0.01,
- "round": 0.001, #The value representing the precision to round to, will be set to the step value by default. Can be set to False to disable rounding.
- "display": "number",
- "lazy": True
- }),
- "print_to_screen": (["enable", "disable"],),
- "string_field": ("STRING", {
- "multiline": False, #True if you want the field to look like the one on the ClipTextEncode node
- "default": "Hello World!",
- "lazy": True
- }),
- },
- }
-
- RETURN_TYPES = ("IMAGE",)
- #RETURN_NAMES = ("image_output_name",)
-
- FUNCTION = "test"
-
- #OUTPUT_NODE = False
-
- CATEGORY = "Example"
-
- def check_lazy_status(self, image, string_field, int_field, float_field, print_to_screen):
- """
- Return a list of input names that need to be evaluated.
-
- This function will be called if there are any lazy inputs which have not yet been
- evaluated. As long as you return at least one field which has not yet been evaluated
- (and more exist), this function will be called again once the value of the requested
- field is available.
-
- Any evaluated inputs will be passed as arguments to this function. Any unevaluated
- inputs will have the value None.
- """
- if print_to_screen == "enable":
- return ["int_field", "float_field", "string_field"]
- else:
- return []
-
- def test(self, image, string_field, int_field, float_field, print_to_screen):
- if print_to_screen == "enable":
- print(f"""Your input contains:
- string_field aka input text: {string_field}
- int_field: {int_field}
- float_field: {float_field}
- """)
- #do some processing on the image, in this example I just invert it
- image = 1.0 - image
- return (image,)
-
- """
- The node will always be re executed if any of the inputs change but
- this method can be used to force the node to execute again even when the inputs don't change.
- You can make this node return a number or a string. This value will be compared to the one returned the last time the node was
- executed, if it is different the node will be executed again.
- This method is used in the core repo for the LoadImage node where they return the image hash as a string, if the image hash
- changes between executions the LoadImage node is executed again.
- """
- #@classmethod
- #def IS_CHANGED(s, image, string_field, int_field, float_field, print_to_screen):
- # return ""
-
-# Set the web directory, any .js file in that directory will be loaded by the frontend as a frontend extension
-# WEB_DIRECTORY = "./somejs"
-
-
-# Add custom API routes, using router
-from aiohttp import web
-from server import PromptServer
-
-@PromptServer.instance.routes.get("/hello")
-async def get_hello(request):
- return web.json_response("hello")
-
-
-# A dictionary that contains all nodes you want to export with their names
-# NOTE: names should be globally unique
-NODE_CLASS_MAPPINGS = {
- "Example": Example
-}
-
-# A dictionary that contains the friendly/humanly readable titles for the nodes
-NODE_DISPLAY_NAME_MAPPINGS = {
- "Example": "Example Node"
-}
diff --git a/custom_nodes/websocket_image_save.py b/custom_nodes/websocket_image_save.py
deleted file mode 100644
index 15f87f9f..00000000
--- a/custom_nodes/websocket_image_save.py
+++ /dev/null
@@ -1,44 +0,0 @@
-from PIL import Image
-import numpy as np
-import comfy.utils
-import time
-
-#You can use this node to save full size images through the websocket, the
-#images will be sent in exactly the same format as the image previews: as
-#binary images on the websocket with a 8 byte header indicating the type
-#of binary message (first 4 bytes) and the image format (next 4 bytes).
-
-#Note that no metadata will be put in the images saved with this node.
-
-class SaveImageWebsocket:
- @classmethod
- def INPUT_TYPES(s):
- return {"required":
- {"images": ("IMAGE", ),}
- }
-
- RETURN_TYPES = ()
- FUNCTION = "save_images"
-
- OUTPUT_NODE = True
-
- CATEGORY = "api/image"
-
- def save_images(self, images):
- pbar = comfy.utils.ProgressBar(images.shape[0])
- step = 0
- for image in images:
- i = 255. * image.cpu().numpy()
- img = Image.fromarray(np.clip(i, 0, 255).astype(np.uint8))
- pbar.update_absolute(step, images.shape[0], ("PNG", img, None))
- step += 1
-
- return {}
-
- @classmethod
- def IS_CHANGED(s, images):
- return time.time()
-
-NODE_CLASS_MAPPINGS = {
- "SaveImageWebsocket": SaveImageWebsocket,
-}
diff --git a/execution.py b/execution.py
index 2c979205..afeb855a 100644
--- a/execution.py
+++ b/execution.py
@@ -245,7 +245,7 @@ def format_value(x):
else:
return str(x)
-def execute(server, dynprompt, caches, current_item, extra_data, executed, prompt_id, execution_list, pending_subgraph_results):
+def execute(server, memedeck_worker, dynprompt, caches, current_item, extra_data, executed, prompt_id, execution_list, pending_subgraph_results):
unique_id = current_item
real_node_id = dynprompt.get_real_node_id(unique_id)
display_node_id = dynprompt.get_display_node_id(unique_id)
@@ -253,10 +253,15 @@ def execute(server, dynprompt, caches, current_item, extra_data, executed, promp
inputs = dynprompt.get_node(unique_id)['inputs']
class_type = dynprompt.get_node(unique_id)['class_type']
class_def = nodes.NODE_CLASS_MAPPINGS[class_type]
+ is_memedeck = extra_data.get("is_memedeck", False)
+
if caches.outputs.get(unique_id) is not None:
if server.client_id is not None:
cached_output = caches.ui.get(unique_id) or {}
server.send_sync("executed", { "node": unique_id, "display_node": display_node_id, "output": cached_output.get("output",None), "prompt_id": prompt_id }, server.client_id)
+ if memedeck_worker.ws_id is not None:
+ memedeck_worker.send_sync("executed", { "node": unique_id, "display_node": display_node_id, "output": cached_output.get("output",None), "prompt_id": prompt_id }, memedeck_worker.ws_id)
+ # elif is_memedeck:
return (ExecutionResult.SUCCESS, None, None)
input_data_all = None
@@ -284,10 +289,13 @@ def execute(server, dynprompt, caches, current_item, extra_data, executed, promp
has_subgraph = False
else:
input_data_all, missing_keys = get_input_data(inputs, class_def, unique_id, caches.outputs, dynprompt, extra_data)
- if server.client_id is not None:
+ if server.client_id is not None and not is_memedeck:
server.last_node_id = display_node_id
server.send_sync("executing", { "node": unique_id, "display_node": display_node_id, "prompt_id": prompt_id }, server.client_id)
-
+ elif is_memedeck:
+ memedeck_worker.last_node_id = display_node_id
+ memedeck_worker.send_sync("executing", { "node": unique_id, "display_node": display_node_id, "prompt_id": prompt_id }, memedeck_worker.ws_id)
+
obj = caches.objects.get(unique_id)
if obj is None:
obj = class_def()
@@ -319,6 +327,7 @@ def execute(server, dynprompt, caches, current_item, extra_data, executed, promp
"current_outputs": [],
}
server.send_sync("execution_error", mes, server.client_id)
+ memedeck_worker.send_sync("execution_error", mes, memedeck_worker.ws_id)
return ExecutionBlocker(None)
else:
return block
@@ -335,8 +344,11 @@ def execute(server, dynprompt, caches, current_item, extra_data, executed, promp
},
"output": output_ui
})
- if server.client_id is not None:
+ if server.client_id is not None and not is_memedeck:
server.send_sync("executed", { "node": unique_id, "display_node": display_node_id, "output": output_ui, "prompt_id": prompt_id }, server.client_id)
+ elif is_memedeck:
+ memedeck_worker.send_sync("executed", { "node": unique_id, "display_node": display_node_id, "output": output_ui, "prompt_id": prompt_id }, memedeck_worker.ws_id)
+
if has_subgraph:
cached_outputs = []
new_node_ids = []
@@ -414,9 +426,12 @@ def execute(server, dynprompt, caches, current_item, extra_data, executed, promp
return (ExecutionResult.SUCCESS, None, None)
class PromptExecutor:
- def __init__(self, server, lru_size=None):
+ def __init__(self, server, memedeck_worker, lru_size=None):
self.lru_size = lru_size
self.server = server
+ self.memedeck_worker = memedeck_worker
+ # set logging level
+ logging.basicConfig(level=logging.INFO)
self.reset()
def reset(self):
@@ -432,6 +447,9 @@ class PromptExecutor:
self.status_messages.append((event, data))
if self.server.client_id is not None or broadcast:
self.server.send_sync(event, data, self.server.client_id)
+ elif self.memedeck_worker.ws_id is not None:
+ self.memedeck_worker.send_sync(event, data, self.memedeck_worker.ws_id)
+
def handle_execution_error(self, prompt_id, prompt, current_outputs, executed, error, ex):
node_id = error["node_id"]
@@ -466,8 +484,12 @@ class PromptExecutor:
if "client_id" in extra_data:
self.server.client_id = extra_data["client_id"]
+ if "ws_id" in extra_data:
+ self.memedeck_worker.ws_id = extra_data["ws_id"]
+ self.memedeck_worker.websocket_node_id = extra_data["websocket_node_id"]
else:
self.server.client_id = None
+ self.memedeck_worker.ws_id = None
self.status_messages = []
self.add_message("execution_start", { "prompt_id": prompt_id}, broadcast=False)
@@ -501,7 +523,7 @@ class PromptExecutor:
self.handle_execution_error(prompt_id, dynamic_prompt.original_prompt, current_outputs, executed, error, ex)
break
- result, error, ex = execute(self.server, dynamic_prompt, self.caches, node_id, extra_data, executed, prompt_id, execution_list, pending_subgraph_results)
+ result, error, ex = execute(self.server, self.memedeck_worker, dynamic_prompt, self.caches, node_id, extra_data, executed, prompt_id, execution_list, pending_subgraph_results)
self.success = result != ExecutionResult.FAILURE
if result == ExecutionResult.FAILURE:
self.handle_execution_error(prompt_id, dynamic_prompt.original_prompt, current_outputs, executed, error, ex)
@@ -512,7 +534,7 @@ class PromptExecutor:
execution_list.complete_node_execution()
else:
# Only execute when the while-loop ends without break
- self.add_message("execution_success", { "prompt_id": prompt_id }, broadcast=False)
+ self.add_message("execution_success", { "prompt_id": prompt_id, 'ws_id': self.memedeck_worker.ws_id }, broadcast=False)
ui_outputs = {}
meta_outputs = {}
@@ -527,6 +549,7 @@ class PromptExecutor:
"meta": meta_outputs,
}
self.server.last_node_id = None
+ self.memedeck_worker.last_node_id = None
if comfy.model_management.DISABLE_SMART_MEMORY:
comfy.model_management.unload_all_models()
@@ -869,8 +892,9 @@ def validate_prompt(prompt):
MAXIMUM_HISTORY_SIZE = 10000
class PromptQueue:
- def __init__(self, server):
+ def __init__(self, server, memedeck_worker):
self.server = server
+ self.memedeck_worker = memedeck_worker
self.mutex = threading.RLock()
self.not_empty = threading.Condition(self.mutex)
self.task_counter = 0
@@ -884,6 +908,7 @@ class PromptQueue:
with self.mutex:
heapq.heappush(self.queue, item)
self.server.queue_updated()
+ self.memedeck_worker.queue_updated()
self.not_empty.notify()
def get(self, timeout=None):
@@ -897,6 +922,7 @@ class PromptQueue:
self.currently_running[i] = copy.deepcopy(item)
self.task_counter += 1
self.server.queue_updated()
+ self.memedeck_worker.queue_updated()
return (item, i)
class ExecutionStatus(NamedTuple):
@@ -922,6 +948,7 @@ class PromptQueue:
}
self.history[prompt[1]].update(history_result)
self.server.queue_updated()
+ self.memedeck_worker.queue_updated()
def get_current_queue(self):
with self.mutex:
@@ -938,6 +965,7 @@ class PromptQueue:
with self.mutex:
self.queue = []
self.server.queue_updated()
+ self.memedeck_worker.queue_updated()
def delete_queue_item(self, function):
with self.mutex:
@@ -949,6 +977,8 @@ class PromptQueue:
self.queue.pop(x)
heapq.heapify(self.queue)
self.server.queue_updated()
+ self.memedeck_worker.queue_updated()
+
return True
return False
diff --git a/main.py b/main.py
index f6510c90..24f3d7a4 100644
--- a/main.py
+++ b/main.py
@@ -53,6 +53,14 @@ def apply_custom_paths():
logging.info(f"Setting user directory to: {user_dir}")
folder_paths.set_user_directory(user_dir)
+# ---------------------------------------------------------------------------------------
+# memedeck imports
+# ---------------------------------------------------------------------------------------
+from memedeck import MemedeckWorker
+
+import sys
+sys.stdout = open(os.devnull, 'w') # disable all print statements
+# ---------------------------------------------------------------------------------------
def execute_prestartup_script():
def execute_script(script_path):
@@ -153,9 +161,11 @@ def cuda_malloc_warning():
logging.warning("\nWARNING: this card most likely does not support cuda-malloc, if you get \"CUDA error\" please run ComfyUI with: --disable-cuda-malloc\n")
-def prompt_worker(q, server_instance):
+def prompt_worker(q, server, memedeck_worker):
current_time: float = 0.0
- e = execution.PromptExecutor(server_instance, lru_size=args.cache_lru)
+ e = execution.PromptExecutor(server, memedeck_worker, lru_size=args.cache_lru)
+
+ # threading.Thread(target=memedeck_worker.start, daemon=True, args=(q, execution.validate_prompt)).start()
last_gc_collect = 0
need_gc = False
gc_collect_interval = 10.0
@@ -209,12 +219,12 @@ def prompt_worker(q, server_instance):
need_gc = False
-async def run(server_instance, address='', port=8188, verbose=True, call_on_start=None):
+async def run(server_instance, memedeck_worker, address='', port=8188, verbose=True, call_on_start=None):
addresses = []
for addr in address.split(","):
addresses.append((addr, port))
await asyncio.gather(
- server_instance.start_multi_address(addresses, call_on_start, verbose), server_instance.publish_loop()
+ server_instance.start_multi_address(addresses, call_on_start, verbose), server_instance.publish_loop(), memedeck_worker.publish_loop()
)
@@ -224,11 +234,34 @@ def hijack_progress(server_instance):
progress = {"value": value, "max": total, "prompt_id": server_instance.last_prompt_id, "node": server_instance.last_node_id}
server_instance.send_sync("progress", progress, server_instance.client_id)
+ if memedeck_worker.ws_id is not None:
+ memedeck_worker.send_sync("progress", {"value": value, "max": total, "prompt_id": memedeck_worker.last_prompt_id, "node": server_instance.last_node_id}, memedeck_worker.ws_id)
if preview_image is not None:
server_instance.send_sync(BinaryEventTypes.UNENCODED_PREVIEW_IMAGE, preview_image, server_instance.client_id)
-
+ if memedeck_worker.ws_id is not None:
+ memedeck_worker.send_sync(BinaryEventTypes.UNENCODED_PREVIEW_IMAGE, preview_image, memedeck_worker.ws_id)
comfy.utils.set_progress_bar_global_hook(hook)
+# async def run(server, memedeck_worker, address='', port=8188, verbose=True, call_on_start=None):
+# addresses = []
+# for addr in address.split(","):
+# addresses.append((addr, port))
+# # add memedeck worker publish loop
+# await asyncio.gather(server.start_multi_address(addresses, call_on_start), server.publish_loop(), memedeck_worker.publish_loop())
+
+
+# def hijack_progress(server, memedeck_worker):
+# def hook(value, total, preview_image):
+# comfy.model_management.throw_exception_if_processing_interrupted()
+# server.send_sync("progress", {"value": value, "max": total, "prompt_id": server.last_prompt_id, "node": server.last_node_id}, server.client_id)
+# if memedeck_worker.ws_id is not None:
+# memedeck_worker.send_sync("progress", {"value": value, "max": total, "prompt_id": memedeck_worker.last_prompt_id, "node": server.last_node_id}, memedeck_worker.ws_id)
+# if preview_image is not None:
+# server.send_sync(BinaryEventTypes.UNENCODED_PREVIEW_IMAGE, preview_image, server.client_id)
+# if memedeck_worker.ws_id is not None:
+# memedeck_worker.send_sync(BinaryEventTypes.UNENCODED_PREVIEW_IMAGE, preview_image, memedeck_worker.ws_id)
+# comfy.utils.set_progress_bar_global_hook(hook)
+
def cleanup_temp():
temp_dir = folder_paths.get_temp_directory()
@@ -258,16 +291,54 @@ def start_comfyui(asyncio_loop=None):
asyncio_loop = asyncio.new_event_loop()
asyncio.set_event_loop(asyncio_loop)
prompt_server = server.PromptServer(asyncio_loop)
- q = execution.PromptQueue(prompt_server)
+ memedeck_worker = MemedeckWorker(asyncio_loop)
+ q = execution.PromptQueue(prompt_server, memedeck_worker)
+
+ # loop = asyncio.new_event_loop()
+ # asyncio.set_event_loop(loop)
+ # server = server.PromptServer(loop)
+ # q = execution.PromptQueue(server, memedeck_worker)
+
+ extra_model_paths_config_path = os.path.join(os.path.dirname(os.path.realpath(__file__)), "extra_model_paths.yaml")
+ if os.path.isfile(extra_model_paths_config_path):
+ utils.extra_config.load_extra_path_config(extra_model_paths_config_path)
+
+ if args.extra_model_paths_config:
+ for config_path in itertools.chain(*args.extra_model_paths_config):
+ utils.extra_config.load_extra_path_config(config_path)
nodes.init_extra_nodes(init_custom_nodes=not args.disable_all_custom_nodes)
cuda_malloc_warning()
prompt_server.add_routes()
- hijack_progress(prompt_server)
+ hijack_progress(server, memedeck_worker)
- threading.Thread(target=prompt_worker, daemon=True, args=(q, prompt_server,)).start()
+ threading.Thread(target=prompt_worker, daemon=True, args=(q, server, memedeck_worker)).start()
+ threading.Thread(target=memedeck_worker.start, daemon=True, args=(q, execution.validate_prompt)).start()
+ # set logging level to info
+
+ if args.output_directory:
+ output_dir = os.path.abspath(args.output_directory)
+ logging.info(f"Setting output directory to: {output_dir}")
+ folder_paths.set_output_directory(output_dir)
+
+ #These are the default folders that checkpoints, clip and vae models will be saved to when using CheckpointSave, etc.. nodes
+ folder_paths.add_model_folder_path("checkpoints", os.path.join(folder_paths.get_output_directory(), "checkpoints"))
+ folder_paths.add_model_folder_path("clip", os.path.join(folder_paths.get_output_directory(), "clip"))
+ folder_paths.add_model_folder_path("vae", os.path.join(folder_paths.get_output_directory(), "vae"))
+ folder_paths.add_model_folder_path("diffusion_models", os.path.join(folder_paths.get_output_directory(), "diffusion_models"))
+ folder_paths.add_model_folder_path("loras", os.path.join(folder_paths.get_output_directory(), "loras"))
+
+ if args.input_directory:
+ input_dir = os.path.abspath(args.input_directory)
+ logging.info(f"Setting input directory to: {input_dir}")
+ folder_paths.set_input_directory(input_dir)
+
+ if args.user_directory:
+ user_dir = os.path.abspath(args.user_directory)
+ logging.info(f"Setting user directory to: {user_dir}")
+ folder_paths.set_user_directory(user_dir)
if args.quick_test_for_ci:
exit(0)
@@ -287,6 +358,7 @@ def start_comfyui(asyncio_loop=None):
async def start_all():
await prompt_server.setup()
await run(prompt_server, address=args.listen, port=args.port, verbose=not args.dont_print_server, call_on_start=call_on_start)
+ await run(server, memedeck_worker, address=args.listen, port=args.port, verbose=not args.dont_print_server, call_on_start=call_on_start)
# Returning these so that other code can integrate with the ComfyUI loop and server
return asyncio_loop, prompt_server, start_all
@@ -298,6 +370,8 @@ if __name__ == "__main__":
event_loop, _, start_all_func = start_comfyui()
try:
event_loop.run_until_complete(start_all_func())
+ # event_loop.run_until_complete(run(server, memedeck_worker, address=args.listen, port=args.port, verbose=not args.dont_print_server, call_on_start=call_on_start))
+
except KeyboardInterrupt:
logging.info("\nStopped server")
diff --git a/memedeck-v1.py b/memedeck-v1.py
new file mode 100644
index 00000000..abfe7592
--- /dev/null
+++ b/memedeck-v1.py
@@ -0,0 +1,266 @@
+import asyncio
+import base64
+from io import BytesIO
+import os
+import logging
+import signal
+import struct
+from typing import Optional
+import uuid
+from PIL import Image, ImageOps
+from functools import partial
+
+import pika
+import json
+
+import requests
+import aiohttp
+
+# load from env file
+# load from .env file
+from dotenv import load_dotenv
+load_dotenv()
+
+amqp_addr = os.getenv('AMQP_ADDR') or 'amqp://api:gacdownatravKekmy9@51.8.120.154:5672/dev'
+
+# define the enum in python
+from enum import Enum
+
+class QueueProgressKind(Enum):
+ # make json serializable
+ ImageGenerated = "image_generated"
+ ImageGenerating = "image_generating"
+ SamePrompt = "same_prompt"
+ FaceswapGenerated = "faceswap_generated"
+ FaceswapGenerating = "faceswap_generating"
+ Failed = "failed"
+
+class MemedeckWorker:
+ class BinaryEventTypes:
+ PREVIEW_IMAGE = 1
+ UNENCODED_PREVIEW_IMAGE = 2
+
+ class JsonEventTypes(Enum):
+ PROGRESS = "progress"
+ EXECUTING = "executing"
+ EXECUTED = "executed"
+ ERROR = "error"
+ STATUS = "status"
+
+ """
+ MemedeckWorker is a class that is responsible for relaying messages between comfy and the memedeck backend api
+ it is used to send images to the memedeck backend api and to receive prompts from the memedeck backend api
+ """
+ def __init__(self, loop):
+ MemedeckWorker.instance = self
+ # set logging level to info
+ logging.getLogger().setLevel(logging.INFO)
+ self.active_tasks_map = {}
+ self.current_task = None
+
+ self.client_id = None
+ self.ws_id = None
+ self.websocket_node_id = None
+ self.current_node = None
+ self.current_progress = 0
+ self.current_context = None
+
+ self.loop = loop
+ self.messages = asyncio.Queue()
+
+ self.http_client = None
+ self.prompt_queue = None
+ self.validate_prompt = None
+ self.last_prompt_id = None
+
+ self.amqp_url = amqp_addr
+ self.queue_name = os.getenv('QUEUE_NAME') or 'generic-queue'
+ self.api_url = os.getenv('API_ADDRESS') or 'http://0.0.0.0:8079/v2'
+ self.api_key = os.getenv('API_KEY') or 'eb46e20a-cc25-4ed4-a39b-f47ca8ff3383'
+
+ # Configure logging
+ logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
+ self.logger = logging.getLogger(__name__)
+ self.logger.info(f"\n[memedeck]: initialized with API URL: {self.api_url} and API Key: {self.api_key}\n")
+
+ def on_connection_open(self, connection):
+ self.connection = connection
+ self.connection.channel(on_open_callback=self.on_channel_open)
+
+ def on_channel_open(self, channel):
+ self.channel = channel
+
+ # only consume one message at a time
+ self.channel.basic_qos(prefetch_size=0, prefetch_count=1)
+ self.channel.queue_declare(queue=self.queue_name, durable=True)
+ self.channel.basic_consume(queue=self.queue_name, on_message_callback=self.on_message_received)
+
+ def start(self, prompt_queue, validate_prompt):
+ self.prompt_queue = prompt_queue
+ self.validate_prompt = validate_prompt
+
+ parameters = pika.URLParameters(self.amqp_url)
+ logging.getLogger('pika').setLevel(logging.WARNING) # supress all logs from pika
+ self.connection = pika.SelectConnection(parameters, on_open_callback=self.on_connection_open)
+
+ try:
+ self.connection.ioloop.start()
+ except KeyboardInterrupt:
+ self.connection.close()
+ self.connection.ioloop.start()
+
+ def on_message_received(self, channel, method, properties, body):
+ decoded_string = body.decode('utf-8')
+ json_object = json.loads(decoded_string)
+ payload = json_object[1]
+
+ # execute the task
+ prompt = payload["nodes"]
+ valid = self.validate_prompt(prompt)
+
+ self.current_node = None
+ self.current_progress = 0
+ self.websocket_node_id = None
+ self.ws_id = payload["source_ws_id"]
+ self.current_context = payload["req_ctx"]
+
+ for node in prompt: # search through prompt nodes for websocket_node_id
+ if isinstance(prompt[node], dict) and prompt[node].get("class_type") == "SaveImageWebsocket":
+ self.websocket_node_id = node
+ break
+
+ if valid[0]:
+ prompt_id = str(uuid.uuid4())
+ outputs_to_execute = valid[2]
+ self.active_tasks_map[payload["source_ws_id"]] = {
+ "prompt_id": prompt_id,
+ "prompt": prompt,
+ "outputs_to_execute": outputs_to_execute,
+ "client_id": "memedeck-1",
+ "is_memedeck": True,
+ "websocket_node_id": self.websocket_node_id,
+ "ws_id": payload["source_ws_id"],
+ "context": payload["req_ctx"],
+ "current_node": None,
+ "current_progress": 0,
+ }
+ self.prompt_queue.put((0, prompt_id, prompt, {
+ "client_id": "memedeck-1",
+ 'is_memedeck': True,
+ 'websocket_node_id': self.websocket_node_id,
+ 'ws_id': payload["source_ws_id"],
+ 'context': payload["req_ctx"]
+ }, outputs_to_execute))
+ self.set_last_prompt_id(prompt_id)
+ channel.basic_ack(delivery_tag=method.delivery_tag) # ack the task
+ else:
+ channel.basic_nack(delivery_tag=method.delivery_tag, requeue=False) # unack the message
+
+ # --------------------------------------------------
+ # callbacks for the prompt queue
+ # --------------------------------------------------
+ def queue_updated(self):
+ # print json of the queue info but only print the first 100 lines
+ info = self.get_queue_info()
+ # update_type = info['']
+ # self.send_sync("status", { "status": self.get_queue_info() })
+
+ def get_queue_info(self):
+ prompt_info = {}
+ exec_info = {}
+ exec_info['queue_remaining'] = self.prompt_queue.get_tasks_remaining()
+ prompt_info['exec_info'] = exec_info
+ return prompt_info
+
+ def send_sync(self, event, data, sid=None):
+
+ self.loop.call_soon_threadsafe(
+ self.messages.put_nowait, (event, data, sid))
+
+ def set_last_prompt_id(self, prompt_id):
+ self.last_prompt_id = prompt_id
+
+ async def publish_loop(self):
+ while True:
+ msg = await self.messages.get()
+ await self.send(*msg)
+
+ async def send(self, event, data, sid=None):
+ current_task = self.active_tasks_map.get(sid)
+ if current_task is None or current_task['ws_id'] != sid:
+ return
+
+ if event == MemedeckWorker.BinaryEventTypes.UNENCODED_PREVIEW_IMAGE: # preview and unencoded images are sent here
+ self.logger.info(f"[memedeck]: sending image preview for {sid}")
+ await self.send_preview(data, sid=current_task['ws_id'], progress=current_task['current_progress'], context=current_task['context'])
+ else: # send json data / text data
+ if event == "executing":
+ current_task['current_node'] = data['node']
+ elif event == "executed":
+ self.logger.info(f"---> [memedeck]: executed event for {sid}")
+ prompt_id = data['prompt_id']
+ if prompt_id in self.active_tasks_map:
+ del self.active_tasks_map[prompt_id]
+ elif event == "progress":
+ if current_task['current_node'] == current_task['websocket_node_id']: # if the node is the websocket node, then set the progress to 100
+ current_task['current_progress'] = 100
+ else: # if the node is not the websocket node, then set the progress to the progress from the node
+ current_task['current_progress'] = data['value'] / data['max'] * 100
+ if current_task['current_progress'] == 100 and current_task['current_node'] != current_task['websocket_node_id']:
+ # in case the progress is 100 but the node is not the websocket node, then set the progress to 95
+ current_task['current_progress'] = 95 # this allows the full resolution image to be sent on the 100 progress event
+
+ if data['value'] == 1: # if the value is 1, then send started to api
+ start_data = {
+ "ws_id": current_task['ws_id'],
+ "status": "started",
+ "info": None,
+ }
+ await self.send_to_api(start_data)
+
+ elif event == "status":
+ self.logger.info(f"[memedeck]: sending status event: {data}")
+
+ self.active_tasks_map[sid] = current_task
+
+
+ async def send_preview(self, image_data, sid=None, progress=None, context=None):
+ # if self.current_progress is odd, then don't send the preview
+ if progress % 2 == 1:
+ return
+
+ image_type = image_data[0]
+ image = image_data[1]
+ max_size = image_data[2]
+ if max_size is not None:
+ if hasattr(Image, 'Resampling'):
+ resampling = Image.Resampling.BILINEAR
+ else:
+ resampling = Image.ANTIALIAS
+
+ image = ImageOps.contain(image, (max_size, max_size), resampling)
+
+ bytesIO = BytesIO()
+ image.save(bytesIO, format=image_type, quality=100 if progress == 96 else 75, compress_level=1)
+ preview_bytes = bytesIO.getvalue()
+
+ ai_queue_progress = {
+ "ws_id": sid,
+ "kind": "image_generating" if progress < 100 else "image_generated",
+ "data": list(preview_bytes),
+ "progress": int(progress),
+ "context": context
+ }
+
+ await self.send_to_api(ai_queue_progress)
+
+ async def send_to_api(self, data):
+ if self.websocket_node_id is None: # check if the node is still running
+ logging.error(f"[memedeck]: websocket_node_id is None for {data['ws_id']}")
+ return
+
+ try:
+ post_func = partial(requests.post, f"{self.api_url}/generation/update", json=data)
+ await self.loop.run_in_executor(None, post_func)
+ except Exception as e:
+ self.logger.error(f"[memedeck]: error sending to api: {e}")
diff --git a/memedeck.py b/memedeck.py
new file mode 100644
index 00000000..7a9db766
--- /dev/null
+++ b/memedeck.py
@@ -0,0 +1,568 @@
+import asyncio
+import base64
+from io import BytesIO
+import os
+import logging
+import signal
+import struct
+import time
+from typing import Optional
+import uuid
+from PIL import Image, ImageOps
+from functools import partial
+
+import pika
+import json
+
+import requests
+import aiohttp
+
+from dotenv import load_dotenv
+load_dotenv()
+
+amqp_addr = os.getenv('AMQP_ADDR') or 'amqp://api:gacdownatravKekmy9@51.8.120.154:5672/dev'
+
+from enum import Enum
+
+class QueueProgressKind(Enum):
+ ImageGenerated = "image_generated"
+ ImageGenerating = "image_generating"
+ SamePrompt = "same_prompt"
+ FaceswapGenerated = "faceswap_generated"
+ FaceswapGenerating = "faceswap_generating"
+ Failed = "failed"
+
+class MemedeckWorker:
+ class BinaryEventTypes:
+ PREVIEW_IMAGE = 1
+ UNENCODED_PREVIEW_IMAGE = 2
+
+ class JsonEventTypes(Enum):
+ PROGRESS = "progress"
+ EXECUTING = "executing"
+ EXECUTED = "executed"
+ ERROR = "error"
+ STATUS = "status"
+
+ """
+ MemedeckWorker is a class that is responsible for relaying messages between comfy and the memedeck backend api
+ it is used to send images to the memedeck backend api and to receive prompts from the memedeck backend api
+ """
+ def __init__(self, loop):
+ MemedeckWorker.instance = self
+ logging.getLogger().setLevel(logging.INFO)
+
+ self.loop = loop
+ self.messages = asyncio.Queue()
+
+ self.http_client = None
+ self.prompt_queue = None
+ self.validate_prompt = None
+ self.last_prompt_id = None
+
+ self.amqp_url = amqp_addr
+ self.queue_name = os.getenv('QUEUE_NAME') or 'generic-queue'
+ self.api_url = os.getenv('API_ADDRESS') or 'http://0.0.0.0:8079/v2'
+ self.api_key = os.getenv('API_KEY') or 'eb46e20a-cc25-4ed4-a39b-f47ca8ff3383'
+
+ # Internal job queue
+ self.internal_job_queue = asyncio.Queue()
+
+ # Dictionary to keep track of tasks by ws_id
+ self.tasks_by_ws_id = {}
+
+ # Configure logging
+ logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
+ self.logger = logging.getLogger(__name__)
+ self.logger.info(f"\n[memedeck]: initialized with API URL: {self.api_url} and API Key: {self.api_key}\n")
+
+ def on_connection_open(self, connection):
+ self.connection = connection
+ self.connection.channel(on_open_callback=self.on_channel_open)
+
+ def on_channel_open(self, channel):
+ self.channel = channel
+
+ # only consume one message at a time
+ self.channel.basic_qos(prefetch_size=0, prefetch_count=1)
+ self.channel.queue_declare(queue=self.queue_name, durable=True)
+ self.channel.basic_consume(queue=self.queue_name, on_message_callback=self.on_message_received, auto_ack=False)
+
+ def start(self, prompt_queue, validate_prompt):
+ self.prompt_queue = prompt_queue
+ self.validate_prompt = validate_prompt
+
+ # Start the process_job_queue task **after** prompt_queue is set
+ self.loop.create_task(self.process_job_queue())
+
+ parameters = pika.URLParameters(self.amqp_url)
+ logging.getLogger('pika').setLevel(logging.WARNING) # suppress all logs from pika
+ self.connection = pika.SelectConnection(parameters, on_open_callback=self.on_connection_open)
+
+ try:
+ self.connection.ioloop.start()
+ except KeyboardInterrupt:
+ self.connection.close()
+ self.connection.ioloop.start()
+
+ def on_message_received(self, channel, method, properties, body):
+ decoded_string = body.decode('utf-8')
+ json_object = json.loads(decoded_string)
+ payload = json_object[1]
+
+ # execute the task
+ prompt = payload["nodes"]
+ valid = self.validate_prompt(prompt)
+
+ # Prepare task_info
+ prompt_id = str(uuid.uuid4())
+ outputs_to_execute = valid[2]
+ task_info = {
+ "prompt_id": prompt_id,
+ "prompt": prompt,
+ "outputs_to_execute": outputs_to_execute,
+ "client_id": "memedeck-1",
+ "is_memedeck": True,
+ "websocket_node_id": None,
+ "ws_id": payload["source_ws_id"],
+ "context": payload["req_ctx"],
+ "current_node": None,
+ "current_progress": 0,
+ "delivery_tag": method.delivery_tag,
+ "task_status": "waiting",
+ }
+
+ # Find the websocket_node_id
+ for node in prompt:
+ if isinstance(prompt[node], dict) and prompt[node].get("class_type") == "SaveImageWebsocket":
+ task_info['websocket_node_id'] = node
+ break
+
+ if valid[0]:
+ # Enqueue the task into the internal job queue
+ self.loop.call_soon_threadsafe(self.internal_job_queue.put_nowait, (prompt_id, prompt, task_info))
+ self.logger.info(f"[memedeck]: Enqueued task for {task_info['ws_id']}")
+ else:
+ channel.basic_nack(delivery_tag=method.delivery_tag, requeue=False) # unack the message
+
+ async def process_job_queue(self):
+ while True:
+ prompt_id, prompt, task_info = await self.internal_job_queue.get()
+ # Start a new coroutine for each task
+ self.loop.create_task(self.process_task(prompt_id, prompt, task_info))
+
+ async def process_task(self, prompt_id, prompt, task_info):
+ ws_id = task_info['ws_id']
+ # Add the task to tasks_by_ws_id
+ self.tasks_by_ws_id[ws_id] = task_info
+ # Put the prompt into the prompt_queue
+ self.prompt_queue.put((0, prompt_id, prompt, {
+ "client_id": task_info["client_id"],
+ 'is_memedeck': task_info['is_memedeck'],
+ 'websocket_node_id': task_info['websocket_node_id'],
+ 'ws_id': task_info['ws_id'],
+ 'context': task_info['context']
+ }, task_info['outputs_to_execute']))
+ # Acknowledge the message
+ self.channel.basic_ack(delivery_tag=task_info["delivery_tag"]) # ack the task
+ self.logger.info(f"[memedeck]: Acked task {prompt_id} {ws_id}")
+
+ self.logger.info(f"[memedeck]: Started processing prompt {prompt_id}")
+ # Wait until the current task is completed
+ await self.wait_for_task_completion(ws_id)
+ # Task is done
+ self.internal_job_queue.task_done()
+
+ async def wait_for_task_completion(self, ws_id):
+ """
+ Wait until the task with the given ws_id is completed.
+ """
+ while ws_id in self.tasks_by_ws_id:
+ await asyncio.sleep(0.5)
+
+ # --------------------------------------------------
+ # callbacks for the prompt queue
+ # --------------------------------------------------
+ def queue_updated(self):
+ info = self.get_queue_info()
+ # self.send_sync("status", { "status": self.get_queue_info() })
+
+ def get_queue_info(self):
+ prompt_info = {}
+ exec_info = {}
+ exec_info['queue_remaining'] = self.prompt_queue.get_tasks_remaining()
+ prompt_info['exec_info'] = exec_info
+ return prompt_info
+
+ def send_sync(self, event, data, sid=None):
+ self.loop.call_soon_threadsafe(
+ self.messages.put_nowait, (event, data, sid))
+
+ async def publish_loop(self):
+ while True:
+ msg = await self.messages.get()
+ await self.send(*msg)
+
+ async def send(self, event, data, sid=None):
+ if sid is None:
+ self.logger.warning("Received event without sid")
+ return
+
+ # Retrieve the task based on sid
+ task = self.tasks_by_ws_id.get(sid)
+ if not task:
+ self.logger.warning(f"Received event {event} for unknown sid: {sid}")
+ return
+
+ if event == MemedeckWorker.BinaryEventTypes.UNENCODED_PREVIEW_IMAGE:
+ await self.send_preview(
+ data,
+ sid=sid,
+ progress=task['current_progress'],
+ context=task['context']
+ )
+ else:
+ # Send JSON data / text data
+ if event == "executing":
+ task['current_node'] = data['node']
+ task["task_status"] = "executing"
+ elif event == "progress":
+ if task['current_node'] == task['websocket_node_id']:
+ # If the node is the websocket node, then set the progress to 100
+ task['current_progress'] = 100
+ else:
+ # If the node is not the websocket node, then set the progress based on the node's progress
+ task['current_progress'] = (data['value'] / data['max']) * 100
+ if task['current_progress'] == 100 and task['current_node'] != task['websocket_node_id']:
+ # In case the progress is 100 but the node is not the websocket node, set progress to 95
+ task['current_progress'] = 95 # Allows the full resolution image to be sent on the 100 progress event
+
+ if data['value'] == 1:
+ # If the value is 1, send started to API
+ start_data = {
+ "ws_id": task['ws_id'],
+ "status": "started",
+ "info": None,
+ }
+ task["task_status"] = "executing"
+ await self.send_to_api(start_data)
+
+ elif event == "status":
+ self.logger.info(f"[memedeck]: sending status event: {data}")
+
+ # Update the task in tasks_by_ws_id
+ self.tasks_by_ws_id[sid] = task
+
+ async def send_preview(self, image_data, sid=None, progress=None, context=None):
+ if sid is None:
+ self.logger.warning("Received preview without sid")
+ return
+
+ task = self.tasks_by_ws_id.get(sid)
+ if not task:
+ self.logger.warning(f"Received preview for unknown sid: {sid}")
+ return
+
+ if progress is None:
+ progress = task['current_progress']
+
+ # if progress is odd, then don't send the preview
+ if int(progress) % 2 == 1:
+ return
+
+ image_type = image_data[0]
+ image = image_data[1]
+ max_size = image_data[2]
+ if max_size is not None:
+ if hasattr(Image, 'Resampling'):
+ resampling = Image.Resampling.BILINEAR
+ else:
+ resampling = Image.ANTIALIAS
+
+ image = ImageOps.contain(image, (max_size, max_size), resampling)
+
+ bytesIO = BytesIO()
+ image.save(bytesIO, format=image_type, quality=100 if progress == 95 else 75, compress_level=1)
+ preview_bytes = bytesIO.getvalue()
+
+ ai_queue_progress = {
+ "ws_id": sid,
+ "kind": "image_generating" if progress < 100 else "image_generated",
+ "data": list(preview_bytes),
+ "progress": int(progress),
+ "context": context
+ }
+
+ await self.send_to_api(ai_queue_progress)
+
+ if progress == 100:
+ del self.tasks_by_ws_id[sid] # Remove the task from tasks_by_ws_id
+ self.logger.info(f"[memedeck]: Task {sid} completed")
+
+ async def send_to_api(self, data):
+ ws_id = data.get('ws_id')
+ if not ws_id:
+ self.logger.error("[memedeck]: Missing ws_id in data")
+ return
+ task = self.tasks_by_ws_id.get(ws_id)
+ if not task:
+ self.logger.error(f"[memedeck]: No task found for ws_id {ws_id}")
+ return
+ if task['websocket_node_id'] is None:
+ self.logger.error(f"[memedeck]: websocket_node_id is None for {ws_id}")
+ return
+ try:
+ post_func = partial(requests.post, f"{self.api_url}/generation/update", json=data)
+ await self.loop.run_in_executor(None, post_func)
+ except Exception as e:
+ self.logger.error(f"[memedeck]: error sending to api: {e}")
+
+# --------------------------------------------------------------------------
+# MemedeckAzureStorage
+# --------------------------------------------------------------------------
+# from azure.storage.blob.aio import BlobClient, BlobServiceClient
+# from azure.storage.blob import ContentSettings
+# from typing import Optional, Tuple
+# import cairosvg
+
+# WATERMARK = 'FLUX LoRA Trainer on ComfyUI This workflow is based on the incredible work by Kijai (https://github.com/kijai/ComfyUI-FluxTrainer ) who created the training nodes for ComfyUI based on Kohya_ss (https://github.com/kohya-ss/sd-scripts ) work. All credits go to them. Thanks also to u/tom83_be on Reddit who posted his installation and basic settings tips.
\n---------------- \nTo train a LoRA (Low Rank Adaptation) for FLUX these are the steps you should follow before clicking on Queue:
", "markdown", "", "one_dark"], "color": "#f38414", "bgcolor": "#df7000", "shape": 1}, {"id": 88, "type": "Display Any (rgthree)", "pos": {"0": 1172, "1": 181}, "size": {"0": 210, "1": 76}, "flags": {"pinned": true}, "order": 32, "mode": 0, "inputs": [{"name": "source", "type": "*", "link": 182, "dir": 3}], "outputs": [], "title": "Number of epochs", "properties": {"Node name for S&R": "Display Any (rgthree)"}, "widgets_values": ["91"], "color": "#232", "bgcolor": "#353"}, {"id": 112, "type": "TrainDatasetAdd", "pos": {"0": -130, "1": -113}, "size": {"0": 259.5897521972656, "1": 318}, "flags": {"pinned": true}, "order": 28, "mode": 4, "inputs": [{"name": "dataset_config", "type": "JSON", "link": 250}], "outputs": [{"name": "dataset", "type": "JSON", "links": [256], "slot_index": 0, "shape": 3}], "title": "Train 1024x1024 Dataset", "properties": {"Node name for S&R": "TrainDatasetAdd"}, "widgets_values": [1024, 1024, 1, "input/shih_training", "shihtoken", true, false, 1, 256, 1024], "color": "#149494", "bgcolor": "#008080"}, {"id": 74, "type": "Display Any (rgthree)", "pos": {"0": 5990.5439453125, "1": 519.4569091796875}, "size": {"0": 358.62896728515625, "1": 76}, "flags": {"pinned": true}, "order": 70, "mode": 0, "inputs": [{"name": "source", "type": "*", "link": 236, "dir": 3}], "outputs": [], "properties": {"Node name for S&R": "Display Any (rgthree)"}, "widgets_values": ["\"flux_loras/flux_bombo_rank16_bf16.safetensors\""]}, {"id": 109, "type": "TrainDatasetAdd", "pos": {"0": -829.0809326171875, "1": -109.45999908447266}, "size": {"0": 281.5897521972656, "1": 318}, "flags": {"pinned": true}, "order": 23, "mode": 0, "inputs": [{"name": "dataset_config", "type": "JSON", "link": 185}], "outputs": [{"name": "dataset", "type": "JSON", "links": [252], "slot_index": 0, "shape": 3}], "title": "Train 512x512 Dataset", "properties": {"Node name for S&R": "TrainDatasetAdd"}, "widgets_values": [512, 512, 4, "input/hodi", "h0d1", true, false, 1, 256, 1024], "color": "#232", "bgcolor": "#353"}, {"id": 107, "type": "InitFluxLoRATraining", "pos": {"0": 891, "1": 343}, "size": {"0": 449.94586181640625, "1": 853.0341186523438}, "flags": {"pinned": true}, "order": 30, "mode": 0, "inputs": [{"name": "flux_models", "type": "TRAIN_FLUX_MODELS", "link": 179}, {"name": "dataset", "type": "JSON", "link": 255}, {"name": "optimizer_settings", "type": "ARGS", "link": 248}, {"name": "resume_args", "type": "ARGS", "link": null}], "outputs": [{"name": "network_trainer", "type": "NETWORKTRAINER", "links": [181], "shape": 3}, {"name": "epochs_count", "type": "INT", "links": [182], "shape": 3}, {"name": "args", "type": "KOHYA_ARGS", "links": [183], "shape": 3}], "properties": {"Node name for S&R": "InitFluxLoRATraining"}, "widgets_values": ["flux_bombo", "flux_loras", 16, 80, 0.00039999999999999996, 1000, true, "disk", "disk", false, "logit_normal", 0, 1, 1.29, "shift", 1, "raw", 1, 3.1582000000000003, false, false, "bf16", "bf16", "xformers", "h0d1 he is smoking in a nightclub with pistol pointed at the ceiling. he has a private booth with bottles of whiskey and vodka and several female blonde women cats", "", "use_fp8", 0], "color": "#232", "bgcolor": "#353"}], "links": [[8, 8, 1, 9, 0, "IMAGE"], [70, 45, 1, 46, 0, "IMAGE"], [90, 60, 1, 61, 0, "IMAGE"], [94, 68, 0, 65, 1, "VALSETTINGS"], [95, 65, 1, 66, 0, "IMAGE"], [111, 79, 0, 78, 2, "STRING"], [112, 8, 1, 78, 0, "IMAGE"], [117, 81, 0, 80, 2, "STRING"], [119, 45, 1, 80, 0, "IMAGE"], [121, 82, 0, 83, 2, "STRING"], [122, 60, 1, 83, 0, "IMAGE"], [124, 84, 0, 85, 2, "STRING"], [126, 65, 1, 85, 0, "IMAGE"], [138, 70, 0, 90, 0, "IMAGE"], [161, 97, 0, 98, 0, "IMAGE"], [162, 4, 0, 97, 0, "NETWORKTRAINER"], [163, 99, 0, 100, 0, "IMAGE"], [164, 44, 0, 99, 0, "NETWORKTRAINER"], [165, 101, 0, 102, 0, "IMAGE"], [166, 59, 0, 101, 0, "NETWORKTRAINER"], [179, 2, 0, 107, 0, "TRAIN_FLUX_MODELS"], [181, 107, 0, 4, 0, "NETWORKTRAINER"], [182, 107, 1, 88, 0, "*"], [183, 107, 2, 105, 0, "*"], [185, 108, 0, 109, 0, "JSON"], [195, 119, 0, 117, 0, "IMAGE"], [199, 120, 3, 117, 1, "INT"], [200, 78, 0, 121, 0, "*"], [201, 80, 0, 122, 0, "*"], [202, 123, 0, 119, 0, "IMAGE"], [203, 124, 0, 119, 1, "IMAGE"], [204, 83, 0, 125, 0, "*"], [206, 126, 0, 119, 2, "IMAGE"], [207, 85, 0, 127, 0, "*"], [208, 128, 0, 119, 3, "IMAGE"], [209, 123, 0, 120, 0, "IMAGE"], [210, 117, 0, 129, 0, "IMAGE"], [214, 129, 0, 130, 0, "IMAGE"], [215, 64, 1, 84, 0, "*"], [217, 65, 0, 70, 0, "NETWORKTRAINER"], [218, 4, 0, 14, 0, "NETWORKTRAINER"], [219, 8, 0, 44, 0, "NETWORKTRAINER"], [220, 4, 1, 79, 0, "*"], [221, 14, 0, 8, 0, "NETWORKTRAINER"], [222, 44, 0, 47, 0, "NETWORKTRAINER"], [223, 45, 0, 59, 0, "NETWORKTRAINER"], [224, 59, 0, 62, 0, "NETWORKTRAINER"], [225, 62, 0, 60, 0, "NETWORKTRAINER"], [226, 60, 0, 64, 0, "NETWORKTRAINER"], [227, 47, 0, 45, 0, "NETWORKTRAINER"], [229, 65, 0, 133, 0, "NETWORKTRAINER"], [231, 133, 0, 129, 2, "STRING"], [232, 64, 0, 134, 0, "NETWORKTRAINER"], [233, 134, 0, 65, 0, "NETWORKTRAINER"], [234, 59, 1, 82, 0, "*"], [235, 44, 1, 81, 0, "*"], [236, 133, 2, 74, 0, "*"], [242, 40, 0, 8, 1, "VALSETTINGS"], [243, 37, 0, 38, 0, "VALSETTINGS"], [244, 48, 0, 45, 1, "VALSETTINGS"], [245, 63, 0, 60, 1, "VALSETTINGS"], [246, 95, 0, 136, 1, "*"], [247, 114, 0, 136, 0, "*"], [248, 136, 0, 107, 2, "ARGS"], [249, 111, 0, 137, 0, "*"], [250, 137, 0, 112, 0, "JSON"], [252, 109, 0, 138, 0, "*"], [253, 138, 0, 111, 0, "JSON"], [255, 139, 0, 107, 1, "JSON"], [256, 112, 0, 139, 0, "*"]], "groups": [{"title": "End of LoRA Training", "bounding": [5882, -179, 1248, 813], "color": "#ff8080", "font_size": 24, "flags": {}}, {"title": "Sanity check", "bounding": [-1198, 376, 1379, 560], "color": "#3f789e", "font_size": 24, "flags": {}}, {"title": "Dataset", "bounding": [-1201, -187, 1389, 545], "color": "#00ff00", "font_size": 24, "flags": {}}, {"title": "LoRA Training 04", "bounding": [4743, -181, 1118, 1541], "color": "#3f789e", "font_size": 24, "flags": {}}, {"title": "LoRA Training 03", "bounding": [3639, -181, 1094, 1538], "color": "#3f789e", "font_size": 24, "flags": {}}, {"title": "LoRA Training 02", "bounding": [2554, -184, 1074, 1543], "color": "#3f789e", "font_size": 24, "flags": {}}, {"title": "FLUX model - Optimizer select - Training and Validate settings", "bounding": [195, -187, 1199, 1405], "color": "#b06634", "font_size": 24, "flags": {}}, {"title": "LoRA Training 01", "bounding": [1403, -188, 1140, 1549], "color": "#3f789e", "font_size": 24, "flags": {}}], "config": {}, "extra": {"ds": {"scale": 0.5054470284993074, "offset": [711.8774949129566, 346.6150349665473]}}, "version": 0.4}
\ No newline at end of file
diff --git a/requirements.txt b/requirements.txt
index 4ad5f3b8..23ac0295 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -22,3 +22,10 @@ kornia>=0.7.1
spandrel
soundfile
av
+
+# memedeck dependencies
+pika
+python-dotenv
+pillow
+azure-storage-blob
+cairosvg
diff --git a/styles/default.csv b/styles/default.csv
new file mode 100644
index 00000000..b7977e59
--- /dev/null
+++ b/styles/default.csv
@@ -0,0 +1,3 @@
+name,prompt,negative_prompt
+❌Low Token,,"embedding:EasyNegative, NSFW, Cleavage, Pubic Hair, Nudity, Naked, censored"
+✅Line Art / Manga,"(Anime Scene, Toonshading, Satoshi Kon, Ken Sugimori, Hiromu Arakawa:1.2), (Anime Style, Manga Style:1.3), Low detail, sketch, concept art, line art, webtoon, manhua, hand drawn, defined lines, simple shades, minimalistic, High contrast, Linear compositions, Scalable artwork, Digital art, High Contrast Shadows, glow effects, humorous illustration, big depth of field, Masterpiece, colors, concept art, trending on artstation, Vivid colors, dramatic",