mirror of
https://github.com/comfyanonymous/ComfyUI.git
synced 2025-07-20 06:27:02 +08:00
Add BFL Kontext API Nodes. (#8333)
* Added initial Flux.1 Kontext Pro Image node - recreated branch to save myself sanity from rebase crap after master got rebased * Add safety filter to Kontext. * Make safety = 2 and input image is optional. * Add BFL kontext API nodes. --------- Co-authored-by: Jedrzej Kosinski <kosinkadink1@gmail.com>
This commit is contained in:
Robin Huang
GitHub
parent
f2289a1f59
commit
f1c9ca816a
@ -108,6 +108,40 @@ class BFLFluxProGenerateRequest(BaseModel):
|
|||||||
# )
|
# )
|
||||||
|
|
||||||
|
|
||||||
|
class BFLFluxKontextProGenerateRequest(BaseModel):
|
||||||
|
prompt: str = Field(..., description='The text prompt for what you wannt to edit.')
|
||||||
|
input_image: Optional[str] = Field(None, description='Image to edit in base64 format')
|
||||||
|
seed: Optional[int] = Field(None, description='The seed value for reproducibility.')
|
||||||
|
guidance: confloat(ge=0.1, le=99.0) = Field(..., description='Guidance strength for the image generation process')
|
||||||
|
steps: conint(ge=1, le=150) = Field(..., description='Number of steps for the image generation process')
|
||||||
|
safety_tolerance: Optional[conint(ge=0, le=2)] = Field(
|
||||||
|
2, description='Tolerance level for input and output moderation. Between 0 and 2, 0 being most strict, 6 being least strict. Defaults to 2.'
|
||||||
|
)
|
||||||
|
output_format: Optional[BFLOutputFormat] = Field(
|
||||||
|
BFLOutputFormat.png, description="Output format for the generated image. Can be 'jpeg' or 'png'.", examples=['png']
|
||||||
|
)
|
||||||
|
aspect_ratio: Optional[str] = Field(None, description='Aspect ratio of the image between 21:9 and 9:21.')
|
||||||
|
prompt_upsampling: Optional[bool] = Field(
|
||||||
|
None, description='Whether to perform upsampling on the prompt. If active, automatically modifies the prompt for more creative generation.'
|
||||||
|
)
|
||||||
|
|
||||||
|
class BFLFluxKontextMaxGenerateRequest(BaseModel):
|
||||||
|
prompt: str = Field(..., description='The text prompt for what you wannt to edit.')
|
||||||
|
input_image: Optional[str] = Field(None, description='Image to edit in base64 format')
|
||||||
|
seed: Optional[int] = Field(None, description='The seed value for reproducibility.')
|
||||||
|
guidance: confloat(ge=0.1, le=99.0) = Field(..., description='Guidance strength for the image generation process')
|
||||||
|
steps: conint(ge=1, le=150) = Field(..., description='Number of steps for the image generation process')
|
||||||
|
safety_tolerance: Optional[conint(ge=0, le=2)] = Field(
|
||||||
|
2, description='Tolerance level for input and output moderation. Between 0 and 2, 0 being most strict, 6 being least strict. Defaults to 2.'
|
||||||
|
)
|
||||||
|
output_format: Optional[BFLOutputFormat] = Field(
|
||||||
|
BFLOutputFormat.png, description="Output format for the generated image. Can be 'jpeg' or 'png'.", examples=['png']
|
||||||
|
)
|
||||||
|
aspect_ratio: Optional[str] = Field(None, description='Aspect ratio of the image between 21:9 and 9:21.')
|
||||||
|
prompt_upsampling: Optional[bool] = Field(
|
||||||
|
None, description='Whether to perform upsampling on the prompt. If active, automatically modifies the prompt for more creative generation.'
|
||||||
|
)
|
||||||
|
|
||||||
class BFLFluxProUltraGenerateRequest(BaseModel):
|
class BFLFluxProUltraGenerateRequest(BaseModel):
|
||||||
prompt: str = Field(..., description='The text prompt for image generation.')
|
prompt: str = Field(..., description='The text prompt for image generation.')
|
||||||
prompt_upsampling: Optional[bool] = Field(
|
prompt_upsampling: Optional[bool] = Field(
|
||||||
|
|||||||
@ -1,6 +1,6 @@
|
|||||||
import io
|
import io
|
||||||
from inspect import cleandoc
|
from inspect import cleandoc
|
||||||
from typing import Union
|
from typing import Union, Optional
|
||||||
from comfy.comfy_types.node_typing import IO, ComfyNodeABC
|
from comfy.comfy_types.node_typing import IO, ComfyNodeABC
|
||||||
from comfy_api_nodes.apis.bfl_api import (
|
from comfy_api_nodes.apis.bfl_api import (
|
||||||
BFLStatus,
|
BFLStatus,
|
||||||
@ -9,6 +9,7 @@ from comfy_api_nodes.apis.bfl_api import (
|
|||||||
BFLFluxCannyImageRequest,
|
BFLFluxCannyImageRequest,
|
||||||
BFLFluxDepthImageRequest,
|
BFLFluxDepthImageRequest,
|
||||||
BFLFluxProGenerateRequest,
|
BFLFluxProGenerateRequest,
|
||||||
|
BFLFluxKontextProGenerateRequest,
|
||||||
BFLFluxProUltraGenerateRequest,
|
BFLFluxProUltraGenerateRequest,
|
||||||
BFLFluxProGenerateResponse,
|
BFLFluxProGenerateResponse,
|
||||||
)
|
)
|
||||||
@ -269,6 +270,287 @@ class FluxProUltraImageNode(ComfyNodeABC):
|
|||||||
return (output_image,)
|
return (output_image,)
|
||||||
|
|
||||||
|
|
||||||
|
class FluxKontextProImageNode(ComfyNodeABC):
|
||||||
|
"""
|
||||||
|
Edits images using Flux.1 Kontext Pro via api based on prompt and resolution.
|
||||||
|
"""
|
||||||
|
|
||||||
|
MINIMUM_RATIO = 1 / 4
|
||||||
|
MAXIMUM_RATIO = 4 / 1
|
||||||
|
MINIMUM_RATIO_STR = "1:4"
|
||||||
|
MAXIMUM_RATIO_STR = "4:1"
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def INPUT_TYPES(s):
|
||||||
|
return {
|
||||||
|
"required": {
|
||||||
|
"prompt": (
|
||||||
|
IO.STRING,
|
||||||
|
{
|
||||||
|
"multiline": True,
|
||||||
|
"default": "",
|
||||||
|
"tooltip": "Prompt for the image generation - specify what and how to edit.",
|
||||||
|
},
|
||||||
|
),
|
||||||
|
"aspect_ratio": (
|
||||||
|
IO.STRING,
|
||||||
|
{
|
||||||
|
"default": "16:9",
|
||||||
|
"tooltip": "Aspect ratio of image; must be between 1:4 and 4:1.",
|
||||||
|
},
|
||||||
|
),
|
||||||
|
"guidance": (
|
||||||
|
IO.FLOAT,
|
||||||
|
{
|
||||||
|
"default": 3.0,
|
||||||
|
"min": 0.1,
|
||||||
|
"max": 99.0,
|
||||||
|
"step": 0.1,
|
||||||
|
"tooltip": "Guidance strength for the image generation process"
|
||||||
|
},
|
||||||
|
),
|
||||||
|
"steps": (
|
||||||
|
IO.INT,
|
||||||
|
{
|
||||||
|
"default": 50,
|
||||||
|
"min": 1,
|
||||||
|
"max": 150,
|
||||||
|
"tooltip": "Number of steps for the image generation process"
|
||||||
|
},
|
||||||
|
),
|
||||||
|
"seed": (
|
||||||
|
IO.INT,
|
||||||
|
{
|
||||||
|
"default": 0,
|
||||||
|
"min": 0,
|
||||||
|
"max": 0xFFFFFFFFFFFFFFFF,
|
||||||
|
"control_after_generate": True,
|
||||||
|
"tooltip": "The random seed used for creating the noise.",
|
||||||
|
},
|
||||||
|
),
|
||||||
|
"prompt_upsampling": (
|
||||||
|
IO.BOOLEAN,
|
||||||
|
{
|
||||||
|
"default": False,
|
||||||
|
"tooltip": "Whether to perform upsampling on the prompt. If active, automatically modifies the prompt for more creative generation, but results are nondeterministic (same seed will not produce exactly the same result).",
|
||||||
|
},
|
||||||
|
),
|
||||||
|
},
|
||||||
|
"optional": {
|
||||||
|
"input_image": (IO.IMAGE,),
|
||||||
|
},
|
||||||
|
"hidden": {
|
||||||
|
"auth_token": "AUTH_TOKEN_COMFY_ORG",
|
||||||
|
"comfy_api_key": "API_KEY_COMFY_ORG",
|
||||||
|
"unique_id": "UNIQUE_ID",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def VALIDATE_INPUTS(cls, aspect_ratio: str):
|
||||||
|
try:
|
||||||
|
validate_aspect_ratio(
|
||||||
|
aspect_ratio,
|
||||||
|
minimum_ratio=cls.MINIMUM_RATIO,
|
||||||
|
maximum_ratio=cls.MAXIMUM_RATIO,
|
||||||
|
minimum_ratio_str=cls.MINIMUM_RATIO_STR,
|
||||||
|
maximum_ratio_str=cls.MAXIMUM_RATIO_STR,
|
||||||
|
)
|
||||||
|
except Exception as e:
|
||||||
|
return str(e)
|
||||||
|
return True
|
||||||
|
|
||||||
|
RETURN_TYPES = (IO.IMAGE,)
|
||||||
|
DESCRIPTION = cleandoc(__doc__ or "") # Handle potential None value
|
||||||
|
FUNCTION = "api_call"
|
||||||
|
API_NODE = True
|
||||||
|
CATEGORY = "api node/image/BFL"
|
||||||
|
|
||||||
|
def api_call(
|
||||||
|
self,
|
||||||
|
prompt: str,
|
||||||
|
aspect_ratio: str,
|
||||||
|
guidance: float,
|
||||||
|
steps: int,
|
||||||
|
input_image: Optional[torch.Tensor]=None,
|
||||||
|
seed=0,
|
||||||
|
prompt_upsampling=False,
|
||||||
|
unique_id: Union[str, None] = None,
|
||||||
|
**kwargs,
|
||||||
|
):
|
||||||
|
if input_image is None:
|
||||||
|
validate_string(prompt, strip_whitespace=False)
|
||||||
|
operation = SynchronousOperation(
|
||||||
|
endpoint=ApiEndpoint(
|
||||||
|
path="/proxy/bfl/flux-kontext-pro/generate",
|
||||||
|
method=HttpMethod.POST,
|
||||||
|
request_model=BFLFluxKontextProGenerateRequest,
|
||||||
|
response_model=BFLFluxProGenerateResponse,
|
||||||
|
),
|
||||||
|
request=BFLFluxKontextProGenerateRequest(
|
||||||
|
prompt=prompt,
|
||||||
|
prompt_upsampling=prompt_upsampling,
|
||||||
|
guidance=round(guidance, 1),
|
||||||
|
steps=steps,
|
||||||
|
seed=seed,
|
||||||
|
aspect_ratio=validate_aspect_ratio(
|
||||||
|
aspect_ratio,
|
||||||
|
minimum_ratio=self.MINIMUM_RATIO,
|
||||||
|
maximum_ratio=self.MAXIMUM_RATIO,
|
||||||
|
minimum_ratio_str=self.MINIMUM_RATIO_STR,
|
||||||
|
maximum_ratio_str=self.MAXIMUM_RATIO_STR,
|
||||||
|
),
|
||||||
|
input_image=(
|
||||||
|
input_image
|
||||||
|
if input_image is None
|
||||||
|
else convert_image_to_base64(input_image)
|
||||||
|
)
|
||||||
|
),
|
||||||
|
auth_kwargs=kwargs,
|
||||||
|
)
|
||||||
|
output_image = handle_bfl_synchronous_operation(operation, node_id=unique_id)
|
||||||
|
return (output_image,)
|
||||||
|
|
||||||
|
class FluxKontextMaxImageNode(ComfyNodeABC):
|
||||||
|
"""
|
||||||
|
Edits images using Flux.1 Kontext Max via api based on prompt and resolution.
|
||||||
|
"""
|
||||||
|
|
||||||
|
MINIMUM_RATIO = 1 / 4
|
||||||
|
MAXIMUM_RATIO = 4 / 1
|
||||||
|
MINIMUM_RATIO_STR = "1:4"
|
||||||
|
MAXIMUM_RATIO_STR = "4:1"
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def INPUT_TYPES(s):
|
||||||
|
return {
|
||||||
|
"required": {
|
||||||
|
"prompt": (
|
||||||
|
IO.STRING,
|
||||||
|
{
|
||||||
|
"multiline": True,
|
||||||
|
"default": "",
|
||||||
|
"tooltip": "Prompt for the image generation - specify what and how to edit.",
|
||||||
|
},
|
||||||
|
),
|
||||||
|
"aspect_ratio": (
|
||||||
|
IO.STRING,
|
||||||
|
{
|
||||||
|
"default": "16:9",
|
||||||
|
"tooltip": "Aspect ratio of image; must be between 1:4 and 4:1.",
|
||||||
|
},
|
||||||
|
),
|
||||||
|
"guidance": (
|
||||||
|
IO.FLOAT,
|
||||||
|
{
|
||||||
|
"default": 3.0,
|
||||||
|
"min": 0.1,
|
||||||
|
"max": 99.0,
|
||||||
|
"step": 0.1,
|
||||||
|
"tooltip": "Guidance strength for the image generation process"
|
||||||
|
},
|
||||||
|
),
|
||||||
|
"steps": (
|
||||||
|
IO.INT,
|
||||||
|
{
|
||||||
|
"default": 50,
|
||||||
|
"min": 1,
|
||||||
|
"max": 150,
|
||||||
|
"tooltip": "Number of steps for the image generation process"
|
||||||
|
},
|
||||||
|
),
|
||||||
|
"seed": (
|
||||||
|
IO.INT,
|
||||||
|
{
|
||||||
|
"default": 0,
|
||||||
|
"min": 0,
|
||||||
|
"max": 0xFFFFFFFFFFFFFFFF,
|
||||||
|
"control_after_generate": True,
|
||||||
|
"tooltip": "The random seed used for creating the noise.",
|
||||||
|
},
|
||||||
|
),
|
||||||
|
"prompt_upsampling": (
|
||||||
|
IO.BOOLEAN,
|
||||||
|
{
|
||||||
|
"default": False,
|
||||||
|
"tooltip": "Whether to perform upsampling on the prompt. If active, automatically modifies the prompt for more creative generation, but results are nondeterministic (same seed will not produce exactly the same result).",
|
||||||
|
},
|
||||||
|
),
|
||||||
|
},
|
||||||
|
"optional": {
|
||||||
|
"input_image": (IO.IMAGE,),
|
||||||
|
},
|
||||||
|
"hidden": {
|
||||||
|
"auth_token": "AUTH_TOKEN_COMFY_ORG",
|
||||||
|
"comfy_api_key": "API_KEY_COMFY_ORG",
|
||||||
|
"unique_id": "UNIQUE_ID",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
@classmethod
|
||||||
|
def VALIDATE_INPUTS(cls, aspect_ratio: str):
|
||||||
|
try:
|
||||||
|
validate_aspect_ratio(
|
||||||
|
aspect_ratio,
|
||||||
|
minimum_ratio=cls.MINIMUM_RATIO,
|
||||||
|
maximum_ratio=cls.MAXIMUM_RATIO,
|
||||||
|
minimum_ratio_str=cls.MINIMUM_RATIO_STR,
|
||||||
|
maximum_ratio_str=cls.MAXIMUM_RATIO_STR,
|
||||||
|
)
|
||||||
|
except Exception as e:
|
||||||
|
return str(e)
|
||||||
|
return True
|
||||||
|
|
||||||
|
RETURN_TYPES = (IO.IMAGE,)
|
||||||
|
DESCRIPTION = cleandoc(__doc__ or "") # Handle potential None value
|
||||||
|
FUNCTION = "api_call"
|
||||||
|
API_NODE = True
|
||||||
|
CATEGORY = "api node/image/BFL"
|
||||||
|
|
||||||
|
def api_call(
|
||||||
|
self,
|
||||||
|
prompt: str,
|
||||||
|
aspect_ratio: str,
|
||||||
|
guidance: float,
|
||||||
|
steps: int,
|
||||||
|
input_image: Optional[torch.Tensor]=None,
|
||||||
|
seed=0,
|
||||||
|
prompt_upsampling=False,
|
||||||
|
unique_id: Union[str, None] = None,
|
||||||
|
**kwargs,
|
||||||
|
):
|
||||||
|
if input_image is None:
|
||||||
|
validate_string(prompt, strip_whitespace=False)
|
||||||
|
operation = SynchronousOperation(
|
||||||
|
endpoint=ApiEndpoint(
|
||||||
|
path="/proxy/bfl/flux-kontext-max/generate",
|
||||||
|
method=HttpMethod.POST,
|
||||||
|
request_model=BFLFluxKontextProGenerateRequest,
|
||||||
|
response_model=BFLFluxProGenerateResponse,
|
||||||
|
),
|
||||||
|
request=BFLFluxKontextProGenerateRequest(
|
||||||
|
prompt=prompt,
|
||||||
|
prompt_upsampling=prompt_upsampling,
|
||||||
|
guidance=round(guidance, 1),
|
||||||
|
steps=steps,
|
||||||
|
seed=seed,
|
||||||
|
aspect_ratio=validate_aspect_ratio(
|
||||||
|
aspect_ratio,
|
||||||
|
minimum_ratio=self.MINIMUM_RATIO,
|
||||||
|
maximum_ratio=self.MAXIMUM_RATIO,
|
||||||
|
minimum_ratio_str=self.MINIMUM_RATIO_STR,
|
||||||
|
maximum_ratio_str=self.MAXIMUM_RATIO_STR,
|
||||||
|
),
|
||||||
|
input_image=(
|
||||||
|
input_image
|
||||||
|
if input_image is None
|
||||||
|
else convert_image_to_base64(input_image)
|
||||||
|
)
|
||||||
|
),
|
||||||
|
auth_kwargs=kwargs,
|
||||||
|
)
|
||||||
|
output_image = handle_bfl_synchronous_operation(operation, node_id=unique_id)
|
||||||
|
return (output_image,)
|
||||||
|
|
||||||
class FluxProImageNode(ComfyNodeABC):
|
class FluxProImageNode(ComfyNodeABC):
|
||||||
"""
|
"""
|
||||||
@ -914,6 +1196,8 @@ class FluxProDepthNode(ComfyNodeABC):
|
|||||||
NODE_CLASS_MAPPINGS = {
|
NODE_CLASS_MAPPINGS = {
|
||||||
"FluxProUltraImageNode": FluxProUltraImageNode,
|
"FluxProUltraImageNode": FluxProUltraImageNode,
|
||||||
# "FluxProImageNode": FluxProImageNode,
|
# "FluxProImageNode": FluxProImageNode,
|
||||||
|
"FluxKontextProImageNode": FluxKontextProImageNode,
|
||||||
|
"FluxKontextMaxImageNode": FluxKontextMaxImageNode,
|
||||||
"FluxProExpandNode": FluxProExpandNode,
|
"FluxProExpandNode": FluxProExpandNode,
|
||||||
"FluxProFillNode": FluxProFillNode,
|
"FluxProFillNode": FluxProFillNode,
|
||||||
"FluxProCannyNode": FluxProCannyNode,
|
"FluxProCannyNode": FluxProCannyNode,
|
||||||
@ -924,6 +1208,8 @@ NODE_CLASS_MAPPINGS = {
|
|||||||
NODE_DISPLAY_NAME_MAPPINGS = {
|
NODE_DISPLAY_NAME_MAPPINGS = {
|
||||||
"FluxProUltraImageNode": "Flux 1.1 [pro] Ultra Image",
|
"FluxProUltraImageNode": "Flux 1.1 [pro] Ultra Image",
|
||||||
# "FluxProImageNode": "Flux 1.1 [pro] Image",
|
# "FluxProImageNode": "Flux 1.1 [pro] Image",
|
||||||
|
"FluxKontextProImageNode": "Flux.1 Kontext Pro Image",
|
||||||
|
"FluxKontextMaxImageNode": "Flux.1 Kontext Max Image",
|
||||||
"FluxProExpandNode": "Flux.1 Expand Image",
|
"FluxProExpandNode": "Flux.1 Expand Image",
|
||||||
"FluxProFillNode": "Flux.1 Fill Image",
|
"FluxProFillNode": "Flux.1 Fill Image",
|
||||||
"FluxProCannyNode": "Flux.1 Canny Control Image",
|
"FluxProCannyNode": "Flux.1 Canny Control Image",
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user