|
|
--- |
|
|
license: apache-2.0 |
|
|
datasets: |
|
|
- HighCWu/fill50k |
|
|
language: |
|
|
- en |
|
|
base_model: |
|
|
- black-forest-labs/FLUX.1-dev |
|
|
pipeline_tag: image-to-image |
|
|
tags: |
|
|
- controlnet |
|
|
- Controlnet |
|
|
--- |
|
|
|
|
|
|
|
|
|
|
|
this is a debug trainning result for diffusers training script |
|
|
|
|
|
related issue https://github.com/huggingface/diffusers/issues/11181 |
|
|
|
|
|
related wandb log https://wandb.ai/wuuutiiing/flux_train_controlnet/overview |
|
|
|
|
|
related script https://github.com/huggingface/diffusers/blob/main/examples/controlnet/train_controlnet_flux.py |
|
|
|
|
|
|
|
|
# test script |
|
|
``` |
|
|
|
|
|
|
|
|
from diffusers import FluxControlNetModel, FluxControlNetPipeline |
|
|
import torch |
|
|
from PIL import Image |
|
|
|
|
|
validation_image = Image.open("a_control_image_like_fill50k.png").convert("RGB") |
|
|
|
|
|
control_path = "wuutiing2/flux_controlnet_training_example" |
|
|
flux_path = "black-forest-labs/FLUX.1-dev" |
|
|
|
|
|
flux_controlnet = FluxControlNetModel.from_pretrained( |
|
|
control_path, torch_dtype=torch.bfloat16 |
|
|
) |
|
|
pipeline = FluxControlNetPipeline.from_pretrained( |
|
|
flux_path, |
|
|
controlnet=flux_controlnet, |
|
|
torch_dtype=torch.bfloat16, |
|
|
) |
|
|
pipeline.to("cuda") |
|
|
|
|
|
image = pipeline( |
|
|
prompt="aqua circle with light pink background", |
|
|
control_image=validation_image, |
|
|
num_inference_steps=28, |
|
|
controlnet_conditioning_scale=1, |
|
|
guidance_scale=3.5, |
|
|
generator=torch.manual_seed(19), |
|
|
).images[0] |
|
|
|
|
|
image.save("output.png") |
|
|
|
|
|
``` |
