| from diffsynth.pipelines.qwen_image import QwenImagePipeline, ModelConfig | |
| import torch | |
| from PIL import Image | |
| pipe = QwenImagePipeline.from_pretrained( | |
| torch_dtype=torch.bfloat16, | |
| device="cuda", | |
| model_configs=[ | |
| ModelConfig(model_id="Qwen/Qwen-Image", origin_file_pattern="transformer/diffusion_pytorch_model*.safetensors"), | |
| ModelConfig(model_id="Qwen/Qwen-Image", origin_file_pattern="text_encoder/model*.safetensors"), | |
| ModelConfig(model_id="Qwen/Qwen-Image", origin_file_pattern="vae/diffusion_pytorch_model.safetensors"), | |
| ], | |
| tokenizer_config=ModelConfig(model_id="Qwen/Qwen-Image", origin_file_pattern="tokenizer/"), | |
| ) | |
| pipe.load_lora(pipe.dit, "models/train/Qwen-Image-EliGen-Poster_lora/epoch-4.safetensors") | |
| entity_prompts = ["A beautiful girl", "sign 'Entity Control'", "shorts", "shirt"] | |
| global_prompt = "A beautiful girl wearing shirt and shorts in the street, holding a sign 'Entity Control'" | |
| masks = [Image.open(f"data/example_image_dataset/eligen/{i}.png").convert('RGB') for i in range(len(entity_prompts))] | |
| image = pipe(global_prompt, | |
| seed=0, | |
| height=1024, | |
| width=1024, | |
| eligen_entity_prompts=entity_prompts, | |
| eligen_entity_masks=masks) | |
| image.save("Qwen-Image-EliGen-Poster.jpg") | |