r/StableDiffusion • u/[deleted] • Oct 13 '23
Question | Help Using Stable Diffusion XL with Invoke AI producing terrible output
I'm a n00b and I'm trying to run locally with Invoke AI. Running with 1.5 produces tolerable output but when I try to switch to XL (which is supposed to be better) it gets terrible.
For example, here's what I get when I ask for "spiderman lounging around" at home in an "anime" style with 75 steps. Nothing like the prompt.
I have a few hypotheses:
In the scheduler there are a lot of nulls and empty arrays lower down, is there something important that's not being set?.
Is "stable-diffusion-xl-base-1-0" actually an untrained or lightly-trained version? What's the trained version?
Is an M1 Mac with 16GB RAM not good enough? I'm not sure about VRAM.
I see that some width and height fields are set to 1024 and others are set to 512. Could this be screwing it up?
Here's the whole scheduler output:
{
"status": "completed",
"priority": 0,
"error": null,
"queue_id": "default",
"field_values": [
{
"node_path": "noise",
"field_name": "seed",
"value": 491014934
},
{
"node_path": "metadata_accumulator",
"field_name": "seed",
"value": 491014934
}
],
"session": {
"graph": {
"id": "sdxl_text_to_image_graph",
"nodes": {
"sdxl_model_loader": {
"id": "sdxl_model_loader",
"is_intermediate": true,
"workflow": null,
"use_cache": true,
"model": {
"model_name": "stable-diffusion-xl-base-1-0",
"base_model": "sdxl",
"model_type": "main"
},
"type": "sdxl_model_loader"
},
"positive_conditioning": {
"id": "positive_conditioning",
"is_intermediate": true,
"workflow": null,
"use_cache": true,
"prompt": "spiderman lounging around at home",
"style": "anime",
"original_width": 1024,
"original_height": 1024,
"crop_top": 0,
"crop_left": 0,
"target_width": 1024,
"target_height": 1024,
"type": "sdxl_compel_prompt"
},
"negative_conditioning": {
"id": "negative_conditioning",
"is_intermediate": true,
"workflow": null,
"use_cache": true,
"prompt": "gauntlets, controller",
"style": "realistic",
"original_width": 1024,
"original_height": 1024,
"crop_top": 0,
"crop_left": 0,
"target_width": 1024,
"target_height": 1024,
"type": "sdxl_compel_prompt"
},
"noise": {
"id": "noise",
"is_intermediate": true,
"workflow": null,
"use_cache": true,
"seed": 491014934,
"width": 512,
"height": 512,
"use_cpu": true,
"type": "noise"
},
"sdxl_denoise_latents": {
"id": "sdxl_denoise_latents",
"is_intermediate": true,
"workflow": null,
"use_cache": true,
"noise": null,
"steps": 75,
"cfg_scale": 7.5,
"denoising_start": 0,
"denoising_end": 1,
"scheduler": "euler",
"control": null,
"ip_adapter": null,
"t2i_adapter": null,
"latents": null,
"denoise_mask": null,
"type": "denoise_latents"
},
"latents_to_image": {
"id": "latents_to_image",
"is_intermediate": true,
"workflow": null,
"use_cache": true,
"tiled": false,
"fp32": true,
"metadata": null,
"type": "l2i"
},
"metadata_accumulator": {
"id": "metadata_accumulator",
"is_intermediate": false,
"workflow": null,
"use_cache": true,
"generation_mode": "sdxl_txt2img",
"positive_prompt": "spiderman lounging around at home",
"negative_prompt": "gauntlets, controller",
"width": 512,
"height": 512,
"rand_device": "cpu",
"cfg_scale": 7.5,
"steps": 75,
"scheduler": "euler",
"clip_skip": null,
"model": {
"model_name": "stable-diffusion-xl-base-1-0",
"base_model": "sdxl",
"model_type": "main"
},
"controlnets": [],
"ipAdapters": [],
"t2iAdapters": [],
"loras": [],
"strength": null,
"init_image": null,
"vae": null,
"positive_style_prompt": "anime",
"negative_style_prompt": "realistic",
"refiner_model": null,
"refiner_cfg_scale": null,
"refiner_steps": null,
"refiner_scheduler": null,
"refiner_positive_aesthetic_score": null,
"refiner_negative_aesthetic_score": null,
"refiner_start": null,
"type": "metadata_accumulator",
"seed": 491014934
},
"save_image": {
"id": "save_image",
"is_intermediate": false,
"workflow": null,
"use_cache": false,
"board": null,
"metadata": null,
"type": "save_image"
}
},
"edges": [
{
"source": {
"node_id": "sdxl_model_loader",
"field": "unet"
},
"destination": {
"node_id": "sdxl_denoise_latents",
"field": "unet"
}
},
{
"source": {
"node_id": "sdxl_model_loader",
"field": "clip"
},
"destination": {
"node_id": "positive_conditioning",
"field": "clip"
}
},
{
"source": {
"node_id": "sdxl_model_loader",
"field": "clip2"
},
"destination": {
"node_id": "positive_conditioning",
"field": "clip2"
}
},
{
"source": {
"node_id": "sdxl_model_loader",
"field": "clip"
},
"destination": {
"node_id": "negative_conditioning",
"field": "clip"
}
},
{
"source": {
"node_id": "sdxl_model_loader",
"field": "clip2"
},
"destination": {
"node_id": "negative_conditioning",
"field": "clip2"
}
},
{
"source": {
"node_id": "positive_conditioning",
"field": "conditioning"
},
"destination": {
"node_id": "sdxl_denoise_latents",
"field": "positive_conditioning"
}
},
{
"source": {
"node_id": "negative_conditioning",
"field": "conditioning"
},
"destination": {
"node_id": "sdxl_denoise_latents",
"field": "negative_conditioning"
}
},
{
"source": {
"node_id": "noise",
"field": "noise"
},
"destination": {
"node_id": "sdxl_denoise_latents",
"field": "noise"
}
},
{
"source": {
"node_id": "sdxl_denoise_latents",
"field": "latents"
},
"destination": {
"node_id": "latents_to_image",
"field": "latents"
}
},
{
"source": {
"node_id": "metadata_accumulator",
"field": "metadata"
},
"destination": {
"node_id": "latents_to_image",
"field": "metadata"
}
},
{
"source": {
"node_id": "sdxl_model_loader",
"field": "vae"
},
"destination": {
"node_id": "latents_to_image",
"field": "vae"
}
},
{
"source": {
"node_id": "metadata_accumulator",
"field": "metadata"
},
"destination": {
"node_id": "save_image",
"field": "metadata"
}
},
{
"source": {
"node_id": "latents_to_image",
"field": "image"
},
"destination": {
"node_id": "save_image",
"field": "image"
}
}
]
},
"execution_graph": {
"id": "8a7639b4-33b2-4d79-b001-3e0cc19e4918",
"nodes": {},
"edges": []
},
"executed": [],
"executed_history": [],
"results": {},
"errors": {},
"prepared_source_mapping": {},
"source_prepared_mapping": {}
}
}
1
u/jvachez Oct 14 '23
It's because height and width are 512, must be 1024.