controlnet 插件调用
调用示例
提示
{
"prompt": "1 girl",
"override_settings": {
"sd_model_checkpoint": "revAnimatedFp16_122"
},
"seed": -1,
"sampler_name": "DPM++ 2M Karras",
"width": "512",
"height": "512",
"callback_url": "https://xxx.xxx.cn/callback_url",
"alwayson_scripts": {
"ControlNet": {
"args": [
{
"batch_images": "",
"control_mode": "Balanced",
"enabled": true,
"guidance_end": 1,
"guidance_start": 0,
"image": {
"image": "data:image/png;base64,iVBORw0KGgoAAAAN*******",
"mask": "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAA********"
},
"input_mode": "simple",
"is_ui": true,
"loopback": false,
"low_vram": false,
"model": "control_v11p_sd15_canny_fp16 [b18e0966]",
"module": "canny",
"output_dir": "",
"pixel_perfect": true,
"processor_res": 512,
"resize_mode": "Crop and Resize",
"threshold_a": 100,
"threshold_b": 200,
"weight": 1
}
]
}
}
}可用 controlnet 模型列表
{
"model_list": [
"control_v11e_sd15_ip2p_fp16 [fabb3f7d]",
"control_v11e_sd15_shuffle_fp16 [04a71f87]",
"control_v11f1e_sd15_tile [a371b31b]",
"control_v11f1e_sd15_tile_fp16 [3b860298]",
"control_v11f1p_sd15_depth_fp16 [4b72d323]",
"control_v11p_sd15_canny_fp16 [b18e0966]",
"control_v11p_sd15_inpaint_fp16 [be8bc0ed]",
"control_v11p_sd15_lineart_fp16 [5c23b17d]",
"control_v11p_sd15_mlsd_fp16 [77b5ad24]",
"control_v11p_sd15_normalbae_fp16 [592a19d8]",
"control_v11p_sd15_openpose_fp16 [73c2b67d]",
"control_v11p_sd15_scribble_fp16 [4e6af23e]",
"control_v11p_sd15_seg_fp16 [ab613144]",
"control_v11p_sd15_softedge_fp16 [f616a34f]",
"control_v11p_sd15s2_lineart_anime_fp16 [c58f338b]",
"control_v1p_sd15_brightness [5f6aa6ed]",
"control_v1p_sd15_qrcode_monster [a6e58995]",
"control_v20e_sd15_qr_pattern [c4220211]",
"control_v2p_sd15_mediapipe_face [9c7784a9]",
"ioclab_sd15_recolor [6641f3c6]",
"ip-adapter_sd15 [6a3f6166]",
"ip-adapter_sd15_plus [32cd8f7f]",
"ip-adapter_xl [4209e9f7]",
"kohya_controllllite_xl_blur [22117d11]",
"kohya_controllllite_xl_blur_anime [0398dd2f]",
"kohya_controllllite_xl_scribble_anime [d39b679a]",
"sai_xl_canny_256lora [566f20af]",
"sai_xl_depth_256lora [73ad23d1]",
"sai_xl_recolor_256lora [43f2f36a]",
"sai_xl_sketch_256lora [cd3389b1]",
"t2i-adapter_diffusers_xl_canny [6b0c1490]",
"t2i-adapter_diffusers_xl_depth_midas [9c183166]",
"t2i-adapter_diffusers_xl_depth_zoe [cc102381]",
"t2i-adapter_diffusers_xl_lineart [bae0efef]",
"t2i-adapter_diffusers_xl_openpose [adfb64aa]",
"t2i-adapter_diffusers_xl_sketch [72b96ab1]"
]
}可用 controlnet 模块列表
{
"module_list": [
"none",
"canny",
"depth",
"depth_leres",
"depth_leres++",
"hed",
"hed_safe",
"mediapipe_face",
"mlsd",
"normal_map",
"openpose",
"openpose_hand",
"openpose_face",
"openpose_faceonly",
"openpose_full",
"dw_openpose_full",
"clip_vision",
"revision_clipvision",
"revision_ignore_prompt",
"ip-adapter_clip_sd15",
"ip-adapter_clip_sdxl",
"color",
"pidinet",
"pidinet_safe",
"pidinet_sketch",
"pidinet_scribble",
"scribble_xdog",
"scribble_hed",
"segmentation",
"threshold",
"depth_zoe",
"normal_bae",
"oneformer_coco",
"oneformer_ade20k",
"lineart",
"lineart_coarse",
"lineart_anime",
"lineart_standard",
"shuffle",
"tile_resample",
"invert",
"lineart_anime_denoise",
"reference_only",
"reference_adain",
"reference_adain+attn",
"inpaint",
"inpaint_only",
"inpaint_only+lama",
"tile_colorfix",
"tile_colorfix+sharp",
"recolor_luminance",
"recolor_intensity",
"blur_gaussian"
],
"module_detail": {
"none": { "model_free": false, "sliders": [] },
"canny": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"value": 512,
"min": 64,
"max": 2048
},
{ "name": "Canny Low Threshold", "value": 100, "min": 1, "max": 255 },
{ "name": "Canny High Threshold", "value": 200, "min": 1, "max": 255 }
]
},
"depth": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"min": 64,
"max": 2048,
"value": 512
}
]
},
"depth_leres": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"min": 64,
"max": 2048,
"value": 512
},
{
"name": "Remove Near %",
"min": 0,
"max": 100,
"value": 0,
"step": 0.1
},
{
"name": "Remove Background %",
"min": 0,
"max": 100,
"value": 0,
"step": 0.1
}
]
},
"depth_leres++": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"min": 64,
"max": 2048,
"value": 512
},
{
"name": "Remove Near %",
"min": 0,
"max": 100,
"value": 0,
"step": 0.1
},
{
"name": "Remove Background %",
"min": 0,
"max": 100,
"value": 0,
"step": 0.1
}
]
},
"hed": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"min": 64,
"max": 2048,
"value": 512
}
]
},
"hed_safe": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"min": 64,
"max": 2048,
"value": 512
}
]
},
"mediapipe_face": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"value": 512,
"min": 64,
"max": 2048
},
{ "name": "Max Faces", "value": 1, "min": 1, "max": 10, "step": 1 },
{
"name": "Min Face Confidence",
"value": 0.5,
"min": 0.01,
"max": 1.0,
"step": 0.01
}
]
},
"mlsd": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"min": 64,
"max": 2048,
"value": 512
},
{
"name": "MLSD Value Threshold",
"min": 0.01,
"max": 2.0,
"value": 0.1,
"step": 0.01
},
{
"name": "MLSD Distance Threshold",
"min": 0.01,
"max": 20.0,
"value": 0.1,
"step": 0.01
}
]
},
"normal_map": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"min": 64,
"max": 2048,
"value": 512
},
{
"name": "Normal Background Threshold",
"min": 0.0,
"max": 1.0,
"value": 0.4,
"step": 0.01
}
]
},
"openpose": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"min": 64,
"max": 2048,
"value": 512
}
]
},
"openpose_hand": { "model_free": false, "sliders": [] },
"openpose_face": { "model_free": false, "sliders": [] },
"openpose_faceonly": { "model_free": false, "sliders": [] },
"openpose_full": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"min": 64,
"max": 2048,
"value": 512
}
]
},
"dw_openpose_full": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"min": 64,
"max": 2048,
"value": 512
}
]
},
"clip_vision": { "model_free": false, "sliders": [] },
"revision_clipvision": {
"model_free": true,
"sliders": [
null,
{ "name": "Noise Augmentation", "value": 0.0, "min": 0.0, "max": 1.0 }
]
},
"revision_ignore_prompt": {
"model_free": true,
"sliders": [
null,
{ "name": "Noise Augmentation", "value": 0.0, "min": 0.0, "max": 1.0 }
]
},
"ip-adapter_clip_sd15": { "model_free": false, "sliders": [] },
"ip-adapter_clip_sdxl": { "model_free": false, "sliders": [] },
"color": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"value": 512,
"min": 64,
"max": 2048
}
]
},
"pidinet": { "model_free": false, "sliders": [] },
"pidinet_safe": { "model_free": false, "sliders": [] },
"pidinet_sketch": { "model_free": false, "sliders": [] },
"pidinet_scribble": { "model_free": false, "sliders": [] },
"scribble_xdog": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"value": 512,
"min": 64,
"max": 2048
},
{ "name": "XDoG Threshold", "min": 1, "max": 64, "value": 32 }
]
},
"scribble_hed": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"min": 64,
"max": 2048,
"value": 512
}
]
},
"segmentation": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"min": 64,
"max": 2048,
"value": 512
}
]
},
"threshold": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"value": 512,
"min": 64,
"max": 2048
},
{ "name": "Binarization Threshold", "min": 0, "max": 255, "value": 127 }
]
},
"depth_zoe": { "model_free": false, "sliders": [] },
"normal_bae": { "model_free": false, "sliders": [] },
"oneformer_coco": { "model_free": false, "sliders": [] },
"oneformer_ade20k": { "model_free": false, "sliders": [] },
"lineart": { "model_free": false, "sliders": [] },
"lineart_coarse": { "model_free": false, "sliders": [] },
"lineart_anime": { "model_free": false, "sliders": [] },
"lineart_standard": { "model_free": false, "sliders": [] },
"shuffle": { "model_free": false, "sliders": [] },
"tile_resample": {
"model_free": false,
"sliders": [
null,
{
"name": "Down Sampling Rate",
"value": 1.0,
"min": 1.0,
"max": 8.0,
"step": 0.01
}
]
},
"invert": { "model_free": false, "sliders": [] },
"lineart_anime_denoise": { "model_free": false, "sliders": [] },
"reference_only": {
"model_free": true,
"sliders": [
null,
{
"name": "Style Fidelity (only for \"Balanced\" mode)",
"value": 0.5,
"min": 0.0,
"max": 1.0,
"step": 0.01
}
]
},
"reference_adain": {
"model_free": true,
"sliders": [
null,
{
"name": "Style Fidelity (only for \"Balanced\" mode)",
"value": 0.5,
"min": 0.0,
"max": 1.0,
"step": 0.01
}
]
},
"reference_adain+attn": {
"model_free": true,
"sliders": [
null,
{
"name": "Style Fidelity (only for \"Balanced\" mode)",
"value": 0.5,
"min": 0.0,
"max": 1.0,
"step": 0.01
}
]
},
"inpaint": { "model_free": false, "sliders": [] },
"inpaint_only": { "model_free": false, "sliders": [] },
"inpaint_only+lama": { "model_free": false, "sliders": [] },
"tile_colorfix": {
"model_free": false,
"sliders": [
null,
{
"name": "Variation",
"value": 8.0,
"min": 3.0,
"max": 32.0,
"step": 1.0
}
]
},
"tile_colorfix+sharp": {
"model_free": false,
"sliders": [
null,
{
"name": "Variation",
"value": 8.0,
"min": 3.0,
"max": 32.0,
"step": 1.0
},
{
"name": "Sharpness",
"value": 1.0,
"min": 0.0,
"max": 2.0,
"step": 0.01
}
]
},
"recolor_luminance": {
"model_free": false,
"sliders": [
null,
{
"name": "Gamma Correction",
"value": 1.0,
"min": 0.1,
"max": 2.0,
"step": 0.001
}
]
},
"recolor_intensity": {
"model_free": false,
"sliders": [
null,
{
"name": "Gamma Correction",
"value": 1.0,
"min": 0.1,
"max": 2.0,
"step": 0.001
}
]
},
"blur_gaussian": {
"model_free": false,
"sliders": [
{
"name": "Preprocessor Resolution",
"value": 512,
"min": 64,
"max": 2048
},
{ "name": "Sigma", "min": 0.01, "max": 64.0, "value": 9.0 }
]
}
}
}修改于 2024-08-14 14:15:25