Skip to content

Instantly share code, notes, and snippets.

@sergioloppe

sergioloppe/01-instructions.md

Last active May 30, 2024 14:08
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save sergioloppe/72baece96183a38943de59c24902b0a6 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save sergioloppe/72baece96183a38943de59c24902b0a6 to your computer and use it in GitHub Desktop.
Download ZIP
ComfyUI 2D to 3D
Raw
01-instructions.md

#What do you need to run this workflow?

Model: ReV Animated v1.2.2-EOL - (folder: /ComfyUI/models/checkpoints)

https://civitai.com/api/download/models/46846

LoRA: 3DMM_V12 - (folder: /ComfyUI/models/loras)

https://civitai.com/api/download/models/107366

Control Net: (folder: /ComfyUI/models/controlnet)

https://huggingface.co/lllyasviel/control_v11p_sd15_scribble/tree/main

IP Adapter: ip-adapter-plus_sd15.bin - (folder: /ComfyUI/models/ipadapter)

https://huggingface.co/h94/IP-Adapter

You will find 2 models

To download them you can use this trick

wget --content-disposition 'https://huggingface.co/h94/IP-Adapter/resolve/main/models/ip-adapter-plus_sd15.safetensors?download=true'
Raw
02-ComfyUI-2D-to-3D.json
{
"last_node_id": 44,
"last_link_id": 47,
"nodes": [
{
"id": 15,
"type": "ConditioningConcat",
"pos": [
1445,
87
],
"size": {
"0": 266.8390808105469,
"1": 55.3114013671875
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "conditioning_to",
"type": "CONDITIONING",
"link": 25
},
{
"name": "conditioning_from",
"type": "CONDITIONING",
"link": 26
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
27
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ConditioningConcat"
}
},
{
"id": 29,
"type": "ControlNetLoader",
"pos": [
1252,
-56
],
"size": [
454.17684388098314,
58
],
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
28
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ControlNetLoader"
},
"widgets_values": [
"control_v11p_sd15_scribble.fp16.safetensors"
]
},
{
"id": 11,
"type": "LoraLoader",
"pos": [
517,
280
],
"size": {
"0": 315,
"1": 126
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 16
},
{
"name": "clip",
"type": "CLIP",
"link": 46
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
30
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
23
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LoraLoader"
},
"widgets_values": [
"3DMM_V12.safetensors",
0.3,
1
]
},
{
"id": 42,
"type": "CLIPTextEncode",
"pos": [
963,
98
],
"size": [
412.0622136086713,
82.45782769219409
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 23
},
{
"name": "text",
"type": "STRING",
"link": 36,
"widget": {
"name": "text"
}
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
25
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
]
},
{
"id": 21,
"type": "DF_Image_scale_to_side",
"pos": [
171,
817
],
"size": {
"0": 315,
"1": 130
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 11
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
12,
15,
31,
37
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DF_Image_scale_to_side"
},
"widgets_values": [
1024,
"Longest",
"nearest-exact",
"disabled"
]
},
{
"id": 22,
"type": "Scribble_XDoG_Preprocessor",
"pos": [
568,
888
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 12
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
14,
34
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "Scribble_XDoG_Preprocessor"
},
"widgets_values": [
64,
768
]
},
{
"id": 24,
"type": "PreviewImage",
"pos": [
977,
930
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 14
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 30,
"type": "ControlNetApplyAdvanced",
"pos": [
1834,
96
],
"size": {
"0": 315,
"1": 166
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 27
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 24
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 28
},
{
"name": "image",
"type": "IMAGE",
"link": 34
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
38
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
39
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "ControlNetApplyAdvanced"
},
"widgets_values": [
1,
0,
1
]
},
{
"id": 43,
"type": "VAEEncode",
"pos": [
2362,
801
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 31
},
{
"name": "vae",
"type": "VAE",
"link": 32
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
40
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 39,
"type": "SaveImage",
"pos": [
3111,
251
],
"size": [
315,
270
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 35
}
],
"properties": {},
"widgets_values": [
"ComfyUI"
]
},
{
"id": 10,
"type": "CLIPSetLastLayer",
"pos": [
510,
129
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 10
}
],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
17,
21,
46
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPSetLastLayer"
},
"widgets_values": [
-1
]
},
{
"id": 38,
"type": "VAEDecode",
"pos": [
3119,
93
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 44
},
{
"name": "vae",
"type": "VAE",
"link": 33
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
35,
47
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 36,
"type": "IPAdapterAdvanced",
"pos": [
2270,
368
],
"size": {
"0": 315,
"1": 278
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 30
},
{
"name": "ipadapter",
"type": "IPADAPTER",
"link": 42
},
{
"name": "image",
"type": "IMAGE",
"link": 37
},
{
"name": "image_negative",
"type": "IMAGE",
"link": null
},
{
"name": "attn_mask",
"type": "MASK",
"link": null
},
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": 43
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
41
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "IPAdapterAdvanced"
},
"widgets_values": [
0.6,
"linear",
"concat",
0,
1,
"V only"
]
},
{
"id": 33,
"type": "CLIPVisionLoader",
"pos": [
1917,
631
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "CLIP_VISION",
"type": "CLIP_VISION",
"links": [
43
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPVisionLoader"
},
"widgets_values": [
"model.safetensors"
]
},
{
"id": 31,
"type": "IPAdapterModelLoader",
"pos": [
1877,
512
],
"size": [
350.19097714483814,
58
],
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "IPADAPTER",
"type": "IPADAPTER",
"links": [
42
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "IPAdapterModelLoader"
},
"widgets_values": [
"ip-adapter-plus_sd15.safetensors"
]
},
{
"id": 37,
"type": "KSampler",
"pos": [
2712,
93
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 41
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 38
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 39
},
{
"name": "latent_image",
"type": "LATENT",
"link": 40
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
44
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
888735155390411,
"randomize",
30,
8,
"euler",
"normal",
1
]
},
{
"id": 44,
"type": "PreviewImage",
"pos": [
165,
1030
],
"size": [
313.72789356071934,
314.6648234843649
],
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 47
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 28,
"type": "WD14Tagger|pysssss",
"pos": [
570,
510
],
"size": [
310,
260
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 15
}
],
"outputs": [
{
"name": "STRING",
"type": "STRING",
"links": [
36
],
"shape": 6,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WD14Tagger|pysssss"
},
"widgets_values": [
"wd-v1-4-convnextv2-tagger-v2",
0.35,
0.85,
false,
false,
"",
"solo, looking_at_viewer, smile, open_mouth, simple_background, white_background, sitting, tail, grey_background, no_humans, :3, animal, cat, animal_focus"
]
},
{
"id": 16,
"type": "LoadImage",
"pos": [
-185,
1028
],
"size": {
"0": 315,
"1": 314
},
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
11
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"cutecat (1).webp",
"image"
]
},
{
"id": 13,
"type": "CLIPTextEncode",
"pos": [
966,
257
],
"size": {
"0": 408.6282043457031,
"1": 118.79776000976562
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 17
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
26
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"(3d style), asian man,octane,CAD,blender"
]
},
{
"id": 14,
"type": "CLIPTextEncode",
"pos": [
969,
435
],
"size": {
"0": 408.6282043457031,
"1": 118.79776000976562
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 21
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
24
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"blurry, black edge, lines, Edge lines,woman, embedding:EasyNegative, moustache "
]
},
{
"id": 4,
"type": "CheckpointLoaderSimple",
"pos": [
-37,
167
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
16
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
10
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
32,
33
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"disneyPixarCartoon_v10.safetensors"
]
}
],
"links": [
[
10,
4,
1,
10,
0,
"CLIP"
],
[
11,
16,
0,
21,
0,
"IMAGE"
],
[
12,
21,
0,
22,
0,
"IMAGE"
],
[
14,
22,
0,
24,
0,
"IMAGE"
],
[
15,
21,
0,
28,
0,
"IMAGE"
],
[
16,
4,
0,
11,
0,
"MODEL"
],
[
17,
10,
0,
13,
0,
"CLIP"
],
[
21,
10,
0,
14,
0,
"CLIP"
],
[
23,
11,
1,
42,
0,
"CLIP"
],
[
24,
14,
0,
30,
1,
"CONDITIONING"
],
[
25,
42,
0,
15,
0,
"CONDITIONING"
],
[
26,
13,
0,
15,
1,
"CONDITIONING"
],
[
27,
15,
0,
30,
0,
"CONDITIONING"
],
[
28,
29,
0,
30,
2,
"CONTROL_NET"
],
[
30,
11,
0,
36,
0,
"MODEL"
],
[
31,
21,
0,
43,
0,
"IMAGE"
],
[
32,
4,
2,
43,
1,
"VAE"
],
[
33,
4,
2,
38,
1,
"VAE"
],
[
34,
22,
0,
30,
3,
"IMAGE"
],
[
35,
38,
0,
39,
0,
"IMAGE"
],
[
36,
28,
0,
42,
1,
"STRING"
],
[
37,
21,
0,
36,
2,
"IMAGE"
],
[
38,
30,
0,
37,
1,
"CONDITIONING"
],
[
39,
30,
1,
37,
2,
"CONDITIONING"
],
[
40,
43,
0,
37,
3,
"LATENT"
],
[
41,
36,
0,
37,
0,
"MODEL"
],
[
42,
31,
0,
36,
1,
"IPADAPTER"
],
[
43,
33,
0,
36,
5,
"CLIP_VISION"
],
[
44,
37,
0,
38,
0,
"LATENT"
],
[
46,
10,
0,
11,
1,
"CLIP"
],
[
47,
38,
0,
44,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.6934334949441353,
"offset": {
"0": 661.4039294819883,
"1": -251.30486068259324
}
}
},
"version": 0.4
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment