From 0251f426657a34adaa2d98056f3f56f2a113fe3c Mon Sep 17 00:00:00 2001 From: Yao Chi Date: Thu, 8 Aug 2024 18:21:26 +0800 Subject: [PATCH] refine examples: remove all the llm node --- examples/bizyair_kolors_inpainting.json | 109 ++---- .../bizyair_showcase_interior_design.json | 337 ++++++------------ ...ir_showcase_realistic_superresolution.json | 22 +- .../bizyair_showcase_shark_submarine.json | 249 ++++--------- 4 files changed, 224 insertions(+), 493 deletions(-) diff --git a/examples/bizyair_kolors_inpainting.json b/examples/bizyair_kolors_inpainting.json index 82cf13d2..75216082 100644 --- a/examples/bizyair_kolors_inpainting.json +++ b/examples/bizyair_kolors_inpainting.json @@ -46,7 +46,7 @@ "1": 46 }, "flags": {}, - "order": 12, + "order": 11, "mode": 0, "inputs": [ { @@ -153,7 +153,7 @@ "1": 420.3405456542969 }, "flags": {}, - "order": 8, + "order": 7, "mode": 0, "inputs": [ { @@ -178,7 +178,7 @@ "1": 420.3405456542969 }, "flags": {}, - "order": 13, + "order": 12, "mode": 0, "inputs": [ { @@ -192,29 +192,6 @@ "Node name for S&R": "PreviewImage" } }, - { - "id": 42, - "type": "Note", - "pos": [ - 176, - 661 - ], - "size": { - "0": 609.0453491210938, - "1": 64.54571533203125 - }, - "flags": {}, - "order": 3, - "mode": 0, - "properties": { - "text": "" - }, - "widgets_values": [ - "Kolors-Inpainting 模型可以做局部重绘。\n本例子中，使用 BizyAir 的节点生成了一张原始图片，然后使用 BizyAir 的抠图节点得到其背景的 mask。\n然后利用 Kolors Inpainting 模型将背景替换为金字塔。" - ], - "color": "#432", - "bgcolor": "#653" - }, { "id": 29, "type": "BizyAir_MinusZoneChatGLM3TextEncode", @@ -227,7 +204,7 @@ "1": 126.94926452636719 }, "flags": {}, - "order": 4, + "order": 3, "mode": 0, "outputs": [ { @@ -259,7 +236,7 @@ "1": 46.24819564819336 }, "flags": {}, - "order": 7, + "order": 6, "mode": 0, "inputs": [ { @@ -302,7 +279,7 @@ "1": 26 }, "flags": {}, - "order": 9, + "order": 8, "mode": 0, "inputs": [ { @@ -338,7 +315,7 @@ "1": 98 }, "flags": {}, - "order": 10, + "order": 9, "mode": 0, "inputs": [ { @@ -387,7 +364,7 @@ "1": 267.5857849121094 }, "flags": {}, - "order": 11, + "order": 10, "mode": 0, "inputs": [ { @@ -426,7 +403,7 @@ "Node name for S&R": "BizyAir_KSampler" }, "widgets_values": [ - 11, + 12, "increment", 20, 5, @@ -442,24 +419,14 @@ 182, 1095 ], - "size": { - "0": 400, - "1": 220.00001525878906 - }, + "size": [ + 400, + 220.00001525878906 + ], "flags": {}, - "order": 6, + "order": 4, "mode": 0, - "inputs": [ - { - "name": "prompt", - "type": "STRING", - "link": 56, - "widget": { - "name": "prompt" - }, - "slot_index": 0 - } - ], + "inputs": [], "outputs": [ { "name": "IMAGE", @@ -477,7 +444,7 @@ "Node name for S&R": "BizyAirGenerateLightningImage" }, "widgets_values": [ - "a dog", + "\nA joyful young girl, with a bright, genuine smile, surrounded by a serene garden with colorful flowers and butterflies fluttering around her. She is wearing a casual dress, playing with a fluffy dog, her eyes sparkling with happiness and wonder.", 20, "fixed", 1024, @@ -487,41 +454,27 @@ ] }, { - "id": 44, - "type": "BizyAirSiliconCloudLLMAPI", + "id": 42, + "type": "Note", "pos": [ - 190, - 799 + 199, + 800 ], "size": [ - 384.351732598283, - 247.9999885559082 + 371.351732598283, + 217.24020650869352 ], "flags": {}, "order": 5, "mode": 0, - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 56 - ], - "shape": 3, - "slot_index": 0 - } - ], "properties": { - "Node name for S&R": "BizyAirSiliconCloudLLMAPI" + "text": "" }, "widgets_values": [ - "No LLM Enhancement", - "你是一个 stable diffusion prompt 专家，为我生成适用于 Stable Diffusion 模型的prompt。\n我给你相关的单词，你帮我扩写为适合 Stable Diffusion 文生图的 prompt。要求：\n1. 英文输出\n2. 除了 prompt 外，不要输出任何其它的信息\n", - "\nA joyful young girl, with a bright, genuine smile, surrounded by a serene garden with colorful flowers and butterflies fluttering around her. She is wearing a casual dress, playing with a fluffy dog, her eyes sparkling with happiness and wonder.", - 512, - 0.7, - "\nA joyful young girl, with a bright, genuine smile, surrounded by a serene garden with colorful flowers and butterflies fluttering around her. She is wearing a casual dress, playing with a fluffy dog, her eyes sparkling with happiness and wonder." - ] + "Kolors-Inpainting 模型可以做局部重绘。\n本例子中，使用 BizyAir 的节点生成了一张原始图片，然后使用 BizyAir 的抠图节点得到其背景的 mask。\n然后利用 Kolors Inpainting 模型将背景替换为金字塔。" + ], + "color": "#432", + "bgcolor": "#653" } ], "links": [ @@ -628,14 +581,6 @@ 26, 2, "MASK" - ], - [ - 56, - 44, - 0, - 37, - 0, - "STRING" ] ], "groups": [], diff --git a/examples/bizyair_showcase_interior_design.json b/examples/bizyair_showcase_interior_design.json index 295d8237..59886917 100644 --- a/examples/bizyair_showcase_interior_design.json +++ b/examples/bizyair_showcase_interior_design.json @@ -3,86 +3,91 @@ "last_link_id": 81, "nodes": [ { - "id": 70, - "type": "BizyAirSiliconCloudLLMAPI", + "id": 67, + "type": "BizyAirCannyEdgePreprocessor", "pos": [ - 836, - 569 + 420, + 640 ], "size": { - "0": 400, - "1": 248.00001525878906 + "0": 390.9926452636719, + "1": 106 }, "flags": {}, - "order": 0, + "order": 3, "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 75 + } + ], "outputs": [ { - "name": "STRING", - "type": "STRING", + "name": "IMAGE", + "type": "IMAGE", "links": [ - 78 + 77, + 80 ], "shape": 3, "slot_index": 0 } ], "properties": { - "Node name for S&R": "BizyAirSiliconCloudLLMAPI" + "Node name for S&R": "BizyAirCannyEdgePreprocessor" }, "widgets_values": [ - "(Free)GLM4 9B Chat", - "你是一个 stable diffusion prompt 专家，为我生成适用于 Stable Diffusion 模型的prompt。\n我给你相关的单词，你帮我扩写为适合 Stable Diffusion 文生图的 prompt。要求：\n1. 英文输出\n2. 除了 prompt 外，不要输出任何其它的信息\n", - "现代风格装修的卧室，黑白灰色调", - 512, - 0.7, - "\nA modernly decorated bedroom with a monochrome palette of black, white, and gray" + 100, + 200, + 512 ] }, { - "id": 66, - "type": "PreviewImage", + "id": 69, + "type": "StableDiffusionXLControlNetUnionPipeline", "pos": [ - 842, - 1043 + 840, + 590 ], "size": { - "0": 319.8609924316406, - "1": 342.8357849121094 + "0": 576.3480834960938, + "1": 414 }, "flags": {}, "order": 4, "mode": 0, "inputs": [ { - "name": "images", + "name": "openpose_image", "type": "IMAGE", - "link": 74 - } - ], - "properties": { - "Node name for S&R": "PreviewImage" - } - }, - { - "id": 67, - "type": "BizyAirCannyEdgePreprocessor", - "pos": [ - 846, - 867 - ], - "size": { - "0": 390.9926452636719, - "1": 106 - }, - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [ + "link": null + }, { - "name": "image", + "name": "depth_image", "type": "IMAGE", - "link": 75 + "link": null + }, + { + "name": "hed_pidi_scribble_ted_image", + "type": "IMAGE", + "link": null + }, + { + "name": "canny_lineart_anime_lineart_mlsd_image", + "type": "IMAGE", + "link": 77 + }, + { + "name": "normal_image", + "type": "IMAGE", + "link": null + }, + { + "name": "segment_image", + "type": "IMAGE", + "link": null } ], "outputs": [ @@ -90,46 +95,42 @@ "name": "IMAGE", "type": "IMAGE", "links": [ - 77, - 80 + 81 ], "shape": 3, "slot_index": 0 } ], "properties": { - "Node name for S&R": "BizyAirCannyEdgePreprocessor" + "Node name for S&R": "StableDiffusionXLControlNetUnionPipeline" }, "widgets_values": [ - 100, - 200, - 512 + 1, + "fixed", + 20, + 1, + 4.9, + "Stylish modern bedroom with a monochrome color palette, featuring sleek furniture and contemporary decor elements, minimalistic design, large windows with natural light, and a tranquil ambiance.", + "watermark, text", + 0, + 0.5 ] }, { "id": 63, "type": "BizyAirGenerateLightningImage", "pos": [ - 423, - 878 + 410, + 810 ], "size": { "0": 393.21099853515625, - "1": 178 + "1": 220 }, "flags": {}, - "order": 3, + "order": 0, "mode": 0, - "inputs": [ - { - "name": "prompt", - "type": "STRING", - "link": 72, - "widget": { - "name": "prompt" - } - } - ], + "inputs": [], "outputs": [ { "name": "IMAGE", @@ -146,7 +147,7 @@ "Node name for S&R": "BizyAirGenerateLightningImage" }, "widgets_values": [ - "a dog", + "a living room", 493871336398282, "fixed", 1024, @@ -156,49 +157,47 @@ ] }, { - "id": 72, - "type": "PreviewImage", + "id": 74, + "type": "Note", "pos": [ - 1173, - 1041 + 430, + 1080 ], "size": { - "0": 319.8609924316406, - "1": 342.8357849121094 + "0": 377.661376953125, + "1": 264.20611572265625 }, "flags": {}, - "order": 7, + "order": 1, "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 80 - } - ], "properties": { - "Node name for S&R": "PreviewImage" - } + "text": "" + }, + "widgets_values": [ + "这个工作流中：\n\n1. 使用 \"BizyAir Generate Photorealistic Images\" 节点生成一张地中海风格的卧室图片。\n2. 使用 BizyAir Controlnet 预处理节点，将图片变为线稿。\n3. 使用 BizyAir ControlNet Union 节点，结合提示词，生成新的装修风格的图片。" + ], + "color": "#432", + "bgcolor": "#653" }, { - "id": 73, + "id": 66, "type": "PreviewImage", "pos": [ - 1507, - 1044 + 840, + 1040 ], "size": { "0": 319.8609924316406, "1": 342.8357849121094 }, "flags": {}, - "order": 8, + "order": 2, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", - "link": 81 + "link": 74 } ], "properties": { @@ -206,155 +205,57 @@ } }, { - "id": 74, - "type": "Note", - "pos": [ - 431, - 1108 - ], - "size": { - "0": 377.661376953125, - "1": 264.20611572265625 - }, - "flags": {}, - "order": 1, - "mode": 0, - "properties": { - "text": "" - }, - "widgets_values": [ - "这个工作流中：\n\n1. 使用 \"BizyAir Generate Photorealistic Images\" 节点生成一张地中海风格的卧室图片。\n2. 使用 BizyAir Controlnet 预处理节点，将图片变为线稿。\n3. 使用 BizyAir ControlNet Union 节点，结合提示词，生成新的装修风格的图片。" - ], - "color": "#432", - "bgcolor": "#653" - }, - { - "id": 69, - "type": "StableDiffusionXLControlNetUnionPipeline", + "id": 72, + "type": "PreviewImage", "pos": [ - 1248, - 575 + 1170, + 1040 ], "size": { - "0": 576.3480834960938, - "1": 395.396728515625 + "0": 319.8609924316406, + "1": 342.8357849121094 }, "flags": {}, - "order": 6, + "order": 5, "mode": 0, "inputs": [ { - "name": "openpose_image", - "type": "IMAGE", - "link": null - }, - { - "name": "depth_image", - "type": "IMAGE", - "link": null - }, - { - "name": "hed_pidi_scribble_ted_image", - "type": "IMAGE", - "link": null - }, - { - "name": "canny_lineart_anime_lineart_mlsd_image", - "type": "IMAGE", - "link": 77 - }, - { - "name": "normal_image", - "type": "IMAGE", - "link": null - }, - { - "name": "segment_image", - "type": "IMAGE", - "link": null - }, - { - "name": "prompt", - "type": "STRING", - "link": 78, - "widget": { - "name": "prompt" - } - } - ], - "outputs": [ - { - "name": "IMAGE", + "name": "images", "type": "IMAGE", - "links": [ - 81 - ], - "shape": 3, - "slot_index": 0 + "link": 80 } ], "properties": { - "Node name for S&R": "StableDiffusionXLControlNetUnionPipeline" - }, - "widgets_values": [ - 1, - "fixed", - 20, - 1, - 4.9, - "a car", - "watermark, text", - 0, - 0.5 - ] + "Node name for S&R": "PreviewImage" + } }, { - "id": 39, - "type": "BizyAirSiliconCloudLLMAPI", + "id": 73, + "type": "PreviewImage", "pos": [ - 418, - 569 + 1511, + 1041 ], "size": { - "0": 400, - "1": 248 + "0": 319.8609924316406, + "1": 342.8357849121094 }, "flags": {}, - "order": 2, + "order": 6, "mode": 0, - "outputs": [ + "inputs": [ { - "name": "STRING", - "type": "STRING", - "links": [ - 72 - ], - "shape": 3, - "slot_index": 0 + "name": "images", + "type": "IMAGE", + "link": 81 } ], "properties": { - "Node name for S&R": "BizyAirSiliconCloudLLMAPI" - }, - "widgets_values": [ - "No LLM Enhancement", - "你是一个 stable diffusion prompt 专家，为我生成适用于 Stable Diffusion 模型的prompt。\n我给你相关的单词，你帮我扩写为适合 Stable Diffusion 文生图的 prompt。要求：\n1. 英文输出\n2. 除了 prompt 外，不要输出任何其它的信息\n", - "a bed room", - 510, - 0.7000000000000001, - "a bed room" - ] + "Node name for S&R": "PreviewImage" + } } ], "links": [ - [ - 72, - 39, - 0, - 63, - 0, - "STRING" - ], [ 74, 63, @@ -379,14 +280,6 @@ 3, "IMAGE" ], - [ - 78, - 70, - 0, - 69, - 6, - "STRING" - ], [ 80, 67, @@ -410,8 +303,8 @@ "ds": { "scale": 0.9090909090909114, "offset": { - "0": 157.53540253055974, - "1": -329.3473992739569 + "0": 351.868691104778, + "1": -335.9473992739569 } } }, diff --git a/examples/bizyair_showcase_realistic_superresolution.json b/examples/bizyair_showcase_realistic_superresolution.json index 866daf8e..b756259f 100644 --- a/examples/bizyair_showcase_realistic_superresolution.json +++ b/examples/bizyair_showcase_realistic_superresolution.json @@ -73,10 +73,10 @@ 489, 507 ], - "size": [ - 394.79998779296875, - 26 - ], + "size": { + "0": 394.79998779296875, + "1": 26 + }, "flags": {}, "order": 1, "mode": 0, @@ -109,10 +109,10 @@ 1725, 233 ], - "size": { - "0": 1438.3111572265625, - "1": 1453.90234375 - }, + "size": [ + 818.9532239638515, + 733.3728281929054 + ], "flags": {}, "order": 3, "mode": 0, @@ -158,10 +158,10 @@ "config": {}, "extra": { "ds": { - "scale": 0.42409761837248505, + "scale": 0.6830134553650709, "offset": [ - 1360.4125112955187, - 349.01045420727985 + 347.48561717394807, + 165.69305143618368 ] } }, diff --git a/examples/bizyair_showcase_shark_submarine.json b/examples/bizyair_showcase_shark_submarine.json index f9b922d7..4c569627 100644 --- a/examples/bizyair_showcase_shark_submarine.json +++ b/examples/bizyair_showcase_shark_submarine.json @@ -1,94 +1,7 @@ { - "last_node_id": 75, - "last_link_id": 85, + "last_node_id": 76, + "last_link_id": 86, "nodes": [ - { - "id": 70, - "type": "BizyAirSiliconCloudLLMAPI", - "pos": [ - 836, - 569 - ], - "size": { - "0": 400, - "1": 248.00001525878906 - }, - "flags": {}, - "order": 0, - "mode": 0, - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 78 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "BizyAirSiliconCloudLLMAPI" - }, - "widgets_values": [ - "(Free)GLM4 9B Chat", - "你是一个 stable diffusion prompt 专家，为我生成适用于 Stable Diffusion 模型的prompt。\n我给你相关的单词，你帮我扩写为适合 Stable Diffusion 文生图的 prompt。要求：\n1. 英文输出\n2. 除了 prompt 外，不要输出任何其它的信息\n", - "一艘潜水艇，赛博朋克风格，科幻风格", - 512, - 0.1, - "\nA submarine in cyberpunk style, with a futuristic and sci-fi aesthetic" - ] - }, - { - "id": 63, - "type": "BizyAirGenerateLightningImage", - "pos": [ - 422, - 861 - ], - "size": { - "0": 399.5649108886719, - "1": 178 - }, - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [ - { - "name": "prompt", - "type": "STRING", - "link": 72, - "widget": { - "name": "prompt" - } - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 74, - 82, - 83 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "BizyAirGenerateLightningImage" - }, - "widgets_values": [ - "a dog", - 493871336398282, - "fixed", - 1024, - 1024, - 1.5, - 1 - ] - }, { "id": 66, "type": "PreviewImage", @@ -101,7 +14,7 @@ "1": 342.8357849121094 }, "flags": {}, - "order": 4, + "order": 2, "mode": 0, "inputs": [ { @@ -114,47 +27,6 @@ "Node name for S&R": "PreviewImage" } }, - { - "id": 74, - "type": "BizyAirDepthAnythingV2Preprocessor", - "pos": [ - 843, - 872 - ], - "size": { - "0": 392.11334228515625, - "1": 157.2982940673828 - }, - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [ - { - "name": "image", - "type": "IMAGE", - "link": 83 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 84, - 85 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "BizyAirDepthAnythingV2Preprocessor" - }, - "widgets_values": [ - "depth_anything_v2_vitl.pth", - 512 - ] - }, { "id": 72, "type": "PreviewImage", @@ -167,7 +39,7 @@ "1": 342.8357849121094 }, "flags": {}, - "order": 6, + "order": 4, "mode": 0, "inputs": [ { @@ -192,7 +64,7 @@ "1": 342.8357849121094 }, "flags": {}, - "order": 8, + "order": 6, "mode": 0, "inputs": [ { @@ -217,7 +89,7 @@ "1": 311.6756286621094 }, "flags": {}, - "order": 1, + "order": 0, "mode": 0, "properties": { "text": "" @@ -232,15 +104,15 @@ "id": 69, "type": "StableDiffusionXLControlNetUnionPipeline", "pos": [ - 1248, - 575 + 848, + 580 ], "size": { "0": 598.6016235351562, "1": 454.2467346191406 }, "flags": {}, - "order": 7, + "order": 5, "mode": 0, "inputs": [ { @@ -272,14 +144,6 @@ "name": "segment_image", "type": "IMAGE", "link": null - }, - { - "name": "prompt", - "type": "STRING", - "link": 78, - "widget": { - "name": "prompt" - } } ], "outputs": [ @@ -302,59 +166,96 @@ 20, 1, 4.9, - "a car", + "a submarine in cyberpunk style, with a futuristic and sci-fi aesthetic", "watermark, text", 0, 0.5 ] }, { - "id": 39, - "type": "BizyAirSiliconCloudLLMAPI", + "id": 74, + "type": "BizyAirDepthAnythingV2Preprocessor", "pos": [ - 418, - 569 + 435, + 603 ], "size": { - "0": 400, - "1": 248 + "0": 392.11334228515625, + "1": 157.2982940673828 }, "flags": {}, - "order": 2, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 83 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 84, + 85 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "BizyAirDepthAnythingV2Preprocessor" + }, + "widgets_values": [ + "depth_anything_v2_vitl.pth", + 512 + ] + }, + { + "id": 63, + "type": "BizyAirGenerateLightningImage", + "pos": [ + 427, + 816 + ], + "size": { + "0": 399.5649108886719, + "1": 220 + }, + "flags": {}, + "order": 1, "mode": 0, + "inputs": [], "outputs": [ { - "name": "STRING", - "type": "STRING", + "name": "IMAGE", + "type": "IMAGE", "links": [ - 72 + 74, + 82, + 83 ], "shape": 3, "slot_index": 0 } ], "properties": { - "Node name for S&R": "BizyAirSiliconCloudLLMAPI" + "Node name for S&R": "BizyAirGenerateLightningImage" }, "widgets_values": [ - "No LLM Enhancement", - "你是一个 stable diffusion prompt 专家，为我生成适用于 Stable Diffusion 模型的prompt。\n我给你相关的单词，你帮我扩写为适合 Stable Diffusion 文生图的 prompt。要求：\n1. 英文输出\n2. 除了 prompt 外，不要输出任何其它的信息\n", "a great white shark", - 510, - 0.7000000000000001, - "a great white shark" + 493871336398282, + "fixed", + 1024, + 1024, + 1.5, + 1 ] } ], "links": [ - [ - 72, - 39, - 0, - 63, - 0, - "STRING" - ], [ 74, 63, @@ -363,14 +264,6 @@ 0, "IMAGE" ], - [ - 78, - 70, - 0, - 69, - 6, - "STRING" - ], [ 81, 69,