diff --git a/pipelines/multi-modal/image_to_story_generator.jpg b/pipelines/multi-modal/image_to_story_generator.jpg new file mode 100644 index 0000000..96f8dd3 Binary files /dev/null and b/pipelines/multi-modal/image_to_story_generator.jpg differ diff --git a/pipelines/multi-modal/image_to_story_generator.json b/pipelines/multi-modal/image_to_story_generator.json new file mode 100644 index 0000000..93a589d --- /dev/null +++ b/pipelines/multi-modal/image_to_story_generator.json @@ -0,0 +1,200 @@ + { + "project": { + "name": "Image-to-Story Generator", + "id": "new", + "creationTs": 1685937637546, + "lastModifiedTs": 1688761505533 + }, + "graph": { + "nodes": [ + { + "id": "input_image_myyy7o", + "nodeSpecId": "input_image", + "customData": { + "initialWidth": 448, + "initialHeight": 240, + "previewX": 16, + "previewY": 16, + "previewWidth": 448, + "previewHeight": 240 + }, + "uiData": { + "posX": -864, + "posY": 208, + "width": 176, + "selected": false + }, + "propValues": { + "urls": [ + "https://storage.googleapis.com/tfweb/visualblocks-input-images/pic1.jpg", + "https://storage.googleapis.com/tfweb/visualblocks-input-images/pic2.jpeg", + "https://storage.googleapis.com/tfweb/visualblocks-input-images/pic3.jpg", + "https://storage.googleapis.com/tfweb/visualblocks-input-images/pic4.jpeg", + "https://storage.googleapis.com/tfweb/visualblocks-input-images/pic5.jpg", + "https://storage.googleapis.com/tfweb/visualblocks-input-images/pic6.jpg", + "https://storage.googleapis.com/tfweb/visualblocks-input-images/pic7.jpeg", + "https://storage.googleapis.com/tfweb/visualblocks-input-images/pic8.jpg", + "https://storage.googleapis.com/tfweb/visualblocks-input-images/pic9.jpg" + ], + "gridColumnCount": 4, + "allowUserUpload": true, + "selectedImageUrl": "https://storage.googleapis.com/tfweb/visualblocks-input-images/pic3.jpg", + "hidePreview": false + } + }, + { + "id": "mobilenet_p25tsn", + "nodeSpecId": "mobilenet", + "customData": { + "previewX": 16, + "previewY": 16, + "previewWidth": 320, + "previewHeight": 240 + }, + "uiData": { + "posX": -656, + "posY": 208, + "width": 176, + "selected": false + }, + "propValues": { + "version": "2" + }, + "incomingEdges": { + "image": [ + { + "sourceNodeId": "input_image_myyy7o", + "outputId": "image" + } + ] + } + }, + { + "id": "classification_visualizer_unwgkf", + "nodeSpecId": "classification_visualizer", + "customData": { + "initialWidth": 240, + "initialHeight": 320, + "previewX": 480, + "previewY": 16, + "previewWidth": 240, + "previewHeight": 320 + }, + "uiData": { + "posX": -416, + "posY": 208, + "width": 176, + "selected": false + }, + "propValues": { + "hidePreview": false + }, + "incomingEdges": { + "result": [ + { + "sourceNodeId": "mobilenet_p25tsn", + "outputId": "classificationResult" + } + ] + } + }, + { + "id": "logger-node_2martj", + "nodeSpecId": "logger-node", + "customData": { + "rightOfNode": "mobilenet_p25tsn", + "previewX": 736, + "previewY": 16, + "previewWidth": 288, + "previewHeight": 240 + }, + "uiData": { + "posX": -416, + "posY": 352, + "width": 176, + "selected": false + }, + "inputValues": { + "data": [] + }, + "incomingEdges": { + "data": [ + { + "sourceNodeId": "mobilenet_p25tsn", + "outputId": "classificationResult" + } + ] + } + }, + { + "id": "text_processor_2yulfn", + "nodeSpecId": "text_processor", + "customData": { + "initialWidth": 304, + "initialHeight": 288, + "rightOfNode": "logger-node_2martj", + "previewX": 1056, + "previewY": 16, + "previewWidth": 272, + "previewHeight": 336 + }, + "uiData": { + "posX": -192, + "posY": 352, + "width": 176, + "selected": false + }, + "propValues": { + "mode": "mustache", + "separator": "\\n", + "formatString": "tell a 100-word vivid and cinematic story with the following elements: \"{{0.classes.0.className}}\" with {{0.classes.0.probability}} weight, {{0.classes.1.className}}\" with {{0.classes.1.probability}} weight, {{0.classes.2.className}}\" with {{0.classes.2.probability}} weight", + "hidePreview": false + }, + "inputValues": { + "texts": [] + }, + "incomingEdges": { + "texts": [ + { + "sourceNodeId": "logger-node_2martj", + "outputId": "json" + } + ] + } + }, + { + "id": "palm_textgen_sw6kcj", + "nodeSpecId": "palm_textgen", + "customData": { + "previewX": 1376, + "previewY": 16, + "previewWidth": 320, + "previewHeight": 400 + }, + "uiData": { + "posX": 16, + "posY": 352, + "width": 176, + "selected": false + }, + "propValues": { + "temperature": 0.7, + "maxOutputTokens": 256, + "hidePreview": false + }, + "inputValues": { + "prompt": "", + "apiKey": "" + }, + "incomingEdges": { + "prompt": [ + { + "sourceNodeId": "text_processor_2yulfn", + "outputId": "text" + } + ] + } + } + ] + } +} \ No newline at end of file diff --git a/pipelines/multi-modal/image_to_story_generator.txt b/pipelines/multi-modal/image_to_story_generator.txt new file mode 100644 index 0000000..347bb16 --- /dev/null +++ b/pipelines/multi-modal/image_to_story_generator.txt @@ -0,0 +1 @@ +Generate a story based on a given image. \ No newline at end of file diff --git a/pipelines/pipelines_index.json b/pipelines/pipelines_index.json index 2c202d4..61f5781 100644 --- a/pipelines/pipelines_index.json +++ b/pipelines/pipelines_index.json @@ -1,30 +1,43 @@ { - "ar_sticker_effect": { - "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/webcam/ar_sticker_effect.json", + "image_to_story_generator": { + "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/multi-modal/image_to_story_generator.json", "screenshots": [ - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/webcam/ar_sticker_effect.gif" + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/multi-modal/image_to_story_generator.jpg" ], "metadata": { - "id": "jqoi4m", - "name": "AR Sticker Effect", - "instruction": "Enhance an image captured in low-light environment with the Zero-DCE model model in TensorFlow Hub; then compare the result with the input image.", - "creationTs": 1681940242239, - "lastModifiedTs": 1682018151462, + "name": "Image-to-Story Generator", + "id": "new", + "creationTs": 1685937637546, + "lastModifiedTs": 1688761505533, "userSetData": { - "description": "Enhance an image captured in low-light environment with the Zero-DCE model model in TensorFlow Hub; then compare the result with the input image." + "description": "Generate a story based on a given image." } } }, - "laser_hands_rough": { - "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/webcam/laser_hands_rough.json", + "silhouette_style_photo_generator": { + "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/graphics/silhouette_style_photo_generator.json", "screenshots": [ - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/webcam/laser_hands_rough.jpg" + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/graphics/silhouette_style_photo_generator.jpg" ], "metadata": { - "name": "laser hands rough", + "name": "Silhouette Style Photo Generator", + "id": "silgen", + "creationTs": 1685937637546, + "lastModifiedTs": 1686037063250, + "userSetData": {} + } + }, + "cartoongan": { + "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/graphics/cartoongan.json", + "screenshots": [ + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/graphics/cartoongan.jpg", + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/graphics/cartoongan_highres.jpg" + ], + "metadata": { + "name": "CartoonGAN", "id": "new", - "creationTs": 1686288323314, - "lastModifiedTs": 1686376772927, + "creationTs": 1685639486812, + "lastModifiedTs": 1685714912433, "userSetData": {} } }, @@ -58,31 +71,23 @@ } } }, - "silhouette_style_photo_generator": { - "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/graphics/silhouette_style_photo_generator.json", - "screenshots": [ - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/graphics/silhouette_style_photo_generator.jpg" - ], - "metadata": { - "name": "Silhouette Style Photo Generator", - "id": "silgen", - "creationTs": 1685937637546, - "lastModifiedTs": 1686037063250, - "userSetData": {} - } - }, - "cartoongan": { - "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/graphics/cartoongan.json", + "low_light_enhancement": { + "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/vision/low_light_enhancement.json", "screenshots": [ - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/graphics/cartoongan.jpg", - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/graphics/cartoongan_highres.jpg" + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/vision/low_light_enhancement.jpg" ], "metadata": { - "name": "CartoonGAN", - "id": "new", - "creationTs": 1685639486812, - "lastModifiedTs": 1685714912433, - "userSetData": {} + "id": "oc33nd", + "name": "Low-light enhancement", + "instruction": "Enhance an image captured in low-light environment with the Zero-DCE model model in TensorFlow Hub; then compare the result with the input image.", + "creationTs": 1681966311839, + "lastModifiedTs": 1681966327277, + "userSetData": { + "tags": [ + "vision" + ], + "description": "Enhance an image captured in low-light environment with the Zero-DCE model model in TensorFlow Hub; then compare the result with the input image." + } } }, "object_detection": { @@ -96,53 +101,41 @@ "creationTs": 1689050831536, "lastModifiedTs": 1689051147730, "userSetData": { - "description": "Recognize the objects in the picture and visualize the results with interactive comparison.\n" + "tags": [ + "vision" + ], + "description": { + "description": "Recognize the objects in the picture and visualize the results with interactive comparison.\n" + } } } }, - "low_light_enhancement": { - "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/vision/low_light_enhancement.json", - "screenshots": [ - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/vision/low_light_enhancement.jpg" - ], - "metadata": { - "id": "oc33nd", - "name": "Low-light enhancement", - "instruction": "Enhance an image captured in low-light environment with the Zero-DCE model model in TensorFlow Hub; then compare the result with the input image.", - "creationTs": 1681966311839, - "lastModifiedTs": 1681966327277, - "userSetData": { - "description": "Enhance an image captured in low-light environment with the Zero-DCE model model in TensorFlow Hub; then compare the result with the input image." - } - } - }, - "review_generation_and_rating": { - "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/review_generation_and_rating.json", + "laser_hands_rough": { + "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/webcam/laser_hands_rough.json", "screenshots": [ - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/review_generation_and_rating.jpg", - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/review_generation_and_rating_highres.jpg" + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/webcam/laser_hands_rough.jpg" ], "metadata": { - "name": "Review generation and rating", - "id": "9ecqwo", - "creationTs": 1685838402089, - "lastModifiedTs": 1685839043971, + "name": "laser hands rough", + "id": "new", + "creationTs": 1686288323314, + "lastModifiedTs": 1686376772927, "userSetData": {} } }, - "palm2_weather_summarizer": { - "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_weather_summarizer.json", + "ar_sticker_effect": { + "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/webcam/ar_sticker_effect.json", "screenshots": [ - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_weather_summarizer.gif", - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_weather_summarizer.jpg" + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/webcam/ar_sticker_effect.gif" ], "metadata": { - "name": "Weather summarizer", - "id": "new", - "creationTs": 1683652729656, - "lastModifiedTs": 1684856975204, + "id": "jqoi4m", + "name": "AR Sticker Effect", + "instruction": "Enhance an image captured in low-light environment with the Zero-DCE model model in TensorFlow Hub; then compare the result with the input image.", + "creationTs": 1681940242239, + "lastModifiedTs": 1682018151462, "userSetData": { - "description": "Summarize the weather in San Francisco into in one sentence.\n" + "description": "Enhance an image captured in low-light environment with the Zero-DCE model model in TensorFlow Hub; then compare the result with the input image." } } }, @@ -161,11 +154,27 @@ } } }, + "palm2_weather_summarizer": { + "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_weather_summarizer.json", + "screenshots": [ + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_weather_summarizer.jpg", + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_weather_summarizer.gif" + ], + "metadata": { + "name": "Weather summarizer", + "id": "new", + "creationTs": 1683652729656, + "lastModifiedTs": 1684856975204, + "userSetData": { + "description": "Summarize the weather in San Francisco into in one sentence.\n" + } + } + }, "palm2_manuscript_helper": { "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_manuscript_helper.json", "screenshots": [ - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_manuscript_helper.png", - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_manuscript_helper.jpg" + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_manuscript_helper.jpg", + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_manuscript_helper.png" ], "metadata": { "name": "ManuscriptHelper: LLMs to help with complex LaTeX tasks", @@ -175,11 +184,39 @@ "userSetData": {} } }, + "palm2_email_generation_review": { + "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_email_generation_review.json", + "screenshots": [ + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_email_generation_review.jpg", + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_email_generation_review_highres.jpg" + ], + "metadata": { + "name": "PaLM 2 email generation and review", + "id": "3irlat", + "creationTs": 1685487890322, + "lastModifiedTs": 1686011448835, + "userSetData": {} + } + }, + "review_generation_and_rating": { + "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/review_generation_and_rating.json", + "screenshots": [ + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/review_generation_and_rating_highres.jpg", + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/review_generation_and_rating.jpg" + ], + "metadata": { + "name": "Review generation and rating", + "id": "9ecqwo", + "creationTs": 1685838402089, + "lastModifiedTs": 1685839043971, + "userSetData": {} + } + }, "palm2_werewolf": { "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_werewolf.json", "screenshots": [ - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_werewolf_highres.jpg", - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_werewolf.jpg" + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_werewolf.jpg", + "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_werewolf_highres.jpg" ], "metadata": { "name": "Werewolf", @@ -202,19 +239,5 @@ "lastModifiedTs": 1685773777862, "userSetData": {} } - }, - "palm2_email_generation_review": { - "json": "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_email_generation_review.json", - "screenshots": [ - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_email_generation_review.jpg", - "https://raw.githubusercontent.com/google/visualblocks/main/pipelines/llm/palm2_email_generation_review_highres.jpg" - ], - "metadata": { - "name": "PaLM 2 email generation and review", - "id": "3irlat", - "creationTs": 1685487890322, - "lastModifiedTs": 1686011448835, - "userSetData": {} - } } } \ No newline at end of file