Merge pull request #130 from restackio/fixProdExample

Production demo fix inputs

Author: aboutphilippe

production_demo/README.md

@@ -63,11 +63,11 @@ And for each child workflow, for each step you can see how long the function sta
 - Python 3.10 or higher
 - Poetry (for dependency management)
 - Docker (for running the Restack services)
-- Local LLM provider (we use LMStudio and a Meta Llama 3.1 8B Instruct 4bit model in this example)
+- Local LLM provider (we use LMStudio and a Meta Llama 3.2 3B Instruct 4bit model in this example)
 
 ## Start LM stduio for local LLM provider
 
-Start local server with Meta Llama 3.1 8B Instruct 4bit model
+Start local server with an open source model like llama-3.2-3b-instruct
 
 https://lmstudio.ai
 

production_demo/schedule_workflow.py

@@ -6,7 +6,7 @@ async def main():
 
     client = Restack()
 
-    workflow_id = f"{int(time.time() * 1000)}-ExampleWorkflow"
+    workflow_id = f"{int(time.time() * 1000)}-ChildWorkflow"
     run_id = await client.schedule_workflow(
         workflow_name="ChildWorkflow",
         workflow_id=workflow_id

production_demo/src/functions/evaluate.py

@@ -8,7 +8,7 @@ class EvaluateInput(BaseModel):
 @function.defn()
 async def llm_evaluate(input: EvaluateInput) -> str:
     try:
-        client = OpenAI(base_url="http://192.168.4.142:1234/v1/",api_key="llmstudio")
+        client = OpenAI(base_url="http://192.168.205.1:1234/v1/",api_key="llmstudio")
     except Exception as e:
         log.error(f"Failed to create LLM client {e}")
         raise FunctionFailure(f"Failed to create OpenAI client {e}", non_retryable=True) from e

production_demo/src/functions/generate.py

@@ -10,7 +10,7 @@ class GenerateInput(BaseModel):
 async def llm_generate(input: GenerateInput) -> str:
 
     try:
-        client = OpenAI(base_url="http://192.168.4.142:1234/v1/",api_key="llmstudio")
+        client = OpenAI(base_url="http://192.168.205.1:1234/v1/",api_key="llmstudio")
     except Exception as e:
         log.error(f"Failed to create LLM client {e}")
         raise FunctionFailure(f"Failed to create OpenAI client {e}", non_retryable=True) from e

production_demo/src/workflows/child.py

@@ -4,11 +4,11 @@
 
 with import_functions():
     from src.functions.function import example_function
-    from src.functions.generate import llm_generate
-    from src.functions.evaluate import llm_evaluate
+    from src.functions.generate import llm_generate, GenerateInput
+    from src.functions.evaluate import llm_evaluate, EvaluateInput
 
 class ChildWorkflowInput(BaseModel):
-    name: str = Field(default='John Doe')
+    prompt: str = Field(default="Generate a random joke in max 20 words.")
 
 @workflow.defn()
 class ChildWorkflow:
@@ -21,16 +21,16 @@ async def run(self, input: ChildWorkflowInput):
 
         generated_text = await workflow.step(
             llm_generate,
-            "Generate a random joke in max 20 words.",
+            GenerateInput(prompt=input.prompt),
             task_queue="llm",
             start_to_close_timeout=timedelta(minutes=2)
         )
 
         evaluation = await workflow.step(
             llm_evaluate,
-            generated_text,
+            EvaluateInput(generated_text=generated_text),
             task_queue="llm",
-            start_to_close_timeout=timedelta(minutes=2)
+            start_to_close_timeout=timedelta(minutes=5)
         )
 
         return {

production_demo/src/workflows/workflow.py

@@ -5,7 +5,7 @@
 from .child import ChildWorkflow, ChildWorkflowInput
 
 with import_functions():
-    from src.functions.generate import llm_generate 
+    from src.functions.generate import llm_generate, GenerateInput
 
 class ExampleWorkflowInput(BaseModel):
     amount: int = Field(default=50)
@@ -35,7 +35,7 @@ async def run(self, input: ExampleWorkflowInput):
 
         generated_text = await workflow.step(
             llm_generate,
-            f"Give me the top 3 unique jokes according to the results. {results}",
+            GenerateInput(prompt=f"Give me the top 3 unique jokes according to the results. {results}"),
             task_queue="llm",
             start_to_close_timeout=timedelta(minutes=2)
         )

quickstart/README.md

@@ -16,15 +16,13 @@ To start the Restack, use the following Docker command:
 docker run -d --pull always --name restack -p 5233:5233 -p 6233:6233 -p 7233:7233 ghcr.io/restackio/restack:main
 ```
 
-## Install dependencies and start services
+## Start python shell
 
 ```bash
-poetry env use 3.10
+poetry env use 3.10 && poetry shell
 ```
 
-```bash
-poetry shell
-```
+## Install dependencies
 
 ```bash
 poetry install