simple llamaindex example, fix module

Author: martinibach

examples/express-together-llamaindex/readme.md

@@ -36,9 +36,13 @@ The server should be up at http://localhost:8000
 ## Send a test request to the chatCompletionBasic workflow
 
 ```
-curl -X POST http://localhost:8000 -H "Content-Type: application/json" -d '{"workflowName": "chatCompletionBasic", "workflowId": "chatCompletionBasic-123", "name": "John"}'
+curl -X POST http://localhost:8000 -H "Content-Type: application/json" -d '{"workflowName": "chatCompletionBasic", "workflowId": "chatCompletionBasic", "input": {"name": "Martin"}}'
 ```
 
+## Test the simple RAG workflow for Llamaindex
+
+curl -X POST http://localhost:8000 -H "Content-Type: application/json" -d '{"workflowName": "llamaindexTogetherSimple", "workflowId": "llamaindexTogetherSimple-123"}'
+
 ## Build and Run Docker Container
 
 Build the Docker image and run the container with:

examples/express-together-llamaindex/src/functions/llamaindex/createDocument.ts

@@ -1,5 +1 @@
-export * from './createDocument';
-export * from './createIndex';
-export * from './loadEssay';
-export * from './outputResponse';
-export * from './queryIndex';
+export * from './queryTogether';

examples/express-together-llamaindex/src/functions/llamaindex/createIndex.ts

@@ -0,0 +1,12 @@
+import { llamaIndexTogetherClient } from "./utils/llamaIndexTogetherClient";
+import { TogetherLLM } from "llamaindex";
+
+export async function llamaIndexQueryTogether({ query, model }: { query: string, model: TogetherLLM["model"] }) {
+    const client = llamaIndexTogetherClient({ model });
+
+    const response = await client.chat({
+        messages: [{ role: "user", content: query }],
+    });
+
+    return response;
+}

examples/express-together-llamaindex/src/functions/llamaindex/index.ts

@@ -0,0 +1,9 @@
+import { TogetherLLM, Settings } from "llamaindex";
+
+export function llamaIndexTogetherClient({ model }: { model: TogetherLLM["model"] }) {
+    Settings.llm = new TogetherLLM({
+        apiKey: process.env.TOGETHER_API_KEY,
+        model: model,
+    });
+    return Settings.llm;
+}

examples/express-together-llamaindex/src/functions/llamaindex/loadEssay.ts

@@ -1,5 +1,5 @@
 // Simple example to start two services in the same file
-import { togetherChatCompletionBasic } from "./functions";
+import { togetherChatCompletionBasic, llamaIndexQueryTogether } from "./functions";
 import { client } from "./client";
 
 export async function services() {
@@ -10,14 +10,15 @@ export async function services() {
             client.startService({
                 workflowsPath,
                 functions: {
+
                     // add other functions here
                 },
             }),
             // Start the together service to queue function calls to the Together API with rate limiting
             // https://docs.together.ai/docs/rate-limits
             client.startService({
                 taskQueue: 'together',
-                functions: { togetherChatCompletionBasic },
+                functions: { togetherChatCompletionBasic, llamaIndexQueryTogether },
                 options: {
                     rateLimit: (60 / 60), // 60 RPM -> 1 RPS 
                 },