Merge pull request #4 from emilrueh/dev

Abstract conversation logic and modularize providers

Author: emilrueh

README.md

@@ -1,5 +1,55 @@
-A Lua wrapper for generative AI APIs.
+# Unified Lua Interface for Generative AI
 
-Currently implemented are OpenAI, Anthropic, Gemini, and Groq for Open-Source models.
+A developer-friendly Lua interface for working with multiple generative AI providers, abstracting away provider-specific payload structures and response parsing so you can easily switch between various models and providers without rewriting any code.
 
-This project is under construction and any help is appreciated.
+## Providers
+
+- [OpenAI](https://platform.openai.com/docs/overview)
+
+- [Anthropic](https://docs.anthropic.com/en/home)
+
+## Features
+
+- Easily switch between AI chat model providers.
+- Pass in prompts and get replies without the provider complexity.
+- Easily integrate new models and adjust settings.
+- Work directly with the `src.ai` client for more granular control.
+
+## Usage
+
+```lua
+local AI = require("src.ai")
+local Chat = require("src.chat")
+
+local api_key = "<YOUR_API_KEY>"
+local endpoint = "https://api.openai.com/v1/chat/completions"
+local model = "gpt-4o-mini"
+local system_prompt = "You are the king of a nation."
+
+local ai = AI.new(api_key, endpoint)
+local chat = Chat.new(ai, model, system_prompt)
+
+local reply = chat:say("Give three short words of advice to the hero.")
+print(reply)
+```
+
+See `main.lua` for a more detailed example.
+
+### Dependencies
+
+- [lua-https](https://github.com/love2d/lua-https)
+
+- [lua-cjson](https://github.com/openresty/lua-cjson)
+
+## Status
+
+⚠️ This is a work in progress so any help is appreciated!
+
+### Future
+
+1. Streaming responses
+2. Error handling
+3. Token cost tracking
+4. Gemini and open-source model integration
+5. Image models
+6. Audio models

main.lua

@@ -1,25 +1,23 @@
---
-
-if os.getenv("LOCAL_LUA_DEBUGGER_VSCODE") == "1" then
-	require("lldebugger").start()
-end
-
---
-
 local config = require("src.config")
-local OpenAI = require("src.ai.openai")
+local AI = require("src.ai")
+local Chat = require("src.chat")
 
 local api_keys = config.api_keys
 
-local client = OpenAI.new(api_keys.openai_api_key, "https://api.openai.com/v1/chat/completions")
+-- local api_key = api_keys.anthropic_api_key
+-- local endpoint = "https://api.anthropic.com/v1/messages"
+-- local model = "claude-3-5-haiku-20241022"
+
+local api_key = api_keys.openai_api_key
+local endpoint = "https://api.openai.com/v1/chat/completions"
+local model = "gpt-4o-mini"
 
----@param model string
-local function conversation(model)
-	local system_prompt = "Respond extremely briefly and concise."
+local system_prompt = "Respond extremely briefly."
 
-	local messages = {}
-	table.insert(messages, { role = "system", content = system_prompt })
+local ai = AI.new(api_key, endpoint)
+local chat = Chat.new(ai, model, system_prompt)
 
+local function main()
 	while true do
 		local user_prompt = io.read()
 		print()
@@ -28,20 +26,11 @@ local function conversation(model)
 			break
 		end
 
-		table.insert(messages, { role = "user", content = user_prompt })
-
-		-- api call
-		local reply, input_tokens, output_tokens = client:call(messages, model)
-
-		table.insert(messages, { role = "assistant", content = reply })
+		local reply = chat:say(user_prompt)
 
 		print(reply)
 		print()
 	end
 end
 
-local function main()
-	conversation("gpt-4o-mini")
-end
-
 main()

src/ai.lua

@@ -0,0 +1,55 @@
+local config = require("src.config")
+local utils = require("src.utils")
+
+local providers = require("src.providers._load")
+
+local cjson = config.cjson
+
+---AI API client for interacting with specified endpoint
+---@class AI
+---@field _api_key string
+---@field _endpoint string
+---@field provider table|nil
+---@field _determine_provider function
+local AI = {}
+AI.__index = AI
+
+function AI.new(api_key, endpoint)
+	local self = setmetatable({}, AI)
+
+	self._api_key = api_key
+	self._endpoint = endpoint
+
+	-- Determine AI provider module to load
+	self.provider = self:_determine_provider(providers)
+	assert(self.provider, "AI provider could not be determined from provided endpoint")
+
+	return self
+end
+
+---Check endpoint for occurance of ai provider name
+---@param providers table
+---@return table|nil provider_module
+function AI:_determine_provider(providers)
+	for provider_name, provider_module in pairs(providers) do
+		if self._endpoint:find(provider_name) then
+			return provider_module
+		end
+	end
+
+	return nil -- default if no provider found
+end
+
+---OpenAI API call to specified model
+---@param opts table
+---@return string reply
+function AI:call(opts)
+	local headers = self.provider.construct_headers(self._api_key)
+	local payload = cjson.encode(self.provider.construct_payload(opts))
+	local response = cjson.decode(utils.send_request(self._endpoint, payload, "POST", headers))
+	local reply, input_tokens, output_tokens = self.provider.extract_response_data(response)
+
+	return reply
+end
+
+return AI