Merge pull request #20 from emilrueh/dev

Coroutine based non-blocking async requests via copas

Author: emilrueh

rockspecs/lua-genai-0.3-1.rockspec

@@ -0,0 +1,29 @@
+package = "lua-genai"
+version = "0.3-1"
+source = {
+   url = "https://github.com/emilrueh/lua-genai/archive/refs/tags/v0.3.tar.gz"
+}
+description = {
+   summary = "Generative AI SDK",
+   detailed = "Interface for generative AI providers like OpenAI, Anthropic, Google Gemini, DeepSeek, etc. abstracting away provider-specific payload structures and response parsing to simplify switching models with optional async requests.",
+   homepage = "https://github.com/emilrueh/lua-genai",
+   license = "Zlib"
+}
+dependencies = {
+   "lua >= 5.1",
+   "lua-cjson",
+   "luasec"
+}
+build = {
+   type = "builtin",
+   modules = {
+      genai = "src/genai/init.lua",
+      ["genai.features"] = "src/genai/features/init.lua",
+      ["genai.features.chat"] = "src/genai/features/chat.lua",
+      ["genai.genai"] = "src/genai/genai.lua",
+      ["genai.providers"] = "src/genai/providers/init.lua",
+      ["genai.providers.anthropic"] = "src/genai/providers/anthropic.lua",
+      ["genai.providers.openai"] = "src/genai/providers/openai.lua",
+      ["genai.utils"] = "src/genai/utils.lua"
+   }
+}

src/genai/genai.lua

@@ -67,11 +67,13 @@ end
 ---@return table payload
 ---@return function? callback Streaming handler
 ---@return table? accumulator Schema storing full streamed response
+---@return boolean async Whether to use non-blocking https via copas
 function GenAI:_prepare_response_requirements(opts)
 	local headers = self.provider.construct_headers(self._api_key)
 	local payload = self.provider.construct_payload(opts)
 	local accumulator, callback = self:_setup_stream(opts.settings.stream)
-	return headers, payload, callback, accumulator
+	local async = opts.settings and opts.settings.async or false
+	return headers, payload, callback, accumulator, async
 end
 
 ---Execute API call to specified GenAI model with all payload and settings
@@ -80,15 +82,16 @@ end
 ---@return number input_tokens
 ---@return number output_tokens
 function GenAI:call(opts)
-	local headers, payload, callback, accumulator = self:_prepare_response_requirements(opts)
+	local headers, payload, callback, accumulator, async = self:_prepare_response_requirements(opts)
 
 	local response = utils.send_request(
 		self._endpoint,
 		cjson.encode(payload),
 		"POST",
 		headers,
 		callback,
-		self.provider.handle_exceptions
+		self.provider.handle_exceptions,
+		async
 	)
 
 	local reply, input_tokens, output_tokens =

src/genai/utils.lua

@@ -1,19 +1,30 @@
 local cjson = require("cjson")
-local https = require("ssl.https")
+local copas = require("copas")
+local ssl_https = require("ssl.https")
 local ltn12 = require("ltn12")
 
 ---@module "genai.utils"
 local utils = {}
 
----Https request with partial response functionality via callback
+---Decides to either call https request via non-blocking copas or blocking ssl
+---@param opts table
+---@return number response
+---@return number status
+---@return table headers
+local function _exec_request(opts, async)
+	if async then return copas.http.request(opts) end
+	return ssl_https.request(opts)
+end
+
+---Https request with partial response functionality via callback as well as non-blocking via copas
 ---@param url string
 ---@param payload table?
 ---@param method string?
 ---@param headers table?
 ---@param callback function?
 ---@param exception_handler function?
 ---@return string|table body
-function utils.send_request(url, payload, method, headers, callback, exception_handler)
+function utils.send_request(url, payload, method, headers, callback, exception_handler, async)
 	local response_body = {}
 	local final_sink = ltn12.sink.table(response_body)
 
@@ -35,7 +46,7 @@ function utils.send_request(url, payload, method, headers, callback, exception_h
 		source = payload and ltn12.source.string(payload) or nil,
 	}
 
-	local _, status_code, response_headers = https.request(request_opts)
+	local _, status_code, response_headers = _exec_request(request_opts, async)
 	local body = table.concat(response_body)
 
 	-- decode body if json response