-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathai.py
68 lines (54 loc) · 2.39 KB
/
ai.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
import os
import requests
from dotenv import load_dotenv
class AI:
def __init__(self) -> None:
load_dotenv()
self.OPENROUTER_API_KEY = os.getenv("OPENROUTER_API_KEY")
def _validate_messages(self, messages: list[dict[str, str]]) -> None:
"""
Validates the messages list to ensure it has the correct format.
"""
for message in messages:
if set(message.keys()) != {"role", "content"}:
raise ValueError(f"Invalid keys in message: {message.keys()}. Only 'role' and 'content' are allowed.")
if message["role"] not in ["system", "user", "assistant"]:
raise ValueError(f"Invalid role: {message['role']}. Role must be one of 'system', 'user', or 'assistant'.")
def generate(self, messages: list[dict[str, str]], model: str | None = None, **kwargs) -> str:
"""
Generate a response using the OpenRouter API.
Args:
messages (list[dict[str, str]]): A list of message dictionaries.
model (str | None): The model to use for generation. If None, uses the default model.
**kwargs: Additional optional arguments to pass to the API call.
Returns:
str: The generated response text.
Raises:
ValueError: If the message format or roles are invalid.
requests.RequestException: If the API request fails.
KeyError: If the response JSON is missing expected keys.
"""
if model is None:
model = self.default_model
self._validate_messages(messages)
default_params = {
"model": model,
"messages": messages,
"temperature": 0.2
}
params = {**default_params, **kwargs}
response = requests.post(
url="https://openrouter.ai/api/v1/chat/completions",
headers={
"Authorization": f"Bearer {self.OPENROUTER_API_KEY}",
},
json=params,
timeout=120
)
response.raise_for_status() # This will raise an HTTPError for bad responses
response_json = response.json()
try:
response_text = response_json["choices"][0]["message"]["content"]
return response_text
except KeyError as e:
raise KeyError(f"Failed to get response: Missing key in API response - {str(e)}")