-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathllm.js
89 lines (79 loc) · 2.5 KB
/
llm.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
const axios = require('axios');
const OpenAI = require('openai');
const Anthropic = require('@anthropic-ai/sdk');
const dotenv = require('dotenv');
dotenv.config();
const anthropic = new Anthropic({
apiKey: process.env.ANTHROPIC_API_KEY,
});
const MAX_RETRIES = 3;
const RETRY_DELAY = 1000;
async function sleep(ms) {
return new Promise(resolve => setTimeout(resolve, ms));
}
async function sendRequestToOpenAI(model, message, apiKey) {
const openai = new OpenAI({
apiKey: apiKey,
});
for (let i = 0; i < MAX_RETRIES; i++) {
try {
const response = await openai.chat.completions.create({
model: model,
messages: [{ role: 'user', content: message }],
max_tokens: 1024,
});
return response.choices[0].message.content;
} catch (error) {
console.error(`Error sending request to OpenAI (attempt ${i + 1}):`, error.message, error.stack);
if (i === MAX_RETRIES - 1) throw error;
await sleep(RETRY_DELAY);
}
}
}
async function sendRequestToAnthropic(model, message) {
for (let i = 0; i < MAX_RETRIES; i++) {
try {
console.log(`Sending request to Anthropic with model: ${model} and message: ${message}`);
const response = await anthropic.messages.create({
model: model,
messages: [{ role: 'user', content: message }],
max_tokens: 1024,
});
console.log(`Received response from Anthropic: ${JSON.stringify(response.content)}`);
return response.content[0].text;
} catch (error) {
console.error(`Error sending request to Anthropic (attempt ${i + 1}):`, error.message, error.stack);
if (i === MAX_RETRIES - 1) throw error;
await sleep(RETRY_DELAY);
}
}
}
async function sendLLMRequest(provider, model, message, apiKey) {
let response;
switch (provider.toLowerCase()) {
case 'openai':
response = await sendRequestToOpenAI(model, message, apiKey);
break;
case 'anthropic':
response = await sendRequestToAnthropic(model, message);
break;
default:
throw new Error(`Unsupported LLM provider: ${provider}`);
}
if (typeof response === 'string') {
try {
return JSON.parse(response);
} catch (error) {
console.error('Error parsing JSON response:', error);
return { suggestions: [] };
}
} else if (typeof response === 'object' && response !== null) {
return response;
} else {
console.error('Invalid response format:', response);
return { suggestions: [] };
}
}
module.exports = {
sendLLMRequest
};