Skip to content

Commit

Permalink
Fix config
Browse files Browse the repository at this point in the history
  • Loading branch information
simonkurtz-MSFT committed Jun 4, 2024
1 parent 205c385 commit 9951798
Showing 1 changed file with 13 additions and 14 deletions.
27 changes: 13 additions & 14 deletions config.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,19 +5,18 @@
from typing import List
from src.openai_priority_loadbalancer.openai_priority_loadbalancer import Backend

class Config:
NUM_OF_REQUESTS = 5
MODEL = "<your-aoai-model>" # the model, also known as the Deployment in Azure OpenAI, is common across standard and load-balanced requests
AZURE_ENDPOINT = "https://oai-eastus-xxxxxxxx.openai.azure.com"
NUM_OF_REQUESTS = 5
MODEL = "<your-aoai-model>" # the model, also known as the Deployment in Azure OpenAI, is common across standard and load-balanced requests
AZURE_ENDPOINT = "https://oai-eastus-xxxxxxxx.openai.azure.com"

backends: List[Backend] = [
Backend("oai-eastus-xxxxxxxx.openai.azure.com", 1),
Backend("oai-southcentralus-xxxxxxxx.openai.azure.com", 1),
Backend("oai-westus-xxxxxxxx.openai.azure.com", 1)
]
backends: List[Backend] = [
Backend("oai-eastus-xxxxxxxx.openai.azure.com", 1),
Backend("oai-southcentralus-xxxxxxxx.openai.azure.com", 1),
Backend("oai-westus-xxxxxxxx.openai.azure.com", 1)
]

backends_with_api_keys: List[Backend] = [
Backend("oai-eastus-xxxxxxxx.openai.azure.com", 1, None, 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'),
Backend("oai-southcentralus-xxxxxxxx.openai.azure.com", 1, None, 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'),
Backend("oai-westus-xxxxxxxx.openai.azure.com", 1, None, 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')
]
backends_with_api_keys: List[Backend] = [
Backend("oai-eastus-xxxxxxxx.openai.azure.com", 1, None, 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'),
Backend("oai-southcentralus-xxxxxxxx.openai.azure.com", 1, None, 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'),
Backend("oai-westus-xxxxxxxx.openai.azure.com", 1, None, 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')
]

0 comments on commit 9951798

Please sign in to comment.