Skip to content

Commit f42a4f0

Browse files
emanuzziccreutzi
authored andcommitted
Remove tests for gpt-3.5
1 parent fb8b1d9 commit f42a4f0

File tree

1 file changed

+3
-20
lines changed

1 file changed

+3
-20
lines changed

tests/tazureChat.m

+3-20
Original file line numberDiff line numberDiff line change
@@ -98,24 +98,6 @@ function generateOverridesProperties(testCase)
9898
testCase.verifyThat(text, EndsWithSubstring("3, "));
9999
end
100100

101-
function doReturnErrors(testCase)
102-
testCase.assumeTrue(isenv("AZURE_OPENAI_API_KEY"),"end-to-end test requires environment variables AZURE_OPENAI_API_KEY, AZURE_OPENAI_ENDPOINT, and AZURE_OPENAI_DEPLOYMENT.");
103-
chat = azureChat;
104-
% This input is considerably longer than accepted as input for
105-
% GPT-3.5 (16385 tokens)
106-
wayTooLong = string(repmat('a ',1,20000));
107-
testCase.verifyError(@() generate(chat,wayTooLong), "llms:apiReturnedError");
108-
end
109-
110-
function generateWithImageErrorsForGpt35(testCase)
111-
chat = azureChat("DeploymentID","gpt-35-turbo-16k-0613");
112-
image_path = "peppers.png";
113-
emptyMessages = messageHistory;
114-
messages = addUserMessageWithImages(emptyMessages,"What is in the image?",image_path);
115-
116-
testCase.verifyError(@() generate(chat,messages), "llms:apiReturnedError");
117-
end
118-
119101
function shortErrorForBadEndpoint(testCase)
120102
chat = azureChat(Endpoint="https://nobodyhere.whatever/");
121103
caught = false;
@@ -142,14 +124,15 @@ function canUseAPIVersions(testCase, APIVersions)
142124
end
143125

144126
function specialErrorForUnsupportedResponseFormat(testCase)
127+
testCase.assumeFail("Disabled until `llms.internal.callAzureChat` is updated to use `max_completion_tokens` instead of the deprecated `max_tokens` in the OpenAI API.")
128+
145129
testCase.verifyError(@() generate(...
146-
azureChat(APIVersion="2024-08-01-preview",DeploymentID="gpt-35-turbo-16k-0613"), ...
130+
azureChat(APIVersion="2024-08-01-preview",DeploymentID="o1-mini"), ...
147131
"What is the smallest prime?", ...
148132
ResponseFormat=struct("number",1)), ...
149133
"llms:noStructuredOutputForAzureDeployment");
150134
end
151135

152-
153136
function endpointNotFound(testCase)
154137
% to verify the error, we need to unset the environment variable
155138
% AZURE_OPENAI_ENDPOINT, if given. Use a fixture to restore the

0 commit comments

Comments
 (0)