diff --git a/packages/inference/src/lib/makeRequestOptions.ts b/packages/inference/src/lib/makeRequestOptions.ts index 4f14b42858..85bfd9263d 100644 --- a/packages/inference/src/lib/makeRequestOptions.ts +++ b/packages/inference/src/lib/makeRequestOptions.ts @@ -35,6 +35,12 @@ export async function makeRequestOptions( if (maybeModel && isUrl(maybeModel)) { throw new Error(`Model URLs are no longer supported. Use endpointUrl instead.`); } + + if (args.endpointUrl) { + // No need to have maybeModel, or to load default model for a task + return makeRequestOptionsFromResolvedModel(maybeModel ?? args.endpointUrl, args, options); + } + if (!maybeModel && !task) { throw new Error("No model provided, and no task has been specified."); }