Skip to content

Commit 08d9eb2

Browse files
committed
fixed no max output tokens
1 parent 7d5ffbb commit 08d9eb2

File tree

2 files changed

+2
-1
lines changed

2 files changed

+2
-1
lines changed

src/MicrosoftAi/AbstractionMapper.cs

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -65,6 +65,7 @@ public static ChatRequest ToOllamaSharpChatRequest(IList<ChatMessage> chatMessag
6565
Temperature = options?.Temperature,
6666
TopP = options?.TopP,
6767
TopK = options?.TopK,
68+
NumPredict = options?.MaxOutputTokens
6869
},
6970
Stream = stream,
7071
Template = null,

test/AbstractionMapperTests.cs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -435,6 +435,7 @@ public void Maps_Options()
435435
chatRequest.Options.Seed.Should().Be(11);
436436
chatRequest.Stream.Should().BeTrue();
437437
chatRequest.Template.Should().BeNull();
438+
chatRequest.Options.NumPredict.Should().Be(1000);
438439

439440
// not defined in ChatOptions
440441
chatRequest.CustomHeaders.Should().BeEmpty();
@@ -453,7 +454,6 @@ public void Maps_Options()
453454
chatRequest.Options.NumGpu.Should().BeNull();
454455
chatRequest.Options.NumGqa.Should().BeNull();
455456
chatRequest.Options.NumKeep.Should().BeNull();
456-
chatRequest.Options.NumPredict.Should().BeNull();
457457
chatRequest.Options.NumThread.Should().BeNull();
458458
chatRequest.Options.PenalizeNewline.Should().BeNull();
459459
chatRequest.Options.RepeatLastN.Should().BeNull();

0 commit comments

Comments
 (0)