Tock Front : Add Ollama as Rag provider (#1750)

Author: rkuffer

bot/admin/web/src/app/rag/rag-settings/models/engines-configurations.ts

@@ -2,6 +2,8 @@ import {
   AzureOpenAiApiVersionsList,
   EnginesConfiguration,
   LLMProvider,
+  OllamaEmModelsList,
+  OllamaLlmModelsList,
   OpenAIEmbeddingModel,
   OpenAIModelsList
 } from '../../../shared/model/ai-settings';
@@ -57,6 +59,16 @@ const EnginesConfigurations_Llm: EnginesConfiguration[] = [
       { key: 'temperature', label: 'Temperature', type: 'number', inputScale: 'fullwidth' },
       { key: 'prompt', label: 'Prompt', type: 'prompt', inputScale: 'fullwidth', defaultValue: DefaultPrompt }
     ]
+  },
+  {
+    label: 'Ollama',
+    key: LLMProvider.Ollama,
+    params: [
+      { key: 'baseUrl', label: 'BaseUrl', type: 'text', defaultValue: 'http://localhost:11434' },
+      { key: 'model', label: 'Model', type: 'openlist', source: OllamaLlmModelsList, defaultValue: 'llama2' },
+      { key: 'temperature', label: 'Temperature', type: 'number', inputScale: 'fullwidth', defaultValue: 0.7 },
+      { key: 'prompt', label: 'Prompt', type: 'prompt', inputScale: 'fullwidth', defaultValue: DefaultPrompt }
+    ]
   }
 ];
 
@@ -78,6 +90,14 @@ const EnginesConfigurations_Embedding: EnginesConfiguration[] = [
       { key: 'deploymentName', label: 'Deployment name', type: 'text' },
       { key: 'apiBase', label: 'Private endpoint base url', type: 'obfuscated' }
     ]
+  },
+  {
+    label: 'Ollama',
+    key: LLMProvider.Ollama,
+    params: [
+      { key: 'baseUrl', label: 'BaseUrl', type: 'text', defaultValue: 'http://localhost:11434' },
+      { key: 'model', label: 'Model', type: 'openlist', source: OllamaEmModelsList, defaultValue: 'all-minilm' }
+    ]
   }
 ];
 

bot/admin/web/src/app/shared/model/ai-settings.ts

@@ -1,6 +1,7 @@
 export enum LLMProvider {
   OpenAI = 'OpenAI',
-  AzureOpenAIService = 'AzureOpenAIService'
+  AzureOpenAIService = 'AzureOpenAIService',
+  Ollama = 'Ollama'
 }
 
 export interface llmSetting {
@@ -40,7 +41,7 @@ export interface EnginesConfigurationParam {
   type: 'text' | 'prompt' | 'list' | 'openlist' | 'number' | 'obfuscated';
   source?: string[];
   inputScale?: 'default' | 'fullwidth';
-  defaultValue?: string;
+  defaultValue?: string | number;
 }
 
 export const AzureOpenAiApiVersionsList: string[] = [
@@ -71,3 +72,7 @@ export const OpenAIModelsList: string[] = [
 ];
 
 export const OpenAIEmbeddingModel: string[] = ['text-embedding-ada-002'];
+
+export const OllamaLlmModelsList: string[] = ['llama2', 'llama3', 'llama3.1', 'llama3.1:8b', 'llama3.2'];
+
+export const OllamaEmModelsList: string[] = ['mxbai-embed-large', 'nomic-embed-text', 'all-minilm'];