Fix ollama client

Use the actual client code to be able to use remote ollama.

Author: westoque

operate/config.py

@@ -85,15 +85,15 @@ def initialize_google(self):
     def initialize_ollama(self):
         if self.ollama_host:
             if self.verbose:
-                print("[Config][initialize_ollama] using cached ollama host")
+                print("[Config][initialize_ollama] using ollama host", self.ollama_host)
         else:
             if self.verbose:
                 print(
                     "[Config][initialize_ollama] no cached ollama host. Assuming ollama running locally."
                 )
-            self.ollama_host = os.getenv("OLLAMA_HOST", None)
-        model = Client(host=self.ollama_host)
-        return model
+            self.ollama_host = os.getenv("OLLAMA_HOST", "http://localhost:11434")
+        client = Client(host=self.ollama_host)
+        return client
 
     def initialize_anthropic(self):
         if self.anthropic_api_key:

operate/models/apis.py

@@ -565,7 +565,7 @@ def call_ollama_llava(messages, model):
         print(f"[call_ollama_llava] model {model}")
     time.sleep(1)
     try:
-        model = config.initialize_ollama()
+        client = config.initialize_ollama()
         screenshots_dir = "screenshots"
         if not os.path.exists(screenshots_dir):
             os.makedirs(screenshots_dir)
@@ -592,7 +592,7 @@ def call_ollama_llava(messages, model):
         }
         messages.append(vision_message)
 
-        response = ollama.chat(
+        response = client.chat(
             model=model,
             messages=messages,
         )