gemini change

Author: Naplessss

evals/completion_fns/gemini.py

@@ -69,12 +69,21 @@ def __call__(
         openai_create_prompt: OpenAICreatePrompt = prompt.to_formatted_prompt()
 
         if "file_name" in kwargs:
-            attached_file_content = ["The file is as follows:"]
-            attached_file_content += extract_text_and_fill_in_images(kwargs["file_name"], None, False) \
-                if self.model == "gemini-pro-vision" else ["".join(extract_text(kwargs["file_name"]))]
             max_tokens = model_max_tokens.get(self.model, 1000000)
-            while num_tokens_from_string(attached_file_content[1], "cl100k_base") > max_tokens:
-                attached_file_content[1] = attached_file_content[1][:-1000]
+            attached_file_content = ["The file is as follows:"]
+            
+            if self.model == "gemini-pro-vision":
+                attached_file_content += extract_text_and_fill_in_images(kwargs["file_name"], None, False)
+                content_types = [type(c) for c in attached_file_content]
+                if not dict in content_types:
+                    print(f"WARNING: pdf {kwargs['file_name']} has no image!")
+                    self.model = "gemini-pro"
+                    attached_file_content = ["The file is as follows:"] + ["".join(extract_text(kwargs["file_name"]))]
+            else:
+                attached_file_content += ["".join(extract_text(kwargs["file_name"]))]
+            if self.model == "gemini-pro":
+                while num_tokens_from_string(attached_file_content[1], "cl100k_base") > max_tokens:
+                    attached_file_content[1] = attached_file_content[1][:-1000]
         else:
             attached_file_content = []
             self.model = "gemini-pro"

evals/registry/data/drug_ChartQA/samples copy.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5cf6d65edf256002bdd6d4bf8fdae23698a6150b23bf778e246fa9c51b8074
+size 8787

evals/registry/data/drug_ChartQA/samples.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5cf6d65edf256002bdd6d4bf8fdae23698a6150b23bf778e246fa9c51b8074
+size 8787

evals/registry/evals/01_scipaper_drugchart.yaml

@@ -0,0 +1,9 @@
+
+drug_ChartQA:
+  id: drug_ChartQA.dev.v0
+  metrics: [accuracy]
+
+drug_ChartQA.dev.v0:
+  class: evals.elsuite.rag_match:RAGMatch
+  args:
+    samples_jsonl: drug_ChartQA/samples.jsonl