chore(scripts): allow to specify quants (#5430)

Signed-off-by: Ettore Di Giacinto <[email protected]>

Author: mudler

scripts/model_gallery_info.py

@@ -31,6 +31,7 @@
 client = OpenAI()
 
 model = os.environ.get("OPENAI_MODEL", "hermes-2-theta-llama-3-8b")
+quantization = os.environ.get("QUANTIZATION", "Q4_K_M")
 
 
 def summarize(text: str) -> str:
@@ -69,12 +70,12 @@ def format_description(description):
         if "readme" in file.lower():
             readmeFile = file
             print(f"Found README file: {readmeFile}")
-        if "q4_k_m" in file.lower():
+        if quantization.lower() in file.lower():
             file_path = file
 
 
     if file_path is None:
-        print("No file with Q4_K_M found, using the first file in the list.")
+        print(f"No file with {quantization} found, using the first file in the list.")
         exit(1)