chore: exclude keys list_supported_models

Author: Anush008

fastembed/embedding.py

@@ -202,12 +202,15 @@ def embed(self, texts: Iterable[str], batch_size: int = 256, parallel: int = Non
         raise NotImplementedError
 
     @classmethod
-    def list_supported_models(cls) -> List[Dict[str, Union[str, Union[int, float]]]]:
+    def list_supported_models(cls, exclude: List[str] = []) -> List[Dict[str, Union[str, Union[int, float]]]]:
         """
         Lists the supported models.
         """
         models_file_path = Path(__file__).with_name("models.json")
-        models = json.load(open(str(models_file_path)))
+        with open(models_file_path, "r") as file:
+            models = json.load(file)
+
+        models = [{k: v for k, v in model.items() if k not in exclude} for model in models]
 
         return models
 
@@ -525,7 +528,11 @@ def list_supported_models(cls) -> List[Dict[str, Union[str, Union[int, float]]]]
         Lists the supported models.
         """
         # jina models are not supported by this class
-        return [model for model in super().list_supported_models() if not model["model"].startswith("jinaai")]
+        return [
+            model
+            for model in super().list_supported_models(exclude=["gcs_sources", "hf_sources"])
+            if not model["model"].startswith("jinaai")
+        ]
 
 
 class DefaultEmbedding(FlagEmbedding):
@@ -643,7 +650,11 @@ def list_supported_models(cls) -> List[Dict[str, Union[str, Union[int, float]]]]
         Lists the supported models.
         """
         # only jina models are supported by this class
-        return [model for model in Embedding.list_supported_models() if model["model"].startswith("jinaai")]
+        return [
+            model
+            for model in Embedding.list_supported_models(exclude=["gcs_sources", "hf_sources"])
+            if model["model"].startswith("jinaai")
+        ]
 
     @staticmethod
     def mean_pooling(model_output, attention_mask):