From 10e94854718974f1b8f803bc2c8bae559e0de71e Mon Sep 17 00:00:00 2001 From: Luca Foppiano Date: Thu, 21 Dec 2023 19:27:51 +0900 Subject: [PATCH] fix preload embeddings --- delft/preload_embeddings.py | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/delft/preload_embeddings.py b/delft/preload_embeddings.py index 8ce3b4a..a5e8393 100644 --- a/delft/preload_embeddings.py +++ b/delft/preload_embeddings.py @@ -14,19 +14,20 @@ downloaded and loaded in lmdb at each run of the docker container. ''' -import os import argparse +import json +import os + +import lmdb from delft.utilities.Embeddings import Embeddings, open_embedding_file from delft.utilities.Utilities import download_file -import lmdb -import json map_size = 100 * 1024 * 1024 * 1024 def preload(embeddings_name, input_path=None, registry_path=None): resource_registry = None - if registry_path != None: + if registry_path is not None: with open(registry_path, 'r') as f: resource_registry = json.load(f) @@ -34,7 +35,7 @@ def preload(embeddings_name, input_path=None, registry_path=None): description = embeddings.get_description(embeddings_name) if description is None: - print("Error: embedding name", embeddings_name, "is not registered in", path) + print(f"Error: embedding name {embeddings_name} is not registered in {registry_path}") if input_path is None: embeddings_path = None @@ -58,7 +59,7 @@ def preload(embeddings_name, input_path=None, registry_path=None): else: embeddings_path = input_path - if embeddings_path == None: + if embeddings_path is None: print("Fail to retrive embedding file for", embeddings_name) embedding_file = open_embedding_file(embeddings_path)