Skip to content

Commit

Permalink
fix preload embeddings
Browse files Browse the repository at this point in the history
  • Loading branch information
lfoppiano committed Dec 21, 2023
1 parent 732b958 commit 10e9485
Showing 1 changed file with 7 additions and 6 deletions.
13 changes: 7 additions & 6 deletions delft/preload_embeddings.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,27 +14,28 @@
downloaded and loaded in lmdb at each run of the docker container.
'''

import os
import argparse
import json
import os

import lmdb
from delft.utilities.Embeddings import Embeddings, open_embedding_file
from delft.utilities.Utilities import download_file
import lmdb
import json

map_size = 100 * 1024 * 1024 * 1024


def preload(embeddings_name, input_path=None, registry_path=None):
resource_registry = None
if registry_path != None:
if registry_path is not None:
with open(registry_path, 'r') as f:
resource_registry = json.load(f)

embeddings = Embeddings(embeddings_name, resource_registry=resource_registry, load=False)

description = embeddings.get_description(embeddings_name)
if description is None:
print("Error: embedding name", embeddings_name, "is not registered in", path)
print(f"Error: embedding name {embeddings_name} is not registered in {registry_path}")

if input_path is None:
embeddings_path = None
Expand All @@ -58,7 +59,7 @@ def preload(embeddings_name, input_path=None, registry_path=None):
else:
embeddings_path = input_path

if embeddings_path == None:
if embeddings_path is None:
print("Fail to retrive embedding file for", embeddings_name)

embedding_file = open_embedding_file(embeddings_path)
Expand Down

0 comments on commit 10e9485

Please sign in to comment.