Skip to content

Commit f87330f

Browse files
authored
use "with" to open JSON files (#96)
1 parent 3b32619 commit f87330f

File tree

1 file changed

+8
-3
lines changed

1 file changed

+8
-3
lines changed

fastembed/embedding.py

+8-3
Original file line numberDiff line numberDiff line change
@@ -58,9 +58,14 @@ def load_tokenizer(cls, model_dir: Path, max_length: int = 512) -> Tokenizer:
5858
if not tokens_map_path.exists():
5959
raise ValueError(f"Could not find special_tokens_map.json in {model_dir}")
6060

61-
config = json.load(open(str(config_path)))
62-
tokenizer_config = json.load(open(str(tokenizer_config_path)))
63-
tokens_map = json.load(open(str(tokens_map_path)))
61+
with open(str(config_path)) as config_file:
62+
config = json.load(config_file)
63+
64+
with open(str(tokenizer_config_path)) as tokenizer_config_file:
65+
tokenizer_config = json.load(tokenizer_config_file)
66+
67+
with open(str(tokens_map_path)) as tokens_map_file:
68+
tokens_map = json.load(tokens_map_file)
6469

6570
tokenizer = Tokenizer.from_file(str(tokenizer_path))
6671
tokenizer.enable_truncation(max_length=min(tokenizer_config["model_max_length"], max_length))

0 commit comments

Comments
 (0)