From 51af0649e5eb67a12117ee8f6c613f1972d01c35 Mon Sep 17 00:00:00 2001 From: lurkshark <13933101+lurkshark@users.noreply.github.com> Date: Thu, 5 Mar 2026 07:04:12 -0800 Subject: [PATCH 1/2] fix(search): reduce embeddings batch size --- packages/search-core/src/grogbot_search/embeddings.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/search-core/src/grogbot_search/embeddings.py b/packages/search-core/src/grogbot_search/embeddings.py index 9a71c5a..b72341f 100644 --- a/packages/search-core/src/grogbot_search/embeddings.py +++ b/packages/search-core/src/grogbot_search/embeddings.py @@ -19,7 +19,7 @@ def embed_texts(texts: Iterable[str], *, prompt: str) -> List[list[float]]: model = _load_model() embeddings = model.encode( text_list, - batch_size=16, + batch_size=8, normalize_embeddings=True, prompt=prompt, ) From c0bdd18825aa2fa3e9d2d02f89cca84b7f84ead0 Mon Sep 17 00:00:00 2001 From: lurkshark <13933101+lurkshark@users.noreply.github.com> Date: Thu, 5 Mar 2026 09:10:13 -0800 Subject: [PATCH 2/2] test fix --- packages/search-core/tests/test_embeddings.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/search-core/tests/test_embeddings.py b/packages/search-core/tests/test_embeddings.py index 3851a3a..77632b6 100644 --- a/packages/search-core/tests/test_embeddings.py +++ b/packages/search-core/tests/test_embeddings.py @@ -47,4 +47,4 @@ def encode(self, texts, *, batch_size: int, normalize_embeddings: bool, prompt: result = embeddings.embed_texts(("first", "second"), prompt="search_query") assert result == [[1.0, 2.0], [3.0, 4.0]] - assert fake_model.calls == [(["first", "second"], 16, True, "search_query")] + assert fake_model.calls == [(["first", "second"], 8, True, "search_query")]