diff --git a/lib/sycamore/sycamore/connectors/opensearch/opensearch_reader.py b/lib/sycamore/sycamore/connectors/opensearch/opensearch_reader.py index a24d7a13f..de150337e 100644 --- a/lib/sycamore/sycamore/connectors/opensearch/opensearch_reader.py +++ b/lib/sycamore/sycamore/connectors/opensearch/opensearch_reader.py @@ -352,7 +352,7 @@ def _to_parent_doc(self, doc: dict[str, Any]) -> List[dict[str, Any]]: return ret @timetrace("OpenSearchReader") - def _to_doc(self, slice_query: dict[str, Any]) -> List[dict[str, Any]]: + def _to_doc(self, doc: dict[str, Any]) -> List[dict[str, Any]]: """ Get all documents from a given slice. """ @@ -370,6 +370,7 @@ def _to_doc(self, slice_query: dict[str, Any]) -> List[dict[str, Any]]: raise ValueError("Target is not present\n" f"Parameters: {self._query_params}\n") os_client = client._client + slice_query = json.loads(doc["doc"]) slice_count = get_doc_count_for_slice(os_client, slice_query) assert slice_count <= 10000, f"Slice count ({slice_count}) should return <= 10,000 documents"