Get random hits when filtering properties

aryn-ai · Feb 24, 2025 · 572e699 · 572e699
1 parent 2d0f0aa
commit 572e699
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/lib/sycamore/sycamore/query/schema.py b/lib/sycamore/sycamore/query/schema.py
@@ -57,7 +57,11 @@ def get_schema(self) -> OpenSearchSchema:
         logger.debug(f"Getting schema for index {self._index}")
         # Fetch example values.
         query["index"] = self._index
-        query["query"] = {"query": {"match_all": {}}, "size": self.NUM_EXAMPLES}
+        query["query"] = {
+            "query": {"match_all": {}},
+            "size": self.NUM_EXAMPLES,
+            "sort": [{"_script": {"type": "number", "script": {"source": "Math.random()"}}}],
+        }
         random_sample = self._query_executor.query(query)["result"]["hits"]["hits"]
 
         result = OpenSearchSchema(