update to LLMfilter logging

tranade · tranade · commit e9387cc235c7 · 2024-07-30T15:06:58.000-07:00
diff --git a/lib/sycamore/sycamore/query/execution/operations.py b/lib/sycamore/sycamore/query/execution/operations.py
@@ -119,7 +119,7 @@ def llm_filter_operation(
     entity_extractor = OpenAIEntityExtractor(
         entity_name="_autogen_LlmFilterOutput", llm=client, use_elements=False, messages=messages, field=field
     )
-    docset = docset.extract_entity(entity_extractor=entity_extractor, **resource_args)
+    docset = docset.extract_entity(entity_extractor=entity_extractor)
     docset = docset.filter(lambda doc: threshold_filter(doc, threshold), **resource_args)
 
     return docset

Original file line number	Diff line number	Diff line change
`@@ -119,7 +119,7 @@ def llm_filter_operation(`
`119`	`119`	`entity_extractor = OpenAIEntityExtractor(`
`120`	`120`	`entity_name="_autogen_LlmFilterOutput", llm=client, use_elements=False, messages=messages, field=field`
`121`	`121`	`)`
`122`		`- docset = docset.extract_entity(entity_extractor=entity_extractor, **resource_args)`
	`122`	`+ docset = docset.extract_entity(entity_extractor=entity_extractor)`
`123`	`123`	`docset = docset.filter(lambda doc: threshold_filter(doc, threshold), **resource_args)`
`124`	`124`
`125`	`125`	`return docset`