Not interested in adding the same file as a child of itself

CybercentreCanada · Aug 31, 2022 · de74af6 · de74af6
1 parent 085ebab
commit de74af6
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/urldownloader/urldownloader.py b/urldownloader/urldownloader.py
@@ -92,8 +92,9 @@ def execute(self, request: ServiceRequest) -> None:
                 fp, sha256 = self.fetch_uri(tag_value, headers=headers)
                 if isinstance(fp, str):
                     self.log.info(f'Success, writing to {fp}...')
-                    request.add_extracted(fp, tag_value, f"Response from {tag_value}",
-                                          safelist_interface=self.api_interface)
+                    if sha256 != request.sha256:
+                        request.add_extracted(fp, tag_value, f"Response from {tag_value}",
+                                              safelist_interface=self.api_interface)
                 else:
                     self.log.debug(f'Server response except occurred: {fp.reason}')
                     exception_table.add_row(TableRow({'URI': tag_value, 'REASON': fp.reason}))