rust

Author: guipenedo

src/datatrove/pipeline/dedup/fast_mh3/src/main.rs

@@ -216,13 +216,13 @@ async fn list_s3_files(client: &Client, s3_path: &S3Path, total_files: usize) ->
         .await
         .context("Failed to list S3 objects")?;
 
-    let files: Vec<String> = resp
-        .contents()
-        .map(|contents| contents.iter()
+    let files: Vec<String> = match resp.contents() {
+        Some(contents) => contents.iter()
             .filter_map(|obj| obj.key()
                 .map(|key| format!("s3://{}/{}", s3_path.bucket, key)))
-            .collect())
-        .unwrap_or_else(Vec::new);
+            .collect(),
+        None => Vec::new(),
+    };
 
     if files.len() != total_files {
         anyhow::bail!(