fix: omit common prefixes in azure

delta-io · Jul 10, 2022 · c0dc9f9 · c0dc9f9
1 parent d91ed5c
commit c0dc9f9
Showing 1 changed file with 10 additions and 6 deletions.
diff --git a/rust/src/storage/azure/mod.rs b/rust/src/storage/azure/mod.rs
@@ -362,12 +362,16 @@ impl StorageBackend for AdlsGen2Backend {
             .directory(obj.path)
             .into_stream()
             .flat_map(|it| match it {
-                Ok(paths) => Either::Left(stream::iter(paths.into_iter().map(|p| {
-                    Ok(ObjectMeta {
-                        path: format!("adls2://{}/{}", self.file_system_name, path.to_owned()),
-                        modified: p.last_modified,
-                        size: Some(p.content_length),
-                    })
+                Ok(paths) => Either::Left(stream::iter(paths.into_iter().flat_map(|p| {
+                    if p.is_directory {
+                        None
+                    } else {
+                        Some(Ok(ObjectMeta {
+                            path: format!("adls2://{}/{}", self.file_system_name, p.name),
+                            modified: p.last_modified,
+                            size: Some(p.content_length),
+                        }))
+                    }
                 }))),
                 Err(err) => Either::Right(stream::once(async {
                     Err(StorageError::Azure { source: err })