fix: omit common prefixes in azure (#683)

delta-io · Jul 11, 2022 · 9229dee · 9229dee
1 parent d91ed5c
commit 9229dee
Showing 1 changed file with 15 additions and 6 deletions.
diff --git a/rust/src/storage/azure/mod.rs b/rust/src/storage/azure/mod.rs
@@ -362,12 +362,21 @@ impl StorageBackend for AdlsGen2Backend {
             .directory(obj.path)
             .into_stream()
             .flat_map(|it| match it {
-                Ok(paths) => Either::Left(stream::iter(paths.into_iter().map(|p| {
-                    Ok(ObjectMeta {
-                        path: format!("adls2://{}/{}", self.file_system_name, path.to_owned()),
-                        modified: p.last_modified,
-                        size: Some(p.content_length),
-                    })
+                Ok(paths) => Either::Left(stream::iter(paths.into_iter().filter_map(|p| {
+                    if p.is_directory {
+                        None
+                    } else {
+                        Some(Ok(ObjectMeta {
+                            path: format!(
+                                "adls2://{}/{}/{}",
+                                obj.account_name.to_owned(),
+                                self.file_system_name,
+                                p.name
+                            ),
+                            modified: p.last_modified,
+                            size: Some(p.content_length),
+                        }))
+                    }
                 }))),
                 Err(err) => Either::Right(stream::once(async {
                     Err(StorageError::Azure { source: err })