efficient sample counting for grouped datasets

p-a-a-a-trick · Jul 17, 2024 · 3b11eb2 · 3b11eb2
1 parent 800883c
commit 3b11eb2
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/fiftyone/utils/huggingface.py b/fiftyone/utils/huggingface.py
@@ -669,10 +669,10 @@ def _parse_subset_kwargs(**kwargs):
 
 def _count_samples(sample_collection):
     if sample_collection.media_type == "group":
-        return sum(
-            _count_samples(sample_collection.select_group_slices(s))
-            for s in sample_collection.group_slices
+        sample_collection = sample_collection.select_group_slices(
+            _allow_mixed=True
         )
+
     return sample_collection.count()