Skip to content

Commit

Permalink
Ignore dataset_info.json in data files resolution (#6224)
Browse files Browse the repository at this point in the history
  • Loading branch information
mariosasko authored and albertvillanova committed Oct 24, 2023
1 parent 1a598a0 commit a136a92
Showing 1 changed file with 8 additions and 1 deletion.
9 changes: 8 additions & 1 deletion src/datasets/data_files.py
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,14 @@ class EmptyDatasetError(FileNotFoundError):
"**/metadata.jsonl",
] # metadata file for ImageFolder and AudioFolder
WILDCARD_CHARACTERS = "*[]"
FILES_TO_IGNORE = ["README.md", "config.json", "dataset_infos.json", "dummy_data.zip", "dataset_dict.json"]
FILES_TO_IGNORE = [
"README.md",
"config.json",
"dataset_info.json",
"dataset_infos.json",
"dummy_data.zip",
"dataset_dict.json",
]


def contains_wildcards(pattern: str) -> bool:
Expand Down

0 comments on commit a136a92

Please sign in to comment.