diff --git a/torchaudio/datasets/yesno.py b/torchaudio/datasets/yesno.py
index bfad3e97caa..4fbb2406532 100644
--- a/torchaudio/datasets/yesno.py
+++ b/torchaudio/datasets/yesno.py
@@ -84,7 +84,7 @@ def __init__(self,
                 "Dataset not found. Please use `download=True` to download it."
             )
 
-        walker = sorted([str(p.stem) for p in Path(self._path).glob('*.' + self._ext_audio)])
+        walker = sorted([str(p.stem) for p in Path(self._path).glob('*' + self._ext_audio)])
         self._walker = list(walker)
 
     def __getitem__(self, n: int) -> Tuple[Tensor, int, List[int]]: