Merge pull request PaddlePaddle#187 from Steffy-zxf/fix-dataset

relocation chnsenticorp & lcqmc dataset
wangxicoding · Mar 24, 2021 · d84c2bb · d84c2bb
2 parents 37259f2 + bba70b7
commit d84c2bb
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 6 deletions.
diff --git a/paddlenlp/datasets/experimental/chnsenticorp.py b/paddlenlp/datasets/experimental/chnsenticorp.py
@@ -48,13 +48,12 @@ class ChnSentiCorp(DatasetBuilder):
 
     def _get_data(self, mode, **kwargs):
         """Downloads dataset."""
-        default_root = DATA_HOME
+        default_root = os.path.join(DATA_HOME, self.__class__.__name__)
         filename, data_hash = self.SPLITS[mode]
         fullname = os.path.join(default_root, filename)
         if not os.path.exists(fullname) or (data_hash and
                                             not md5file(fullname) == data_hash):
-            path = get_path_from_url(self.URL, default_root, self.MD5)
-            fullname = os.path.join(default_root, filename)
+            get_path_from_url(self.URL, default_root, self.MD5)
 
         return fullname
 

diff --git a/paddlenlp/datasets/experimental/lcqmc.py b/paddlenlp/datasets/experimental/lcqmc.py
@@ -47,13 +47,12 @@ class LCQMC(DatasetBuilder):
     }
 
     def _get_data(self, mode, **kwargs):
-        default_root = DATA_HOME
+        default_root = os.path.join(DATA_HOME, self.__class__.__name__)
         filename, data_hash = self.SPLITS[mode]
         fullname = os.path.join(default_root, filename)
         if not os.path.exists(fullname) or (data_hash and
                                             not md5file(fullname) == data_hash):
-            path = get_path_from_url(self.URL, default_root, self.MD5)
-            fullname = os.path.join(default_root, filename)
+            get_path_from_url(self.URL, default_root, self.MD5)
 
         return fullname