Chronos: fix spark 3.1 bug in xshards unscale (intel-analytics#5689)

ForJadeForest · Sep 20, 2022 · 19a9a1b · 19a9a1b
1 parent d735de0
commit 19a9a1b
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/python/chronos/test/bigdl/chronos/data/experimental/test_xshardstsdataset.py b/python/chronos/test/bigdl/chronos/data/experimental/test_xshardstsdataset.py
@@ -217,8 +217,8 @@ def test_xshardstsdataset_scale_unscale(self):
         scalers = [{0: StandardScaler(), 1: StandardScaler()}]
         df = pd.read_csv(os.path.join(self.resource_path, "multiple.csv"))
         for scaler in scalers:
-            shards_multiple = read_csv(os.path.join(self.resource_path, "multiple.csv"))
-            shards_multiple_test = read_csv(os.path.join(self.resource_path, "multiple.csv"))
+            shards_multiple = read_csv(os.path.join(self.resource_path, "multiple.csv"), dtype={"id": np.int64})
+            shards_multiple_test = read_csv(os.path.join(self.resource_path, "multiple.csv"), dtype={"id": np.int64})
 
             tsdata = XShardsTSDataset.from_xshards(shards_multiple, dt_col="datetime",
                                                    target_col="value",