From 57e4a6da4d277142be38561be2c7f75821977a44 Mon Sep 17 00:00:00 2001 From: Harshal Sheth Date: Wed, 4 Jan 2023 14:07:11 -0500 Subject: [PATCH] chore(ingest): partially revert pyspark dep from https://github.com/datahub-project/datahub/pull/6908 --- metadata-ingestion/setup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/metadata-ingestion/setup.py b/metadata-ingestion/setup.py index e6d6ed2015162..c902d809acc7c 100644 --- a/metadata-ingestion/setup.py +++ b/metadata-ingestion/setup.py @@ -216,7 +216,7 @@ def get_long_description(): data_lake_profiling = { "pydeequ>=1.0.1", - "pyspark>=3.0.3", + "pyspark==3.0.3", } delta_lake = {