fix: update dependencies versions due to conflicts

Signed-off-by: Hai Nguyen <[email protected]>

setup.py

@@ -31,7 +31,6 @@
     from setuptools.command.install import install
 
 except ImportError:
-    from distutils.command.build_ext import build_ext as _build_ext
     from distutils.command.build_py import build_py
     from distutils.core import setup
 
@@ -80,7 +79,7 @@
     # FastAPI does not correctly pull starlette dependency on httpx see thread(https://github.com/tiangolo/fastapi/issues/5656).
     "httpx>=0.23.3",
     "importlib-resources>=6.0.0,<7",
-    "importlib_metadata>=6.8.0,<7"
+    "importlib_metadata>=6.8.0,<7",
 ]
 
 GCP_REQUIRED = [
@@ -91,15 +90,15 @@
     "google-cloud-datastore>=2.1.0,<3",
     "google-cloud-storage>=1.34.0,<3",
     "google-cloud-bigtable>=2.11.0,<3",
-    "gcsfs",
+    "fsspec<2023.10.0",
 ]
 
 REDIS_REQUIRED = [
     "redis>=4.2.2,<5",
     "hiredis>=2.0.0,<3",
 ]
 
-AWS_REQUIRED = ["boto3>=1.17.0,<2", "docker>=5.0.2", "s3fs"]
+AWS_REQUIRED = ["boto3>=1.17.0,<2", "docker>=5.0.2", "fsspec<2023.10.0"]
 
 BYTEWAX_REQUIRED = ["bytewax==0.15.1", "docker>=5.0.2", "kubernetes<=20.13.0"]
 
@@ -159,8 +158,8 @@
         "moto",
         "mypy>=0.981,<0.990",
         "avro==1.10.0",
-        "gcsfs",
-        "urllib3>=1.25.4,<2",
+        "fsspec<2023.10.0",
+        "urllib3>=1.25.4,<3",
         "psutil==5.9.0",
         "py>=1.11.0",  # https://github.com/pytest-dev/pytest/issues/10420
         "pytest>=6.0.0,<8",
@@ -173,7 +172,6 @@
         "pytest-mock==1.10.4",
         "Sphinx>4.0.0,<7",
         "testcontainers>=3.5,<4",
-        "adlfs==0.5.9",
         "firebase-admin>=5.2.0,<6",
         "pre-commit<3.3.2",
         "assertpy==1.1",
@@ -184,10 +182,10 @@
         "types-pytz",
         "types-PyYAML",
         "types-redis",
-        "types-requests",
+        "types-requests<2.31.0",
         "types-setuptools",
         "types-tabulate",
-        "virtualenv<20.24.2"
+        "virtualenv<20.24.2",
     ]
     + GCP_REQUIRED
     + REDIS_REQUIRED