From d9677a6139e74d98fe322a0454287f07c697c4bf Mon Sep 17 00:00:00 2001 From: Batuhan Taskaya Date: Thu, 29 Jul 2021 13:19:35 +0300 Subject: [PATCH 1/2] ssh: handle concurrency issues for raw command execution --- dvc/fs/fsspec_wrapper.py | 3 +++ setup.py | 4 ++-- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/dvc/fs/fsspec_wrapper.py b/dvc/fs/fsspec_wrapper.py index 1e0056399a..959a361711 100644 --- a/dvc/fs/fsspec_wrapper.py +++ b/dvc/fs/fsspec_wrapper.py @@ -110,6 +110,9 @@ def walk_files(self, path_info, **kwargs): for file in self.find(path_info, **kwargs): yield path_info.replace(path=file) + def move(self, from_info, to_info): + self.fs.move(self._with_bucket(from_info), self._with_bucket(to_info)) + def remove(self, path_info): self.fs.rm_file(self._with_bucket(path_info)) diff --git a/setup.py b/setup.py index 0fd77d63ba..0b099a6fb2 100644 --- a/setup.py +++ b/setup.py @@ -101,7 +101,7 @@ def run(self): azure = ["adlfs==2021.7.1", "azure-identity>=1.4.0", "knack"] # https://github.com/Legrandin/pycryptodome/issues/465 oss = ["ossfs==2021.7.5"] -ssh = ["sshfs>=2021.7.0"] +ssh = ["sshfs>=2021.7.1a0"] # Remove the env marker if/when pyarrow is available for Python3.9 hdfs = ["pyarrow>=2.0.0"] @@ -111,7 +111,7 @@ def run(self): # for linux and mac, so it will fail to compile if user doesn't have all the # requirements, including kerberos itself. Once all the wheels are available, # we can start shipping it by default. -ssh_gssapi = ["sshfs[gssapi]>=2021.7.0"] +ssh_gssapi = ["sshfs[gssapi]>=2021.7.1a0"] all_remotes = gs + s3 + azure + ssh + oss + gdrive + hdfs + webhdfs + webdav tests_requirements = ( From 1aefdf01eeff5d49f2a43ac6392e10f5c0b7e3b2 Mon Sep 17 00:00:00 2001 From: Batuhan Taskaya Date: Thu, 29 Jul 2021 13:46:10 +0300 Subject: [PATCH 2/2] setup: bump sshfs --- setup.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/setup.py b/setup.py index 0b099a6fb2..67f17a8f3b 100644 --- a/setup.py +++ b/setup.py @@ -101,7 +101,7 @@ def run(self): azure = ["adlfs==2021.7.1", "azure-identity>=1.4.0", "knack"] # https://github.com/Legrandin/pycryptodome/issues/465 oss = ["ossfs==2021.7.5"] -ssh = ["sshfs>=2021.7.1a0"] +ssh = ["sshfs>=2021.7.1"] # Remove the env marker if/when pyarrow is available for Python3.9 hdfs = ["pyarrow>=2.0.0"] @@ -111,7 +111,7 @@ def run(self): # for linux and mac, so it will fail to compile if user doesn't have all the # requirements, including kerberos itself. Once all the wheels are available, # we can start shipping it by default. -ssh_gssapi = ["sshfs[gssapi]>=2021.7.1a0"] +ssh_gssapi = ["sshfs[gssapi]>=2021.7.1"] all_remotes = gs + s3 + azure + ssh + oss + gdrive + hdfs + webhdfs + webdav tests_requirements = (