Local archive mode (fixes #6)

src/plotman/archive.py

@@ -77,8 +77,13 @@ def compute_priority(phase, gb_free, n_plots):
 
 def get_archdir_freebytes(arch_cfg):
     archdir_freebytes = {}
-    df_cmd = ('ssh %s@%s df -aBK | grep " %s/"' %
-        (arch_cfg.rsyncd_user, arch_cfg.rsyncd_host, arch_cfg.rsyncd_path) )
+    if arch_cfg.mode == 'remote':
+        df_cmd = ('ssh %s@%s df -aBK | grep " %s/"' %
+            (arch_cfg.rsyncd_user, arch_cfg.rsyncd_host, arch_cfg.rsyncd_path) )
+    elif arch_cfg.mode == 'local':
+        df_cmd = ('df -BK | grep " %s/"' % arch_cfg.rsyncd_path )
+    else:
+        raise KeyError(f'Archive mode must be "remote" or "local" ({arch_cfg.mode!r} given). Please inspect plotman.yaml.')
     with subprocess.Popen(df_cmd, shell=True, stdout=subprocess.PIPE) as proc:
         for line in proc.stdout.readlines():
             fields = line.split()
@@ -91,11 +96,16 @@ def get_archdir_freebytes(arch_cfg):
     return archdir_freebytes
 
 def rsync_dest(arch_cfg, arch_dir):
-    rsync_path = arch_dir.replace(arch_cfg.rsyncd_path, arch_cfg.rsyncd_module)
-    if rsync_path.startswith('/'):
-        rsync_path = rsync_path[1:]  # Avoid dup slashes.  TODO use path join?
-    rsync_url = 'rsync://%s@%s:12000/%s' % (
-            arch_cfg.rsyncd_user, arch_cfg.rsyncd_host, rsync_path)
+    if arch_cfg.mode == 'remote':
+        rsync_path = arch_dir.replace(arch_cfg.rsyncd_path, arch_cfg.rsyncd_module)
+        if rsync_path.startswith('/'):
+            rsync_path = rsync_path[1:]  # Avoid dup slashes.  TODO use path join?
+        rsync_url = 'rsync://%s@%s:12000/%s' % (
+                arch_cfg.rsyncd_user, arch_cfg.rsyncd_host, rsync_path)
+    elif arch_cfg.mode == 'local':
+        rsync_url = arch_dir
+    else:
+        raise KeyError(f'Archive mode must be "remote" or "local" ("{arch_cfg.mode!r}" given). Please inspect plotman.yaml.')
     return rsync_url
 
 # TODO: maybe consolidate with similar code in job.py?

src/plotman/configuration.py

@@ -46,6 +46,7 @@ class Archive:
     rsyncd_host: str
     rsyncd_user: str
     index: int = 0  # If not explicit, "index" will default to 0
+    mode: str = 'remote'
 
 @dataclass
 class TmpOverrides:

src/plotman/resources/plotman.yaml

@@ -76,7 +76,17 @@ directories:
                 # have four plotters, you could set this to 0, 1, 2, and 3, on
                 # the 4 machines, or 0, 1, 0, 1.
                 #   index: 0
-
+                # Optional switch to enable local archiving (defaults to remote if absent).
+                # Note: rsyncd_module, rsyncd_host and rsyncd_user are ignored in local mode.
+                #   mode: remote  # remote or local
+                # Note for local mode:
+                # The rsyncd_path should be the directory *in which* your archive
+                # disks are mounted. For example, if your archive disks are
+                # /mnt/archive1 and /mnt/archive2, the path should be /mnt.
+                # Note that *all* mounted drives within that path will be
+                # considered - so if you have other things mounted as well,
+                # make sure you mount all Chia archive drives to some custom
+                # directory that only contains Chia archive mountpoints.
 
 # Plotting scheduling parameters
 scheduling: