Added support for Swarm Mode

README.md

@@ -95,7 +95,7 @@ Let us know which Model / Feature you wanna see in Prem [here](https://feedback.
 - [Docker](https://docs.docker.com/engine/install/)
 - [Tauri](https://tauri.app/v1/guides/getting-started/prerequisites#installing)
 
-### Run the app with Tauri
+### Run the app with Tauri (Desktop App)
 
 > Make sure to remove any value in the `.env` file.
 
@@ -104,7 +104,7 @@ npm i
 npm run tauri dev
 ```
 
-### Run the app with React
+### Run the app with React (Browser App)
 
 ```bash
 # run the daemon

package.json

@@ -67,10 +67,12 @@
     "infra:down": "bash ./scripts/down.sh",
     "infra:up": "bash ./scripts/up.sh",
     "lint": "yarn eslint && yarn prettier --check",
+    "prebuild": "yarn build_petals",
     "prettier": "prettier --write src/",
     "prettier:check": "prettier --check src/",
     "preview": "vite preview",
-    "tauri": "tauri"
+    "tauri": "tauri",
+    "build_petals": "./src-tauri/petals/build_petals_sidecar.sh"
   },
   "type": "module",
   "version": "0.0.30"

src-tauri/Cargo.toml

@@ -17,7 +17,7 @@
     version = "1.0"
 
   [dependencies.tauri]
-    features = ["updater", "system-tray", "process-exit", "dialog-all", "path-all", "shell-all"]
+    features = [ "shell-sidecar", "updater", "system-tray", "process-exit", "dialog-all", "path-all", "process-command-api"]
     version = "1.3"
 
 [features]

src-tauri/petals/build_petals_sidecar.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+# Set the paths to the Python script, requirements file, and bash script
+TAURI_PATH="$(pwd)/src-tauri"
+PYTHON_SCRIPT_PATH="${TAURI_PATH}/petals/run_petals.py"
+REQUIREMENTS_FILE_PATH="${TAURI_PATH}/petals/requirements.txt"
+BUILD_SIDE_SCRIPT_PATH="${TAURI_PATH}/petals/build_petals_sidecar.sh"
+DIST_PATH="${TAURI_PATH}/bin/python"
+
+# Create a Python virtual environment
+python3 -m venv prem
+
+# Activate the virtual environment
+source prem/bin/activate
+
+# Install the necessary packages
+pip install -r $REQUIREMENTS_FILE_PATH
+
+# Package the Python script
+pyinstaller --onefile $PYTHON_SCRIPT_PATH --distpath $DIST_PATH --clean -n petals-x86_64-apple-darwin
+
+# Deactivate the virtual environment
+deactivate
+
+rm -r "$(pwd)/prem"

src-tauri/petals/requirements.txt

@@ -0,0 +1,2 @@
+petals==2.2.0
+pyinstaller==6.0.0

src-tauri/petals/run_petals.py

@@ -0,0 +1,16 @@
+import argparse
+import os
+import subprocess
+
+def run_command(num_blocks, public_name, model):
+    command = f"/usr/bin/python3 -m petals.cli.run_server --num_blocks {num_blocks} --public_name {public_name} {model}"
+    process = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE)
+    output, error = process.communicate()
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--num_blocks', type=int, required=True)
+    parser.add_argument('--public_name', type=str, required=True)
+    parser.add_argument('--model', type=str, required=True)
+    args = parser.parse_args()
+    run_command(args.num_blocks, args.public_name, args.model)