add a web UI for S3 (with auth support) (#1)

.github/workflows/wasix.yml

@@ -30,7 +30,7 @@ jobs:
         cargo install cargo-wasix
     - name: "Download Toolchain"
       run: |
-        cargo wasix download-toolchain v2024-06-26.1
+        cargo wasix download-toolchain
     - name: "Build"
       run: |
         cargo wasix build --features=binary --release --bin s3-server
@@ -84,4 +84,4 @@ jobs:
         ls
     - name: "Push"
       run: |
-        wasmer package push --registry="wasmer.io" --non-interactive --token=${{ secrets.WASMER_CIUSER_PROD_TOKEN }} .
+        wasmer package push --registry="wasmer.io" --non-interactive --token=${{ secrets.WASMER_CIUSER_PROD_TOKEN }} .

app.yaml

@@ -0,0 +1,16 @@
+kind: wasmer.io/App.v0
+name: s3-server
+owner: ayysadmin
+package: .
+domains:
+  - s3-demo.wasmer.app
+
+volumes:
+  - name: bucket-1
+    mounts:
+      - mount_path: /bucket-1
+      - mount_path: /bucket-2
+
+env:
+  PORT: '80'
+app_id: da_RrWI0t5UGpZ2

bucket-1/1722536833

@@ -0,0 +1 @@
+Fri Aug 2 12:12:13 AM +0545 2024

bucket-1/dir with spaces/index.html

@@ -0,0 +1 @@
+<h1>Hello</h1>

bucket-1/index.html

@@ -0,0 +1 @@
+<h1>Hey there!</h1>

bucket-1/test-dir/index.html

@@ -0,0 +1 @@
+<h1>Hello</h1>

bucket-2/mint.sh

@@ -0,0 +1,5 @@
+docker run \
+    -e "SERVER_ENDPOINT=localhost:8080"   \
+    -e "ACCESS_KEY=AKIAIOSFODNN7EXAMPLE" -e "SECRET_KEY=wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY" \
+    --network host \
+    minio/mint:latest

bucket-2/s3-server.sh

@@ -0,0 +1,16 @@
+DATA_DIR="./"
+
+if [ -n "$1" ]; then
+	DATA_DIR="$1"
+fi
+
+RELEASE=""
+if [ "$2" == "--release" ]; then
+    RELEASE="--release"
+fi
+
+cargo run $RELEASE --features binary \
+    -- \
+    --access-key AKIAIOSFODNN7EXAMPLE \
+    --secret-key wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY \
+	--fs-root $DATA_DIR

scripts/wasix-test.sh

@@ -2,8 +2,8 @@
 
 set -xe
 
-wasmer run --net --mapdir /data:tests/data/ s3-server.wasm -- --fs-root /data --access-key access-key-id --secret-key secret-access-key &
+wasmer run --net --mapdir /data:tests/data/ s3-server.wasm -- --fs-root /data --access-key access-key-id --secret-key secret-access-key --port 8080 &
 
 cargo test --package s3-server --test rclone -- --show-output
 
-pkill wasmer
+pkill wasmer

src/bin/s3-server.rs

@@ -12,7 +12,7 @@
 //!         --fs-root <fs-root>           [default: .]
 //!         --host <host>                 [default: localhost]
 //!         --port <port>                 [default: 8080]
-//!         --access-key <access-key>    
+//!         --access-key <access-key>
 //!         --secret-key <secret-key>
 //! ```
 
@@ -36,19 +36,29 @@ use tracing::{debug, info};
 
 #[derive(StructOpt)]
 struct Args {
-    #[structopt(long, default_value = ".")]
+    #[structopt(long, default_value = "/s3", env = "WASMER_APP_S3_FS_ROOT")]
     fs_root: PathBuf,
 
-    #[structopt(long, default_value = "localhost")]
+    #[structopt(long, default_value = "localhost", env = "WASMER_APP_S3_HOST")]
     host: String,
 
-    #[structopt(long, default_value = "8080")]
+    #[structopt(long, default_value = "80", env = "WASMER_APP_S3_PORT")]
     port: u16,
 
-    #[structopt(long, requires("secret-key"), display_order = 1000)]
+    #[structopt(
+        long,
+        requires("secret-key"),
+        display_order = 1000,
+        env = "WASMER_APP_S3_ACCESS_KEY"
+    )]
     access_key: Option<String>,
 
-    #[structopt(long, requires("access-key"), display_order = 1000)]
+    #[structopt(
+        long,
+        requires("access-key"),
+        display_order = 1000,
+        env = "WASMER_APP_S3_SECRET_KEY"
+    )]
     secret_key: Option<String>,
 
     #[structopt(flatten)]
@@ -111,10 +121,7 @@ async fn main() -> Result<()> {
         service.set_auth(auth);
     }
 
-    s3_server::DISALLOW_BUCKET_MANIPULATION.store(
-        !args.allow_bucket_manipulation,
-        std::sync::atomic::Ordering::Relaxed,
-    );
+    s3_server::DISALLOW_BUCKET_MANIPULATION.store(false, std::sync::atomic::Ordering::Relaxed);
 
     let server = {
         let service = service.into_shared();