prepare python release 0.6.1

.github/workflows/build.yml

@@ -31,7 +31,6 @@ jobs:
         os:
           - ubuntu-latest
           - macos-11
-          - macOS-10.15
           - windows-latest
     runs-on: ${{ matrix.os }}
     steps:
@@ -57,7 +56,6 @@ jobs:
         os:
           - ubuntu-latest
           - macos-11
-          - macOS-10.15
           - windows-latest
     runs-on: ${{ matrix.os }}
     steps:

.github/workflows/python_release.yml

@@ -2,7 +2,7 @@ name: Release to PyPI
 
 on:
   push:
-    tags: [ 'python-v*' ]
+    tags: ["python-v*"]
 
 defaults:
   run:
@@ -30,12 +30,11 @@ jobs:
       fail-fast: false
       matrix:
         os:
-          - macOS-10.15
           - macOS-11
           - windows-2019
         include:
           - target: x86_64-apple-darwin
-            os: macOS-10.15
+            os: macOS-11
           - target: aarch64-apple-darwin
             os: macOS-11
           - target: x86_64-pc-windows-msvc
@@ -58,64 +57,65 @@ jobs:
     name: PyPI release manylinux
     runs-on: ubuntu-latest
     steps:
-        - uses: actions/checkout@v3
+      - uses: actions/checkout@v3
 
-        - name: Publish manylinux to pypi x86_64 (with sdist)
-          uses: messense/maturin-action@main
-          env:
-            MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
-          with:
-            target: x86_64-unknown-linux-gnu
-            command: publish
-            args: -m python/Cargo.toml
+      - name: Publish manylinux to pypi x86_64 (with sdist)
+        uses: messense/maturin-action@main
+        env:
+          MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
+        with:
+          target: x86_64-unknown-linux-gnu
+          command: publish
+          args: -m python/Cargo.toml
 
-        - name: Publish manylinux to pypi aarch64 (without sdist)
-          uses: messense/maturin-action@main
-          env:
-            MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
-          with:
-            target: aarch64-unknown-linux-gnu
-            command: publish
-            args: -m python/Cargo.toml --no-sdist
+      - name: Publish manylinux to pypi aarch64 (without sdist)
+        uses: messense/maturin-action@main
+        env:
+          MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_TOKEN }}
+        with:
+          target: aarch64-unknown-linux-gnu
+          command: publish
+          args: -m python/Cargo.toml --no-sdist
 
   release-docs:
-    needs: [validate-release-tag, release-pypi-manylinux, release-pypi-mac-windows]
+    needs:
+      [validate-release-tag, release-pypi-manylinux, release-pypi-mac-windows]
     runs-on: ubuntu-latest
     permissions:
       contents: write
     steps:
-    - uses: actions/checkout@v2
-      with:
-        fetch-depth: 0  # fetch full history for gh-pages branch checkout
-    - name: Install minimal stable with clippy and rustfmt
-      uses: actions-rs/toolchain@v1
-      with:
-        profile: default
-        toolchain: stable
-        override: true
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0 # fetch full history for gh-pages branch checkout
+      - name: Install minimal stable with clippy and rustfmt
+        uses: actions-rs/toolchain@v1
+        with:
+          profile: default
+          toolchain: stable
+          override: true
 
-    - name: Build and install deltalake
-      run: |
-        make install MATURIN_EXTRA_ARGS="--manylinux off"
+      - name: Build and install deltalake
+        run: |
+          make install MATURIN_EXTRA_ARGS="--manylinux off"
 
-    - name: Build Sphinx documentation
-      run: |
-        make build-documentation
-        mv docs/build ~/build
+      - name: Build Sphinx documentation
+        run: |
+          make build-documentation
+          mv docs/build ~/build
 
-        echo "Configuring git..."
-        git config --global user.name 'Github Action'
-        git config --global user.email '[email protected]'
-        git remote set-url origin https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/$GITHUB_REPOSITORY
+          echo "Configuring git..."
+          git config --global user.name 'Github Action'
+          git config --global user.email '[email protected]'
+          git remote set-url origin https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/$GITHUB_REPOSITORY
 
-        echo "Commit to gh-pages branch..."
-        git reset --hard HEAD
-        git clean -d -fx .
-        git checkout gh-pages
-        cd ..
-        cp -avr ~/build/html/.  ./python
-        PUSHED_TAG=${GITHUB_REF##*/}
-        git status
-        git add ./python
-        git commit -m "doc update for tag `${PUSHED_TAG}`"
-        git push origin gh-pages
+          echo "Commit to gh-pages branch..."
+          git reset --hard HEAD
+          git clean -d -fx .
+          git checkout gh-pages
+          cd ..
+          cp -avr ~/build/html/.  ./python
+          PUSHED_TAG=${GITHUB_REF##*/}
+          git status
+          git add ./python
+          git commit -m "doc update for tag `${PUSHED_TAG}`"
+          git push origin gh-pages

python/Cargo.toml

@@ -1,6 +1,6 @@
 [package]
 name = "deltalake-python"
-version = "0.6.0"
+version = "0.6.1"
 authors = ["Qingping Hou <[email protected]>"]
 homepage = "https://github.com/delta-io/delta-rs"
 license = "Apache-2.0"

python/Makefile

@@ -2,7 +2,7 @@
 
 VENV := venv
 MATURIN_VERSION := $(shell awk -F '[ ="]+' '$$1 == "requires" { print $$4 }' pyproject.toml)
-PACKAGE_VERSION := $(shell cargo pkgid | cut -d\# -f2 | cut -d: -f2)
+PACKAGE_VERSION := $(shell grep version Cargo.toml | head -n 1 | awk '{print $$3}' | tr -d '"' )
 
 .PHONY: setup-venv
 setup-venv: ## Setup the virtualenv

python/docs/source/usage.rst

@@ -39,18 +39,18 @@ Configuration is defined for specific backends - `s3 options`_, `azure options`_
 The configuration can also be provided via the environment, and the basic service provider is derived from the URL
 being used. We try to support many of the well-known formats to identify basic service properties.
 
-__S3__:
+**S3**:
 
   * s3://<bucket>/<path>
   * s3a://<bucket>/<path>
 
-__Azure__:
+**Azure**:
 
   * az://<container>/<path>
   * adl://<container>/<path>
   * abfs://<container>/<path>
 
-__GCS__:
+**GCS**:
 
   * gs://<bucket>/<path>
 
@@ -70,19 +70,9 @@ For AWS Glue catalog, use AWS environment variables to authenticate.
     >>> dt.to_pyarrow_table().to_pydict()
     {'id': [5, 7, 9, 5, 6, 7, 8, 9]}
 
-Besides local filesystems, the following backends are supported:
-
-* AWS S3, detected by the prefix ``s3://``. AWS credentials can be specified using
-  environment variables in the same way as the CLI.
-* Azure Data Lake Storage Gen 2, detected by the prefix ``adls2://``. Note that
-  `specific instructions`_ must be followed to setup the Azure Storage Account.
-* Google Cloud Storage, detected by the prefix ``gs://``.
-
-.. _`specific instructions`: https://github.com/delta-io/delta-rs/blob/main/docs/ADLSGen2-HOWTO.md
 .. _`s3 options`: https://github.com/delta-io/delta-rs/blob/17999d24a58fb4c98c6280b9e57842c346b4603a/rust/src/builder.rs#L423-L491
 .. _`azure options`: https://github.com/delta-io/delta-rs/blob/17999d24a58fb4c98c6280b9e57842c346b4603a/rust/src/builder.rs#L524-L539
 
-
 Time Travel
 ~~~~~~~~~~~