Add Github action to build library artifacts

.github/workflows/CD.yml

@@ -5,15 +5,13 @@ on:
       - v*
 
 jobs:
-  Build-k-NN:
+  release-plugin-artifacts:
     strategy:
       matrix:
         java: [14]
-        compiler: [g++-5]
 
     name: Build and Release k-NN Plugin
-    runs-on: ubuntu-16.04
-
+    runs-on: ubuntu-latest
     steps:
       - name: Checkout k-NN
         uses: actions/checkout@v2
@@ -30,33 +28,6 @@ jobs:
         with:
           java-version: ${{ matrix.java }}
 
-      - name: Build and ship library artifacts
-        env:
-          CXX: ${{ matrix.compiler }}
-        run: |
-            cd jni
-            git submodule update --init -- jni/external/nmslib
-            sed -i 's/-march=native/-march=x86-64/g' external/nmslib/similarity_search/CMakeLists.txt
-            cmake .
-            make package
-
-            cd packages
-            folder_name=`ls ./*.rpm | sed 's|\(.*\)\..*|\1|'`
-            zip_name=$folder_name".zip"
-            mkdir $folder_name
-            cp ../release/*.so $folder_name
-            zip -r $zip_name $folder_name/*
-            cd ..
-
-            zip_artifact=`ls packages/*.zip`
-            rpm_artifact=`ls packages/*.rpm`
-            deb_artifact=`ls packages/*.deb`
-
-            aws s3 cp $zip_artifact s3://artifacts.opendistroforelasticsearch.amazon.com/downloads/opendistro-libs/opendistro-knnlib/
-            aws s3 cp $rpm_artifact s3://artifacts.opendistroforelasticsearch.amazon.com/downloads/rpms/opendistro-knnlib/
-            aws s3 cp $deb_artifact s3://artifacts.opendistroforelasticsearch.amazon.com/downloads/debs/opendistro-knnlib/
-            aws cloudfront create-invalidation --distribution-id E1VG5HMIWI4SA2 --paths "/*"
-
       - name: Build and ship plugin artifacts
         run: |
           ./gradlew buildPackages --console=plain -Dbuild.snapshot=false
@@ -68,3 +39,105 @@ jobs:
           aws s3 cp $rpm_artifact s3://artifacts.opendistroforelasticsearch.amazon.com/downloads/rpms/opendistro-knn/
           aws s3 cp $deb_artifact s3://artifacts.opendistroforelasticsearch.amazon.com/downloads/debs/opendistro-knn/
           aws cloudfront create-invalidation --distribution-id E1VG5HMIWI4SA2 --paths "/*"
+
+  library-build-and-ship-zip-and-rpm:
+    name: Build k-NN JNI Library for Zip and RPM
+    runs-on: ubuntu-latest
+    container:
+      image: centos:7
+    strategy:
+      matrix:
+        java: [14]
+        compiler: [g++]
+    steps:
+      - name: Checkout k-NN
+        uses: actions/checkout@v1
+        with:
+          submodules: true
+
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: us-east-1
+
+      - name: Setup Java ${{ matrix.java }}
+        uses: actions/setup-java@v1
+        with:
+          java-version: ${{ matrix.java }}
+
+      - name: Install dependencies
+        run: |
+          yum update -y
+          yum install -y cmake rpm-build gcc-c++ make
+
+      - name: Build and ship library RPM and ZIP
+        env:
+          CXX: ${{ matrix.compiler }}
+        run: |
+          cd jni
+          sed -i 's/-march=native/-march=x86-64/g' external/nmslib/similarity_search/CMakeLists.txt
+          cmake .
+          make package
+
+          cd packages
+          folder_name=`ls ./*.rpm | sed 's|\(.*\)\..*|\1|'`
+          zip_name=$folder_name".zip"
+          mkdir $folder_name
+          cp ../release/*.so $folder_name
+          zip -r $zip_name $folder_name/*
+          cd ..
+
+          zip_artifact=`ls packages/*.zip`
+          rpm_artifact=`ls packages/*.rpm`
+
+          aws s3 cp $zip_artifact s3://artifacts.opendistroforelasticsearch.amazon.com/downloads/opendistro-libs/opendistro-knnlib/
+          aws s3 cp $rpm_artifact s3://artifacts.opendistroforelasticsearch.amazon.com/downloads/rpms/opendistro-knnlib/
+          aws cloudfront create-invalidation --distribution-id E1VG5HMIWI4SA2 --paths "/*"
+
+  library-build-and-ship-deb:
+    name: Build k-NN JNI Library for DEB
+    runs-on: ubuntu-latest
+    container:
+      image: ubuntu:16.04
+    strategy:
+      matrix:
+        java: [14]
+        compiler: [g++-5]
+    steps:
+      - name: Checkout k-NN
+        uses: actions/checkout@v1
+        with:
+          submodules: true
+
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws-region: us-east-1
+
+      - name: Setup Java ${{ matrix.java }}
+        uses: actions/setup-java@v1
+        with:
+          java-version: ${{ matrix.java }}
+
+      - name: Install dependencies
+        run: |
+          apt-get update -y
+          apt-get install -y cmake rpm ${{ matrix.compiler }}
+
+      - name: Build and ship library DEB
+        env:
+          CXX: ${{ matrix.compiler }}
+        run: |
+          cd jni
+          sed -i 's/-march=native/-march=x86-64/g' external/nmslib/similarity_search/CMakeLists.txt
+          cmake .
+          make package
+
+          deb_artifact=`ls packages/*.deb`
+
+          aws s3 cp $deb_artifact s3://artifacts.opendistroforelasticsearch.amazon.com/downloads/debs/opendistro-knnlib/
+          aws cloudfront create-invalidation --distribution-id E1VG5HMIWI4SA2 --paths "/*"

README.md

@@ -33,7 +33,7 @@ make
 The library will be placed in the `jni/release` directory.
 
 ## JNI Library Artifacts
-We build and distribute binary library artifacts with Opendistro for Elasticsearch. We build the library binary, RPM and DEB in [this GitHub action](https://github.com/opendistro-for-elasticsearch/k-NN/blob/master/.github/workflows/CD.yml). We use Ubuntu 16.04 with g++ 5.4.0 to build the library. Additionally, in order to provide as much general compatibility as possible, we compile the library without optimized instruction sets enabled. For users that want to get the most out of the library, they should follow [this section](##Build JNI Library RPM/DEB) and build the library from source in their production environment, so that if their environment has optimized instruction sets, they take advantage of them.
+We build and distribute binary library artifacts with Opendistro for Elasticsearch. We build the library binary, RPM and DEB in [this GitHub action](https://github.com/opendistro-for-elasticsearch/k-NN/blob/master/.github/workflows/CD.yml). We use Ubuntu 16.04 with g++ 5.4.0 to build the DEB and Centos 7 with g++ 4.8.5 to build the RPM and ZIP. Additionally, in order to provide as much general compatibility as possible, we compile the library without optimized instruction sets enabled. For users that want to get the most out of the library, they should follow [this section](##Build JNI Library RPM/DEB) and build the library from source in their production environment, so that if their environment has optimized instruction sets, they take advantage of them.
 
 ## Build JNI Library RPM/DEB