[POC] Universal Release Prototype for Data Prepper

.github/workflows/start-release.yml

@@ -0,0 +1,80 @@
+# This workflow will build a Java project with Gradle
+# For more information see: https://help.github.com/actions/language-and-framework-guides/building-and-testing-java-with-gradle
+
+name: Starts a data prepper release
+
+on:
+  workflow_dispatch:
+
+jobs:
+  r:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Set up JDK ${{ matrix.java }}
+      uses: actions/setup-java@v1
+      with:
+        java-version: ${{ matrix.java }}
+    - name: Checkout Data-Prepper
+      uses: actions/checkout@v2
+    - name: Grant execute permission for gradlew
+      run: chmod +x gradlew
+    - name: Build with Gradle
+      run: ./gradlew build
+    - name: Upload Coverage Report
+      uses: codecov/codecov-action@v1
+    - name: Generate Javadocs
+      run: ./gradlew javadoc
+
+    ## Upload the build artifact to s3
+    - name: Upload build artifacts
+      uses: reggionick/s3-deploy@v3
+      with:
+        folder: data-prepper-core/build/libs
+        bucket: ${{ secrets.S3_BUCKET }}
+        bucket-region: ${{ secrets.S3_BUCKET_REGION }}
+        delete-removed: false
+
+    ## Create the docker image and upload it to data-prepper-staging, it houses continuous/nightly builds
+    - name: Build the Docker image
+      run: docker build . --file release/docker/Dockerfile --tag data-prepper:${{ VERSION }}
+
+    ## Add the distribution manifest static file to the release artifacts
+    - name: Upload Jars to release
+      id: upload_release_jars
+      uses: softprops/action-gh-release@v1
+      with:
+        upload_url: ${{ steps.create_release.outputs.upload_url }}
+        asset_path: data-prepper-core/build/libs/data-prepper-core-${{ VERSION }}.tar.gz
+        asset_name: data-prepper-core-${{ VERSION }}.tar.gz
+        asset_content_type: application/tar+gzip
+
+    ## Create the distribution manifest that will be used
+    - name: Create dist manifest
+      run: | 
+        echo "---" > manifest.yml
+        echo "schema-version: '2.0'" >> manifest.yml
+        echo "build:" >> manifest.yml
+        echo "  - name: Data-Prepper" >> manifest.yml
+        echo "    version: ${{ VERSION }}" >> manifest.yml
+        echo "artifacts:" >> manifest.yml
+        echo "  - location: https://${{ secrets.S3_BUCKET }}/data-prepper-core-${{ VERSION }}.tar.gz" >> manifest.yml
+        echo "containers:" >> manifest.yml
+        echo "  - type: docker" >> manifest.yml
+        echo "    tag: data-prepper-staging/data-prepper:${{ VERSION }}" >> manifest.yml
+
+    ## Note for above artifacts, no platform / architecture is included because the artifacts are multi-platform/architecture
+
+    ## Create a pull request to commit the manifest version into the codebase
+    - name: Create Pull Request
+      uses: peter-evans/create-pull-request@v3
+      with:
+        author: opensearch-ci-bot <[email protected]>
+        commit-message: |
+          Release manifest for ${{ VERSION }}.
+
+          Signed-off-by: opensearch-ci-bot <[email protected]>
+        delete-branch: true
+        title: '[AUTO] Release manifest for ${{ VERSION }}.'
+        body: |
+          A release has been triggered with this manifest.

scripts/opensearch-build/release.jenkinsfile

@@ -0,0 +1,104 @@
+properties([
+  parameters([
+    string(
+        name: 'DistManifestUrl',
+        description: 'The url to distribution manifest for this release')])
+])
+
+lib = library(
+    identifier: 'jenkins@uni-poc',
+    retriever:modernSCM(
+        [$class: 'GitSCMSource',
+        remote: 'https://github.com/peternied/opensearch-build.git',
+        traits: [gitBranchDiscovery()]
+        ])
+    )
+
+Map config = [
+    cleanup: { -> echo "Totally unneed clean for demo purposes"}
+]
+
+standardReleasePipeline(config) {
+    def distManifest = new FakeDistManifest(fakeYmlFromUrl(params.DistManifestUrl))
+
+    def downloadPath = fakeDownloadArtifacts(distManifest)
+
+    fakeSignArtifacts(
+        artifactsPath: downloadPath,
+        signatureType: '.sig',
+        distributionPlatform: 'linux',
+    )
+
+    fakePublishToMaven(
+        mavenArtifactsPath: "${downloadPath}/maven",
+        autoPublish: true
+    )
+
+    fakePublishToArtifactRepositry(
+        productName: distManifest.product,
+        version: distManifest.version,
+    )
+
+    fakeCopyDockerImage(
+        sourceImagePath: distManifest.artifacts.containerReference,
+        destinationImagePath: "opensearchproject/${distManifest.product}:${distManifest.version}",
+        destinationType: "docker",
+        destinationCredentialIdentifier: "opensearch-docker-prod"
+    )
+
+    fakeCopyDockerImage(
+        sourceImagePath: distManifest.artifacts.containerReference,
+        destinationImagePath: "opensearchproject/${distManifest.product}:${distManifest.version}",
+        destinationType: "ecr",
+        destinationCredentialIdentifier: "opensearch-ecr-prod"
+    )
+}
+
+/////////////////////////////////////////////////////////////////////////////////////
+// Fakes were written to make sure POC could be executed against jenkins environment
+
+class FakeDistManifest implements Serializable {
+    // Additional contents need to be added to the dist manifest for
+    // these parameters
+    class Artifacts implements Serializable {
+        String containerReference
+        Artifacts(Map data) {
+            this.containerReference = data?.containerReference
+        }
+    }
+
+    Artifacts artifacts
+    String product
+    String version
+    FakeDistManifest(Map data) {
+        println "new DisManifest: ${data}"
+        this.artifacts = new Artifacts(data?.artifacts)
+        this.product = data?.product
+        this.version = data?.product
+    }
+}
+
+Map fakeYmlFromUrl(String url) {
+    echo "ymlFromUrl: ${url}"
+    return [:]
+}
+
+def fakeDownloadArtifacts(FakeDistManifest manifest) {
+    echo "fakeDownloadArtifacts"
+}
+
+def fakeSignArtifacts(Map args) {
+    echo "fakeSignArtifacts ${args}"
+}
+
+def fakePublishToMaven(Map args) {
+    echo "fakePublishToMaven ${args}"
+}
+
+def fakePublishToArtifactRepositry(Map args) {
+    echo "fakePublishToArtifactRepositry ${args}"
+}
+
+def fakeCopyDockerImage(Map args) {
+    echo "fakeCopyDockerImage ${args}"
+}