Migrate CircleCI workflows to GitHub Actions (2/3) (open-telemetry#2298)

* adding remaining CI workflows removing sleep from common.sh removing windows-msi updating expectd ram usage removing caching moving loadtestpre into setup environment using underscore for setup-environment instead adding collector binaries and fixing setup-pre job * using v1 instead
open-o11y · Dec 18, 2020 · 2069851 · 2069851
1 parent 723676e
commit 2069851
Show file tree

Hide file tree

Showing 5 changed files with 192 additions and 8 deletions.
diff --git a/.github/workflows/build-and-test.yml b/.github/workflows/build-and-test.yml
@@ -38,6 +38,8 @@ jobs:
           go run cmd/issuegenerator/main.go $TEST_RESULTS
   setup-environment:
     runs-on: ubuntu-latest
+    outputs:
+      matrix: ${{ steps.splitloadtest.outputs.matrix }}
     steps:
       - name: Checkout Repo
         uses: actions/checkout@v2
@@ -58,8 +60,29 @@ jobs:
           key: go-pkg-mod-${{ runner.os }}-${{ hashFiles('./go.mod') }}
       - name: Install tools
         run: make install-tools
+      - name: split loadtest jobs
+        id: splitloadtest
+        run: |
+          TESTS="$(make -s testbed-list-loadtest | xargs echo|sed 's/ /|/g')"
+          TESTS=(${TESTS//|/ })
+          MATRIX="{\"include\":["
+          curr=""
+          for i in "${!TESTS[@]}"; do
+            if (( i > 0 && i % 2 == 0 )); then
+              curr+="|${TESTS[$i]}"
+            else
+              if [ -n "$curr" ] && (( i>1 )); then
+                MATRIX+=",{\"test\":\"$curr\"}"
+              elif [ -n "$curr" ]; then
+                MATRIX+="{\"test\":\"$curr\"}"
+              fi
+              curr="${TESTS[$i]}"
+            fi
+          done
+          MATRIX+="]}"
+          echo "::set-output name=matrix::$MATRIX"
       - name: Upload tool binaries
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v1
         with:
           name: tool-binaries
           path: /home/runner/go/bin
@@ -128,7 +151,168 @@ jobs:
       - name: Build collector for all archs
         run: grep ^binaries-all-sys Makefile|fmt -w 1|tail -n +2|xargs make
       - name: Upload collector binaries
-        uses: actions/upload-artifact@v2
+        uses: actions/upload-artifact@v1
         with:
           name: collector-binaries
           path: ./bin
+  loadtest:
+    runs-on: ubuntu-latest
+    needs: [setup-environment]
+    strategy:
+      fail-fast: false
+      matrix: ${{ fromJson(needs.setup-environment.outputs.matrix) }}
+    env:
+      TEST_RESULTS: testbed/tests/results/junit/results.xml
+    steps:
+      - name: Checkout Repo
+        uses: actions/checkout@v2
+      - name: Setup Go
+        uses: actions/[email protected]
+        with:
+          go-version: 1.15
+      - name: Download tool binaries
+        uses: actions/download-artifact@v2
+        with:
+          name: tool-binaries
+          path: /home/runner/go/bin
+      - name: Add execute permissions to tool binaries
+        run: chmod -R +x /home/runner/go/bin
+      - name: Setup env
+        run: |
+          echo "GOPATH=$(go env GOPATH)" >> $GITHUB_ENV
+          echo "$(go env GOPATH)/bin" >> $GITHUB_PATH
+      - name: Restore module cache
+        uses: actions/cache@v2
+        env:
+          cache-name: cache-go-modules
+        with:
+          path: /home/runner/go/pkg/mod
+          key: go-pkg-mod-${{ runner.os }}-${{ hashFiles('./go.mod') }}
+      - name: Install fluentbit
+        if: ${{ contains(matrix.test, 'Log10kDPS') }}
+        run: |
+          wget https://packages.fluentbit.io/ubuntu/bionic/pool/main/t/td-agent-bit/td-agent-bit_1.5.3_amd64.deb
+          sudo dpkg -i ./td-agent-bit*.deb
+          echo "/opt/td-agent-bit/bin" >> $GITHUB_PATH
+          sudo ln -s /opt/td-agent-bit/bin/td-agent-bit /usr/local/bin/fluent-bit
+      - run: mkdir -p results && touch results/TESTRESULTS.md
+      - name: Loadtest
+        run: make testbed-loadtest
+        env:
+          TEST_ARGS: "-test.run=${{ matrix.test }}"
+      - name: Create test result archive # some test results have invalid characters
+        if: ${{ failure() || success() }}
+        continue-on-error: true
+        run: tar -cvf test_results.tar testbed/tests/results
+      - name: Upload test results
+        if: ${{ failure() || success() }}
+        continue-on-error: true
+        uses: actions/upload-artifact@v1
+        with:
+          name: test-results
+          path: test_results.tar
+      - name: GitHub issue generator
+        if: ${{ failure() && github.ref == 'ref/head/master' }}
+        run: |
+          go run cmd/issuegenerator/main.go $TEST_RESULTS
+  correctness:
+    runs-on: ubuntu-latest
+    needs: [setup-environment]
+    env:
+      TEST_RESULTS: testbed/tests/results/junit/results.xml
+    steps:
+      - name: Checkout Repo
+        uses: actions/checkout@v2
+      - name: Setup Go
+        uses: actions/[email protected]
+        with:
+          go-version: 1.15
+      - name: Download tool binaries
+        uses: actions/download-artifact@v2
+        with:
+          name: tool-binaries
+          path: /home/runner/go/bin
+      - name: Setup env
+        run: |
+          echo "GOPATH=$(go env GOPATH)" >> $GITHUB_ENV
+          echo "$(go env GOPATH)/bin" >> $GITHUB_PATH
+      - name: Add execute permissions to tool binaries
+        run: chmod -R +x /home/runner/go/bin
+      - name: Restore module cache
+        uses: actions/cache@v2
+        env:
+          cache-name: cache-go-modules
+        with:
+          path: /home/runner/go/pkg/mod
+          key: go-pkg-mod-${{ runner.os }}-${{ hashFiles('./go.mod') }}
+      - name: Loadtest
+        run: make testbed-correctness
+      - name: GitHub issue generator
+        if: ${{ failure() && github.ref == 'ref/head/master' }}
+        run: |
+          go run cmd/issuegenerator/main.go $TEST_RESULTS
+  build-package:
+    runs-on: ubuntu-latest
+    needs: [cross-compile]
+    strategy:
+      fail-fast: false
+      matrix:
+        package_type: ["deb", "rpm"]
+    steps:
+      - name: Checkout Repo
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - name: Setup Go
+        uses: actions/[email protected]
+        with:
+          go-version: 1.15
+      - name: Setup env
+        run: |
+          echo "GOPATH=$(go env GOPATH)" >> $GITHUB_ENV
+          echo "$(go env GOPATH)/bin" >> $GITHUB_PATH
+          mkdir bin/
+      - name: Install Ruby
+        uses: actions/setup-ruby@v1
+        with:
+          ruby-version: '2.6'
+      - name: Install fpm and dependencies
+        run: gem install --no-document fpm -v 1.11.0
+      - name: Download tool binaries
+        uses: actions/download-artifact@v2
+        with:
+          name: tool-binaries
+          path: /home/runner/go/bin
+      - name: Download collector binaries
+        uses: actions/download-artifact@v2
+        with:
+          name: collector-binaries
+          path: ./bin
+      - name: Add execute permissions to downloaded binaries
+        run: |
+          chmod -R +x /home/runner/go/bin
+          chmod -R +x ./bin
+      - name: Set Release Tag
+        id: github_tag
+        run: |
+          TAG="${GITHUB_REF##*/}"
+          if [[ $TAG =~ ^v[0-9]+\.[0-9]+\.[0-9]+.* ]]
+          then
+            echo "::set-output name=tag::$TAG"
+          fi
+      - name: Build ${{ matrix.package_type }} amd64 package
+        run: ./internal/buildscripts/packaging/fpm/${{ matrix.package_type }}/build.sh "${{ steps.github_tag.outputs.tag }}" "amd64" "./dist/"
+      - name: Build ${{ matrix.package_type }} arm64 package
+        run: ./internal/buildscripts/packaging/fpm/${{ matrix.package_type }}/build.sh "${{ steps.github_tag.outputs.tag }}" "arm64" "./dist/"
+      - name: Test ${{ matrix.package_type }} package
+        run: |
+          if [[ "${{ matrix.package_type }}" = "deb" ]]; then
+              ./internal/buildscripts/packaging/fpm/test.sh dist/otel-collector*amd64.deb
+          else
+              ./internal/buildscripts/packaging/fpm/test.sh dist/otel-collector*x86_64.rpm
+          fi
+      - name: Upload Packages
+        uses: actions/upload-artifact@v1
+        with:
+          name: build-packages
+          path: ./dist
diff --git a/testbed/testbed/receivers.go b/testbed/testbed/receivers.go
@@ -60,7 +60,7 @@ type DataReceiverBase struct {
 	Port int
 }
 
-const DefaultHost = "localhost"
+const DefaultHost = "127.0.0.1"
 
 func (mb *DataReceiverBase) ReportFatalError(err error) {
 	log.Printf("Fatal error reported: %v", err)

diff --git a/testbed/tests/e2e_test.go b/testbed/tests/e2e_test.go
@@ -42,7 +42,7 @@ func TestIdleMode(t *testing.T) {
 	)
 	defer tc.Stop()
 
-	tc.SetResourceLimits(testbed.ResourceSpec{ExpectedMaxCPU: 4, ExpectedMaxRAM: 50})
+	tc.SetResourceLimits(testbed.ResourceSpec{ExpectedMaxCPU: 4, ExpectedMaxRAM: 55})
 	tc.StartAgent()
 
 	tc.Sleep(tc.Duration)
@@ -53,7 +53,7 @@ func TestBallastMemory(t *testing.T) {
 		ballastSize uint32
 		maxRSS      uint32
 	}{
-		{100, 50},
+		{100, 60},
 		{500, 70},
 		{1000, 100},
 	}

diff --git a/testbed/tests/log_test.go b/testbed/tests/log_test.go
@@ -56,7 +56,7 @@ func TestLog10kDPS(t *testing.T) {
 			receiver: testbed.NewOTLPDataReceiver(testbed.GetAvailablePort(t)),
 			resourceSpec: testbed.ResourceSpec{
 				ExpectedMaxCPU: 50,
-				ExpectedMaxRAM: 150,
+				ExpectedMaxRAM: 155,
 			},
 			extensions: flw.Extensions(),
 		},

diff --git a/testbed/tests/metric_test.go b/testbed/tests/metric_test.go
@@ -67,7 +67,7 @@ func TestMetric10kDPS(t *testing.T) {
 			testbed.NewOTLPDataReceiver(testbed.GetAvailablePort(t)),
 			testbed.ResourceSpec{
 				ExpectedMaxCPU: 50,
-				ExpectedMaxRAM: 60,
+				ExpectedMaxRAM: 65,
 			},
 		},
 		{
@@ -76,7 +76,7 @@ func TestMetric10kDPS(t *testing.T) {
 			testbed.NewOTLPHTTPDataReceiver(testbed.GetAvailablePort(t)),
 			testbed.ResourceSpec{
 				ExpectedMaxCPU: 50,
-				ExpectedMaxRAM: 60,
+				ExpectedMaxRAM: 65,
 			},
 		},
 	}