Hotfix 221124001 (#246)

* Hotfix 221124001

- Added automation to push alpha and beta containers
- Added script to clean alpha and beta containers from the hub
- Added an extra field to the orchestrator vm with the host url
- Added the ability to query the orchestrator with no cache involved
- Moved the reverse proxy to use queues for start/stop/restart operations
- Fixed some error messages with missing parameters

* fix the testing issues

.github/ISSUE_TEMPLATE/product-backlog-item.yml

@@ -33,8 +33,6 @@ body:
         - [ ] **Criterion 1**: Detailed description of the first acceptance criterion.
       description: |
         Define the conditions that must be met for the item to be considered complete.
-    validations:
-      required: true
   - type: checkboxes
     id: definition_of_done
     attributes:
@@ -59,7 +57,7 @@ body:
   - type: textarea
     id: dependencies
     attributes:
-      label: Assumptions and Constraints
+      label: Dependencies
       placeholder: |-
         - **Dependency 1**: Detailed description of the first dependency.
   - type: textarea

.github/workflow_scripts/remove-docker-images.sh

@@ -0,0 +1,71 @@
+#!/bin/bash
+
+MODE="UNKNOWN"
+PATTERN=""
+while [[ $# -gt 0 ]]; do
+  case $1 in
+  rm)
+    MODE="REMOVE"
+    shift
+    ;;
+  ls)
+    MODE="LIST"
+    shift
+    ;;
+  --pattern)
+    PATTERN=$2
+    shift
+    shift
+    ;;
+  --filter)
+    PATTERN=$2
+    shift
+    shift
+    ;;
+  *)
+    echo "Invalid argument: $1" >&2
+    exit 1
+    ;;
+  esac
+done
+
+if [ "$MODE" == "UNKNOWN" ]; then
+  echo "You need to specify the mode (rm, ls) with the first argument"
+  exit 1
+fi
+
+if [ "$PATTERN" == "" ]; then
+  PATTERN=".*"
+fi
+
+function list() {
+  OUT=$(hub-tool tag ls cjlapao/prl-devops-service --format json)
+  LINES=$(echo "$OUT" | jq -r '.[].Name')
+  echo "$LINES" | while IFS= read -r line; do
+    if [[ $line =~ $PATTERN ]]; then
+      echo "$line"
+    fi
+  done
+}
+
+function remove() {
+  echo "WARNING: You are about to permanently delete images that match the pattern: $PATTERN"
+  echo "         This action is irreversible"
+  read -r -p "Are you sure you want to continue? (yes/no): " confirm
+  if [ "$confirm" != "yes" ]; then
+    echo "Operation aborted."
+    exit 1
+  fi
+
+  lines=$(list)
+  echo "$lines" | while IFS= read -r line; do
+    echo "Deleting image $line"
+    hub-tool tag rm "$line" -f
+  done
+}
+
+if [ "$MODE" == "LIST" ]; then
+  list
+elif [ "$MODE" == "REMOVE" ]; then
+  remove "$PATTERN"
+fi

Dockerfile

@@ -1,3 +1,4 @@
+# syntax=docker/dockerfile:1
 ############################
 # STEP 1 build executable binary
 ############################
@@ -15,20 +16,25 @@ COPY ./src .
 RUN go get -d -v
 
 # Build the binary.
-RUN CGO_ENABLED=0 GOOS=linux go build -ldflags="-w -s" -o /go/bin/prl-devops-service
+ARG BUILD_ENV=production
+ARG VERSION
+ARG OS=linux
+ARG ARCHITECTURE=amd64
+
+RUN --mount=type=secret,id=amplitude_api_key,env=AMPLITUDE_API_KEY
+
+RUN if [ "$BUILD_ENV" = "production" ]; then \
+  CGO_ENABLED=0 GOOS=$OS GOARCH=$ARCHITECTURE go build -ldflags="-s -w -X main.ver=$VERSION -X 'github.com/Parallels/prl-devops-service/telemetry.AmplitudeApiKey=$AMPLITUDE_API_KEY'" -o /go/bin/prl-devops-service; \
+  else \
+  CGO_ENABLED=0 GOOS=$OS GOARCH=$ARCHITECTURE go build -ldflags="-s -w -X main.ver=$VERSION" -o /go/bin/prl-devops-service; \
+  fi
 
 ############################
 # STEP 2 build a small image
 ############################
 FROM alpine:latest
 
 RUN apk update && apk add curl coreutils bash musl-utils ca-certificates
-# Copy our static executable.
-# COPY --from=builder /bin/cat /bin/cat
-# COPY --from=builder /usr/bin/whoami /usr/bin/whoami
-# COPY --from=builder /usr/bin/getent /usr/bin/getent
-# COPY --from=builder /bin/uname /usr/bin/uname
-# COPY --from=builder /usr/bin/id /usr/bin/id
 COPY --from=builder /etc/ssl/certs/ca-certificates.crt /etc/ssl/certs/
 
 COPY --from=builder /etc/ssl/certs/ca-certificates.crt /tmp/

Makefile

@@ -1,9 +1,13 @@
 NAME ?= prldevops
 export PACKAGE_NAME ?= $(NAME)
+export DOCKER_PACKAGE_NAME ?= "prl-devops-service"
 ifeq ($(OS),Windows_NT)
-	export VERSION=$(shell type VERSION)
+	export VERSION:=$(shell type VERSION)
 else
-	export VERSION=$(shell cat VERSION)
+	export VERSION:=$(shell cat VERSION)
+	export BUILD_ID:=$(shell date +%s)
+	export SHORT_VERSION:=$(shell echo $(VERSION) | cut -d'.' -f1,2)
+	export BUILD_VERSION:=$(shell echo $(SHORT_VERSION).$(BUILD_ID))
 endif
 
 COBERTURA = cobertura
@@ -104,15 +108,45 @@ endif
 	@cd src && CGO_ENABLED=0 GOOS=linux go build -ldflags="-w -s" -o ../out/binaries/$(PACKAGE_NAME)-alpine
 	@echo "Build finished."
 
+.PHONY: push-alpha-container
+push-alpha-container:
+	@echo "Building $(BUILD_VERSION) Alpha Container..."
+	@docker build -t cjlapao/$(DOCKER_PACKAGE_NAME):$(BUILD_VERSION)_alpha \
+		-t cjlapao/$(DOCKER_PACKAGE_NAME):latest_alpha \
+		--build-arg VERSION=$(BUILD_VERSION) \
+		--build-arg BUILD_ENV=debug \
+		--build-arg OS=linux \
+		--build-arg ARCHITECTURE=amd64 \
+		-f Dockerfile .
+	@echo "Pushing $(BUILD_VERSION) Container..."
+	@echo "Pushing cjlapao/$(DOCKER_PACKAGE_NAME):$(BUILD_VERSION)_alpha tag..."
+	@docker push cjlapao/$(DOCKER_PACKAGE_NAME):$(BUILD_VERSION)_alpha
+	@echo "Pushing cjlapao/$(DOCKER_PACKAGE_NAME):latest_alpha tag..."
+	@docker push cjlapao/$(DOCKER_PACKAGE_NAME):latest_alpha
+	@echo "Build finished. Pushed to cjlapao/$(DOCKER_PACKAGE_NAME):$(BUILD_VERSION)_alpha and cjlapao/$(DOCKER_PACKAGE_NAME):latest_alpha."
+
+.PHONY: clean-alpha
+clean-alpha-container:
+	@echo "Removing all alpha versions from Docker Hub..."
+	@./.github/workflow_scripts/remove-docker-images.sh rm --filter '.*alpha.*$' 
+	@echo "All alpha versions removed."
+
 .PHONY: push-beta-container
 push-beta-container:
-	@echo "Building..."
-ifeq ($(wildcard ./out/.*),)
-	@echo "Creating out directory..."
-	@mkdir out
-	@mkdir out/binaries
-endif
-	@echo "Build finished."
+	@echo "Building $(BUILD_VERSION) Beta Container..."
+	@docker build -t cjlapao/$(DOCKER_PACKAGE_NAME):$(BUILD_VERSION)_beta \
+		-t cjlapao/$(DOCKER_PACKAGE_NAME):unstable \
+		--build-arg VERSION=$(BUILD_VERSION) \
+		--build-arg BUILD_ENV=debug \
+		--build-arg OS=linux \
+		--build-arg ARCHITECTURE=amd64 \
+		-f Dockerfile .
+	@echo "Pushing $(BUILD_VERSION) Container..."
+	@echo "Pushing cjlapao/$(DOCKER_PACKAGE_NAME):$(BUILD_VERSION)_beta tag..."
+	@docker push cjlapao/$(DOCKER_PACKAGE_NAME):$(BUILD_VERSION)_beta
+	@echo "Pushing cjlapao/$(DOCKER_PACKAGE_NAME):unstable tag..."
+	@docker push cjlapao/$(DOCKER_PACKAGE_NAME):unstable
+	@echo "Build finished. Pushed to cjlapao/$(DOCKER_PACKAGE_NAME):$(BUILD_VERSION)_beta and cjlapao/$(DOCKER_PACKAGE_NAME):unstable."
 
 .PHONY: clean
 clean:

src/controllers/common.go

@@ -4,8 +4,10 @@ import (
 	"encoding/json"
 	"fmt"
 	"net/http"
+	"runtime/debug"
 
 	"github.com/Parallels/prl-devops-service/basecontext"
+	"github.com/Parallels/prl-devops-service/errors"
 	"github.com/Parallels/prl-devops-service/models"
 )
 
@@ -21,10 +23,16 @@ func GetBaseContext(r *http.Request) *basecontext.BaseContext {
 
 func Recover(ctx basecontext.ApiContext, r *http.Request, w http.ResponseWriter) {
 	if err := recover(); err != nil {
-		ctx.LogErrorf("Recovered from panic: %v", err)
-		ReturnApiError(ctx, w, models.NewFromErrorWithCode(fmt.Errorf("internal server error"), http.StatusInternalServerError))
+		ctx.LogErrorf("Recovered from panic: %v\n%v", err, debug.Stack())
+		sysErr := errors.NewWithCodef(http.StatusInternalServerError, "internal server error")
+		sysErr.NestedError = make([]errors.NestedError, 0)
+		sysErr.NestedError = append(sysErr.NestedError, errors.NestedError{
+			Message: fmt.Sprintf("%v", err.(error)),
+		}, errors.NestedError{
+			Message: string(debug.Stack()),
+		})
 
-		fmt.Printf("Recovered from panic: %v", err)
+		ReturnApiError(ctx, w, models.NewFromErrorWithCode(sysErr, http.StatusInternalServerError))
 	}
 }