feat: Release/v1.16.21

.github/workflows/docker-build-api-executors-tag.yaml

@@ -5,7 +5,7 @@ on:
       - "v[0-9]+.[0-9]+.[0-9]+"
 
 env:
-  ALPINE_IMAGE: alpine:3.18.0
+  ALPINE_IMAGE: alpine:3.19.0
   GO_VERSION: 1.21.5
 
 permissions:
@@ -31,7 +31,7 @@ jobs:
       - name: Set-up Go
         uses: actions/setup-go@v4
         with:
-          go-version:  ${{ env.GO_VERSION }}
+          go-version: ${{ env.GO_VERSION }}
           cache: false
 
       - name: Go Cache
@@ -584,11 +584,11 @@ jobs:
 
       - name: Create manifests
         run: |
-          docker manifest create kubeshop/testkube-cypress-executor:${{ steps.tag.outputs.tag }} --amend kubeshop/testkube-cypress-executor:${{ steps.tag.outputs.tag }}-cypress12-amd64 --amend kubeshop/testkube-cypress-executor:${{ steps.tag.outputs.tag }}-cypress12-arm64v8
+          docker manifest create kubeshop/testkube-cypress-executor:${{ steps.tag.outputs.tag }} --amend kubeshop/testkube-cypress-executor:${{ steps.tag.outputs.tag }}-cypress13-amd64 --amend kubeshop/testkube-cypress-executor:${{ steps.tag.outputs.tag }}-cypress13-arm64v8
           docker manifest push -p kubeshop/testkube-cypress-executor:${{ steps.tag.outputs.tag }}
           cosign sign kubeshop/testkube-cypress-executor:${{ steps.tag.outputs.tag }} --yes
 
-          docker manifest create kubeshop/testkube-cypress-executor:latest --amend kubeshop/testkube-cypress-executor:${{ steps.tag.outputs.tag }}-cypress12-amd64 --amend kubeshop/testkube-cypress-executor:${{ steps.tag.outputs.tag }}-cypress12-arm64v8
+          docker manifest create kubeshop/testkube-cypress-executor:latest --amend kubeshop/testkube-cypress-executor:${{ steps.tag.outputs.tag }}-cypress13-amd64 --amend kubeshop/testkube-cypress-executor:${{ steps.tag.outputs.tag }}-cypress13-arm64v8
           docker manifest push -p kubeshop/testkube-cypress-executor:latest
           cosign sign kubeshop/testkube-cypress-executor:latest --yes
 

.github/workflows/docker-build-develop.yaml

@@ -6,7 +6,7 @@ on:
     paths-ignore:
       - 'docs/**'
 env:
-  ALPINE_IMAGE: alpine:3.18.0
+  ALPINE_IMAGE: alpine:3.19.0
   GO_VERSION: 1.21.5
 
 jobs:

.github/workflows/docker-build-release.yaml

@@ -7,7 +7,7 @@ on:
     paths-ignore:
       - 'docs/**'
 env:
-  ALPINE_IMAGE: alpine:3.18.0
+  ALPINE_IMAGE: alpine:3.19.0
   GO_VERSION: 1.21.5
 
 jobs:

.github/workflows/release-dev.yaml

@@ -71,7 +71,7 @@ jobs:
         with:
           distribution: goreleaser-pro
           version: latest
-          args: release -f ${{ matrix.path }} --snapshot
+          args: release -f ${{ matrix.path }} --skip-publish
         env:
           GITHUB_TOKEN: ${{ secrets.CI_BOT_TOKEN }}
           ANALYTICS_TRACKING_ID: "${{secrets.TESTKUBE_CLI_GA_MEASUREMENT_ID}}"
@@ -116,7 +116,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
         with:
           fetch-depth: 0
       - uses: sigstore/[email protected]
@@ -158,7 +158,7 @@ jobs:
         with:
           distribution: goreleaser-pro
           version: latest
-          args: release -f .goreleaser-dev.yml --rm-dist
+          args: release -f .goreleaser-dev.yml
         env:
           GITHUB_TOKEN: ${{ secrets.CI_BOT_TOKEN }}
           ANALYTICS_TRACKING_ID: "${{secrets.TESTKUBE_CLI_GA_MEASUREMENT_ID}}"
@@ -180,7 +180,7 @@ jobs:
 
     steps:
       - name: Checkout
-        uses: actions/checkout@v2
+        uses: actions/checkout@v3
         with:
           fetch-depth: 0
 
@@ -231,6 +231,13 @@ jobs:
           $hash=Get-FileHash testkube.msi
           $hash.Hash + "  " + $installer_name + ".msi" >> msi_checksum.txt
           echo "::set-output name=INSTALLER_NAME::${installer_name}"
+
+          #export MSI hash to environment
+          $hashsum = $hash.Hash
+          echo "::set-output name=CHECKSUM::${hashsum}"
+
+          #copy MSI to choco directory to build a nuget package
+          Copy-Item -Path "testkube.msi" -Destination ".\choco\tools\$env:MSI_NAME.msi"
         env:
           MSI_NAME: testkube_${{steps.tag.outputs.tag}}_Windows_i386
 

Makefile

@@ -35,7 +35,7 @@ refresh-config:
 	wget "https://raw.githubusercontent.com/kubeshop/helm-charts/develop/charts/testkube-api/job-container-template.yml" -O config/job-container-template.yml &
 	wget "https://raw.githubusercontent.com/kubeshop/helm-charts/develop/charts/testkube-api/job-scraper-template.yml" -O config/job-scraper-template.yml &
 	wget "https://raw.githubusercontent.com/kubeshop/helm-charts/develop/charts/testkube-api/job-template.yml" -O config/job-template.yml &
-	wget "https://raw.githubusercontent.com/kubeshop/helm-charts/develop/charts/testkube-api/pvc-container-template.yml" -O config/pvc-container-template.yml &
+	wget "https://raw.githubusercontent.com/kubeshop/helm-charts/develop/charts/testkube-api/pvc-template.yml" -O config/pvc-template.yml &
 	wget "https://raw.githubusercontent.com/kubeshop/helm-charts/develop/charts/testkube-api/slack-config.json" -O config/slack-config.json &
 	wget "https://raw.githubusercontent.com/kubeshop/helm-charts/develop/charts/testkube-api/slack-template.json" -O config/slack-template.json
 

api/v1/testkube.yaml

@@ -3542,6 +3542,11 @@ components:
           description: previous step numbers starting from 1
           items:
             type: integer
+        previousTestNames:
+          type: array
+          description: previous test names
+          items:
+            type: string            
 
     TestSuiteStep:
       type: object
@@ -3739,6 +3744,18 @@ components:
           type: array
           items:
             $ref: "#/components/schemas/TestSuiteStepExecutionResult"
+        startTime:
+          type: string
+          description: "step start time"
+          format: date-time
+        endTime:
+          type: string
+          description: "step end time"
+          format: date-time
+        duration:
+          type: string
+          description: "step duration"
+          example: "2m"
 
     TestSuiteExecutionsResult:
       description: the result for a page of executions
@@ -4266,6 +4283,11 @@ components:
           description: "execution ids for artifacts to download"
           items:
             type: string
+        downloadArtifactTestNames:
+          type: array
+          description: "test names for artifacts to download from latest executions"
+          items:
+            type: string
         slavePodRequest:
           $ref: "#/components/schemas/PodRequest"
           description: configuration parameters for executed slave pods 
@@ -4615,13 +4637,21 @@ components:
           items:
             type: string
           description: artifact directories for scraping
+        masks:
+          type: array
+          items:
+            type: string
+          description: regexp to filter scraped artifacts, single or comma separated
         storageBucket:
           type: string
           description: artifact bucket storage
           example: test1-artifacts
         omitFolderPerExecution:
           type: boolean
           description: don't use a separate folder for execution artifacts
+        sharedBetweenPods:
+          type: boolean
+          description: whether to share volume between pods
 
     ArtifactUpdateRequest:
       description: artifact request update body
@@ -4886,6 +4916,11 @@ components:
           description: "execution ids for artifacts to download"
           items:
             type: string
+        downloadArtifactTestNames:
+          type: array
+          description: "test names for artifacts to download from latest executions"
+          items:
+            type: string
         slavePodRequest:
           $ref: "#/components/schemas/PodRequest"
           description: configuration parameters for executed slave pods          
@@ -5360,6 +5395,7 @@ components:
         - webhook
         - testexecution
         - testsuiteexecution
+        - testsource
 
     EventType:
       type: string

cmd/api-server/main.go

@@ -53,12 +53,11 @@ import (
 	"github.com/kubeshop/testkube/internal/app/api/debug"
 	"github.com/kubeshop/testkube/internal/app/api/metrics"
 	"github.com/kubeshop/testkube/pkg/agent"
+	"github.com/kubeshop/testkube/pkg/event"
+	"github.com/kubeshop/testkube/pkg/event/bus"
 	kubeexecutor "github.com/kubeshop/testkube/pkg/executor"
 	"github.com/kubeshop/testkube/pkg/executor/client"
 	"github.com/kubeshop/testkube/pkg/executor/containerexecutor"
-
-	"github.com/kubeshop/testkube/pkg/event"
-	"github.com/kubeshop/testkube/pkg/event/bus"
 	"github.com/kubeshop/testkube/pkg/scheduler"
 
 	testkubeclientset "github.com/kubeshop/testkube-operator/pkg/clientset/versioned"
@@ -359,7 +358,7 @@ func main() {
 		ui.ExitOnError("Sync default executors", err)
 	}
 
-	jobTemplate, slavePodTemplate, err := parser.ParseJobTemplates(cfg)
+	jobTemplates, err := parser.ParseJobTemplates(cfg)
 	if err != nil {
 		ui.ExitOnError("Creating job templates", err)
 	}
@@ -368,8 +367,7 @@ func main() {
 		resultsRepository,
 		cfg.TestkubeNamespace,
 		images,
-		jobTemplate,
-		slavePodTemplate,
+		jobTemplates,
 		cfg.JobServiceAccountName,
 		metrics,
 		eventsEmitter,
@@ -390,7 +388,7 @@ func main() {
 		ui.ExitOnError("Creating executor client", err)
 	}
 
-	containerTemplates, err := parseContainerTemplates(cfg)
+	containerTemplates, err := parser.ParseContainerTemplates(cfg)
 	if err != nil {
 		ui.ExitOnError("Creating container job templates", err)
 	}
@@ -576,40 +574,6 @@ func main() {
 	}
 }
 
-func parseContainerTemplates(cfg *config.Config) (t kubeexecutor.Templates, err error) {
-	t.Job, err = parser.LoadConfigFromStringOrFile(
-		cfg.TestkubeContainerTemplateJob,
-		cfg.TestkubeConfigDir,
-		"job-container-template.yml",
-		"job container template",
-	)
-	if err != nil {
-		return t, err
-	}
-
-	t.Scraper, err = parser.LoadConfigFromStringOrFile(
-		cfg.TestkubeContainerTemplateScraper,
-		cfg.TestkubeConfigDir,
-		"job-scraper-template.yml",
-		"job scraper template",
-	)
-	if err != nil {
-		return t, err
-	}
-
-	t.PVC, err = parser.LoadConfigFromStringOrFile(
-		cfg.TestkubeContainerTemplatePVC,
-		cfg.TestkubeConfigDir,
-		"pvc-container-template.yml",
-		"pvc container template",
-	)
-	if err != nil {
-		return t, err
-	}
-
-	return t, nil
-}
-
 func parseDefaultExecutors(cfg *config.Config) (executors []testkube.ExecutorDetails, err error) {
 	rawExecutors, err := parser.LoadConfigFromStringOrFile(
 		cfg.TestkubeDefaultExecutors,
@@ -625,9 +589,23 @@ func parseDefaultExecutors(cfg *config.Config) (executors []testkube.ExecutorDet
 		return nil, err
 	}
 
+	enabledExecutors, err := parser.LoadConfigFromStringOrFile(
+		cfg.TestkubeEnabledExecutors,
+		cfg.TestkubeConfigDir,
+		"enabledExecutors",
+		"enabled executors",
+	)
+	if err != nil {
+		return nil, err
+	}
+
 	specifiedExecutors := make(map[string]struct{})
-	if cfg.TestkubeSpecifiedExecutors != "" {
-		for _, executor := range strings.Split(cfg.TestkubeSpecifiedExecutors, ",") {
+	if enabledExecutors != "" {
+		for _, executor := range strings.Split(enabledExecutors, ",") {
+			if strings.TrimSpace(executor) == "" {
+				continue
+			}
+
 			specifiedExecutors[strings.TrimSpace(executor)] = struct{}{}
 		}
 

cmd/kubectl-testkube/commands/context/get.go

@@ -12,7 +12,7 @@ func NewGetContextCmd() *cobra.Command {
 
 	cmd := &cobra.Command{
 		Use:   "context <value>",
-		Short: "Set context for Testkube Cloud",
+		Short: "Set context for Testkube Pro",
 		Run: func(cmd *cobra.Command, args []string) {
 
 			cfg, err := config.Load()

cmd/kubectl-testkube/commands/context/set.go

@@ -19,7 +19,7 @@ func NewSetContextCmd() *cobra.Command {
 
 	cmd := &cobra.Command{
 		Use:   "context <value>",
-		Short: "Set context data for Testkube Cloud",
+		Short: "Set context data for Testkube Pro",
 		Run: func(cmd *cobra.Command, args []string) {
 
 			cfg, err := config.Load()

cmd/kubectl-testkube/commands/tests/common.go

@@ -228,20 +228,32 @@ func newArtifactRequestFromFlags(cmd *cobra.Command) (request *testkube.Artifact
 		return nil, err
 	}
 
+	masks, err := cmd.Flags().GetStringArray("artifact-mask")
+	if err != nil {
+		return nil, err
+	}
+
 	artifactStorageBucket := cmd.Flag("artifact-storage-bucket").Value.String()
 	artifactOmitFolderPerExecution, err := cmd.Flags().GetBool("artifact-omit-folder-per-execution")
 	if err != nil {
 		return nil, err
 	}
 
-	if artifactStorageClassName != "" || artifactVolumeMountPath != "" || len(dirs) != 0 ||
-		artifactStorageBucket != "" || artifactOmitFolderPerExecution {
+	artifactSharedBetweenPods, err := cmd.Flags().GetBool("artifact-shared-between-pods")
+	if err != nil {
+		return nil, err
+	}
+
+	if artifactStorageClassName != "" || artifactVolumeMountPath != "" || len(dirs) != 0 || len(masks) != 0 ||
+		artifactStorageBucket != "" || artifactOmitFolderPerExecution || artifactSharedBetweenPods {
 		request = &testkube.ArtifactRequest{
 			StorageClassName:       artifactStorageClassName,
 			VolumeMountPath:        artifactVolumeMountPath,
 			Dirs:                   dirs,
+			Masks:                  masks,
 			StorageBucket:          artifactStorageBucket,
 			OmitFolderPerExecution: artifactOmitFolderPerExecution,
+			SharedBetweenPods:      artifactSharedBetweenPods,
 		}
 	}
 
@@ -1127,6 +1139,16 @@ func newArtifactUpdateRequestFromFlags(cmd *cobra.Command) (request *testkube.Ar
 		nonEmpty = true
 	}
 
+	if cmd.Flag("artifact-mask").Changed {
+		masks, err := cmd.Flags().GetStringArray("artifact-mask")
+		if err != nil {
+			return nil, err
+		}
+
+		request.Masks = &masks
+		nonEmpty = true
+	}
+
 	if cmd.Flag("artifact-omit-folder-per-execution").Changed {
 		value, err := cmd.Flags().GetBool("artifact-omit-folder-per-execution")
 		if err != nil {
@@ -1137,6 +1159,16 @@ func newArtifactUpdateRequestFromFlags(cmd *cobra.Command) (request *testkube.Ar
 		nonEmpty = true
 	}
 
+	if cmd.Flag("artifact-shared-between-pods").Changed {
+		value, err := cmd.Flags().GetBool("artifact-shared-between-pods")
+		if err != nil {
+			return nil, err
+		}
+
+		request.SharedBetweenPods = &value
+		nonEmpty = true
+	}
+
 	if nonEmpty {
 		return request, nil
 	}