add releasing workflow (#113)

Signed-off-by: YujiOshima <[email protected]>

releasing/cron_job_release.yaml

@@ -0,0 +1,50 @@
+apiVersion: batch/v1beta1
+kind: CronJob
+metadata:
+  name: image-release-cron
+  namespace: kubeflow-releasing
+spec:
+  schedule: "0 0 * * *"
+  concurrencyPolicy: Forbid
+  jobTemplate:
+    metadata:
+      name: image-release
+      namespace: kubeflow-releasing
+      labels:
+        app: image-release
+    spec:
+      template:
+        spec:
+          containers:
+            - name: release-images
+              command: ["/bin/bash", "-c", "/usr/local/bin/run_release.sh"]
+              image: gcr.io/kubeflow-releasing/worker:latest
+              env:
+              - name: GOOGLE_APPLICATION_CREDENTIALS
+                value: /secret/gcp-credentials/key.json
+              - name: GITHUB_TOKEN
+                valueFrom:
+                  secretKeyRef:
+                    key: github_token
+                    name: github-token
+              - name: JOB_NAME
+                value: image-release
+              - name: JOB_TYPE
+                value: postsubmit
+              - name: REPO_NAME
+                value: katib
+              - name: REPO_OWNER
+                value: kubeflow
+              volumeMounts:
+              - mountPath: /secret/github-token
+                name: github-token
+              - mountPath: /secret/gcp-credentials
+                name: gcp-credentials
+          restartPolicy: Never
+          volumes:
+          - name: github-token
+            secret:
+              secretName: github-token
+          - name: gcp-credentials
+            secret:
+              secretName: gcp-credentials

releasing/prow_config_release.yaml

@@ -0,0 +1,28 @@
+# This file configures the workflows to trigger in our release cron jobs.
+# Edit this config to add workflow for auto release of your image.
+# see kubeflow/testing/py/run_e2e_workflow.py
+workflows:
+  - app_dir: kubeflow/kubeflow/releasing/releaser
+    component: workflows
+    name: tf-serving-release
+    params:
+      cluster: "kubeflow-releasing"
+      gcpCredentialsSecretName: "gcp-credentials"
+      namespace: "kubeflow-releasing"
+      nfsVolumeClaim: "nfs-external"
+      project: "kubeflow-releasing"
+      registry: "gcr.io/kubeflow-images-public"
+      testing_image: "gcr.io/kubeflow-releasing/worker:latest"
+      zone: "us-central1-a"
+  - app_dir: kubeflow/kubeflow/components/tensorflow-notebook-image/releaser
+    component: workflows
+    name: tf-notebook-release
+    params:
+      cluster: "kubeflow-releasing"
+      gcpCredentialsSecretName: "gcp-credentials"
+      namespace: "kubeflow-releasing"
+      nfsVolumeClaim: "nfs-external"
+      project: "kubeflow-releasing"
+      registry: "gcr.io/kubeflow-images-public"
+      testing_image: "gcr.io/kubeflow-releasing/worker:latest"
+      zone: "us-central1-a"

releasing/releaser/.ksonnet/registries/incubator/ea3408d44c2d8ea4d321364e5533d5c60e74bce0.yaml

@@ -0,0 +1,39 @@
+apiVersion: "0.1"
+gitVersion:
+  commitSha: ea3408d44c2d8ea4d321364e5533d5c60e74bce0
+  refSpec: master
+kind: ksonnet.io/registry
+libraries:
+  apache:
+    path: apache
+    version: master
+  efk:
+    path: efk
+    version: master
+  mariadb:
+    path: mariadb
+    version: master
+  memcached:
+    path: memcached
+    version: master
+  mongodb:
+    path: mongodb
+    version: master
+  mysql:
+    path: mysql
+    version: master
+  nginx:
+    path: nginx
+    version: master
+  node:
+    path: node
+    version: master
+  postgres:
+    path: postgres
+    version: master
+  redis:
+    path: redis
+    version: master
+  tomcat:
+    path: tomcat
+    version: master

releasing/releaser/.ksonnet/registries/kubeflow/5c35580d76092788b089cb447be3f3097cffe60b.yaml

@@ -0,0 +1,12 @@
+apiVersion: "0.1"
+gitVersion:
+  commitSha: 5c35580d76092788b089cb447be3f3097cffe60b
+  refSpec: master
+kind: ksonnet.io/registry
+libraries:
+  core:
+    path: core
+    version: master
+  tf-serving:
+    path: tf-serving
+    version: master

releasing/releaser/app.yaml

@@ -0,0 +1,37 @@
+apiVersion: 0.1.0
+environments:
+  prow:
+    destination:
+      namespace: kubeflow-testing
+      server: https://35.196.185.88
+    k8sVersion: v1.7.0
+    path: prow
+  releasing:
+    destination:
+      namespace: kubeflow-releasing
+      server: https://35.226.49.107
+    k8sVersion: v1.7.0
+    path: releasing
+kind: ksonnet.io/app
+libraries:
+  core:
+    gitVersion:
+      commitSha: 5c35580d76092788b089cb447be3f3097cffe60b
+      refSpec: master
+    name: core
+    registry: kubeflow
+name: test-infra
+registries:
+  incubator:
+    gitVersion:
+      commitSha: ea3408d44c2d8ea4d321364e5533d5c60e74bce0
+      refSpec: master
+    protocol: github
+    uri: github.com/ksonnet/parts/tree/master/incubator
+  kubeflow:
+    gitVersion:
+      commitSha: 5c35580d76092788b089cb447be3f3097cffe60b
+      refSpec: master
+    protocol: github
+    uri: github.com/google/kubeflow/tree/master/kubeflow
+version: 0.0.1

releasing/releaser/components/params.libsonnet

@@ -0,0 +1,23 @@
+{
+  global: {
+    // User-defined global parameters; accessible to all component and environments, Ex:
+    // replicas: 4,
+  },
+  components: {
+    // Component-level parameters, defined initially from 'ks prototype use ...'
+    // Each object below should correspond to a component in the components/ directory
+    workflows: {
+      bucket: "kubeflow-ci_temp",
+      commit: "master",
+      name: "new9",
+      namespace: "kubeflow-test-infra",
+      prow_env: "REPO_OWNER=kubeflow,REPO_NAME=kubeflow,PULL_BASE_SHA=master",
+      serving_image: "gcr.io/kubeflow-ci/model-server",
+      testing_image: "gcr.io/kubeflow-ci/test-worker:latest",
+      tf_testing_image: "gcr.io/kubeflow-ci/tf-test-worker:1.0",
+      project: "kubeflow-ci",
+      cluster: "kubeflow-testing",
+      zone: "us-east1-d",
+    },
+  },
+}

releasing/releaser/components/workflows.jsonnet

@@ -0,0 +1,6 @@
+local params = std.extVar("__ksonnet/params").components.workflows;
+
+local k = import "k.libsonnet";
+local workflows = import "workflows.libsonnet";
+
+std.prune(k.core.v1.list.new([workflows.parts(params.namespace, params.name, overrides=params).e2e]))