WIP: New UI

Gopkg.toml

@@ -93,3 +93,7 @@ required = [
 [[constraint]]
   name = "github.com/kubeflow/pytorch-operator"
   version = "0.5.0-rc.1"
+
+[[constraint]]
+  name = "github.com/awalterschulze/gographviz"
+  branch = "master"

cmd/new-non-cont-ui/main.go

@@ -0,0 +1,27 @@
+package main
+
+import (
+	"net/http"
+
+	"github.com/kubeflow/katib/pkg/ui"
+)
+
+func main() {
+	kuh := ui.NewKatibUIHandler()
+
+	http.HandleFunc("/katib/fetch_hp_jobs/", kuh.FetchHPJobs)
+	http.HandleFunc("/katib/fetch_nas_jobs/", kuh.FetchNASJobs)
+	http.HandleFunc("/katib/submit_yaml/", kuh.SubmitYamlJob)
+	http.HandleFunc("/katib/submit_hp_job/", kuh.SubmitHPJob)
+	http.HandleFunc("/katib/submit_nas_job/", kuh.SubmitNASJob)
+
+	http.HandleFunc("/katib/fetch_hp_job_info/", kuh.FetchJobInfo)
+	http.HandleFunc("/katib/fetch_nas_job_info/", kuh.FetchNASJobInfo)
+	http.HandleFunc("/katib/fetch_worker_info/", kuh.FetchWorkerInfo)
+	http.HandleFunc("/katib/fetch_worker_templates/", kuh.FetchWorkerTemplates)
+	http.HandleFunc("/katib/fetch_collector_templates/", kuh.FetchCollectorTemplates)
+	http.HandleFunc("/katib/update_template/", kuh.AddEditTemplate)
+	http.HandleFunc("/katib/delete_template/", kuh.DeleteTemplate)
+
+	http.ListenAndServe(":9303", nil)
+}

cmd/new-ui/Dockerfile

@@ -0,0 +1,13 @@
+FROM golang:alpine AS build-env
+# The GOPATH in the image is /go.
+# FOR NOW IT IS NEW-UI
+ADD . /go/src/github.com/kubeflow/katib
+WORKDIR /go/src/github.com/kubeflow/katib/cmd/new-ui
+RUN go build -o katib-ui
+
+FROM alpine:3.7
+WORKDIR /app
+COPY --from=build-env /go/src/github.com/kubeflow/katib/cmd/new-ui/katib-ui /app/
+COPY --from=build-env /go/src/github.com/kubeflow/katib/pkg/ui/frontend/build/ /app/build
+ENTRYPOINT ["/app/katib-ui"]
+EXPOSE 80

cmd/new-ui/main.go

@@ -0,0 +1,35 @@
+package main
+
+import (
+	"net/http"
+
+	"github.com/kubeflow/katib/pkg/ui"
+)
+
+var (
+	port = "80"
+)
+
+func main() {
+	kuh := ui.NewKatibUIHandler()
+
+	frontend := http.FileServer(http.Dir("/app/build/"))
+	http.Handle("/katib/", http.StripPrefix("/katib/", frontend))
+
+	http.HandleFunc("/katib/fetch_hp_jobs/", kuh.FetchHPJobs)
+	http.HandleFunc("/katib/fetch_nas_jobs/", kuh.FetchNASJobs)
+	http.HandleFunc("/katib/submit_yaml/", kuh.SubmitYamlJob)
+	http.HandleFunc("/katib/submit_hp_job/", kuh.SubmitHPJob)
+	http.HandleFunc("/katib/submit_nas_job/", kuh.SubmitNASJob)
+	http.HandleFunc("/katib/delete_job/", kuh.DeleteJob)
+
+	http.HandleFunc("/katib/fetch_hp_job_info/", kuh.FetchJobInfo)
+	http.HandleFunc("/katib/fetch_nas_job_info/", kuh.FetchNASJobInfo)
+	http.HandleFunc("/katib/fetch_worker_info/", kuh.FetchWorkerInfo)
+	http.HandleFunc("/katib/fetch_worker_templates/", kuh.FetchWorkerTemplates)
+	http.HandleFunc("/katib/fetch_collector_templates/", kuh.FetchCollectorTemplates)
+	http.HandleFunc("/katib/update_template/", kuh.AddEditTemplate)
+	http.HandleFunc("/katib/delete_template/", kuh.DeleteTemplate)
+
+	http.ListenAndServe(":"+port, nil)
+}

cmd/ui/main.go

@@ -1,9 +1,10 @@
 package main
 
 import (
+	"net/http"
+
 	"github.com/kubeflow/katib/pkg/ui"
 	"github.com/pressly/chi"
-	"net/http"
 )
 
 func main() {

examples/v1alpha1/nasjob-example-RL.yaml

@@ -8,7 +8,7 @@
 apiVersion: "kubeflow.org/v1alpha1"
 kind: StudyJob
 metadata:
-  namespace: kubeflow
+  namespace: default
   labels:
     controller-tools.k8s.io: "1.0"
   name: nas-rl-example
@@ -133,23 +133,20 @@ spec:
               spec:
                 containers:
                 - name: {{.WorkerID}}
-                  image: docker.io/deepermind/training-container-nas
+                  image: docker.io/deepermind/training-container-cpu
                   command:
-                  - "python3.5"
+                  - "python3"
                   - "-u"
                   - "RunTrial.py"
                   {{- with .HyperParameters}}
                   {{- range .}}
                   - "--{{.Name}}={{.Value}}"
                   {{- end}}
                   {{- end}}
-                  resources:
-                    limits:
-                      nvidia.com/gpu: 1
                 restartPolicy: Never
   suggestionSpec:
     suggestionAlgorithm: "nasrl"
-    requestNumber: 3
+    requestNumber: 1
     suggestionParameters:
       - name: "lstm_num_cells"
         value: "64"

examples/v1alpha1/random-example.yaml

@@ -1,12 +1,12 @@
 apiVersion: "kubeflow.org/v1alpha1"
 kind: StudyJob
 metadata:
-  namespace: kubeflow
+  namespace: default
   labels:
     controller-tools.k8s.io: "1.0"
-  name: random-example
+  name: random1-example-v2222
 spec:
-  studyName: random-example
+  studyName: random1-example-v2222
   owner: crd
   optimizationtype: maximize
   objectivevaluename: Validation-accuracy
@@ -34,28 +34,7 @@ spec:
         - ftrl
   workerSpec:
     goTemplate:
-        rawTemplate: |-
-          apiVersion: batch/v1
-          kind: Job
-          metadata:
-            name: {{.WorkerID}}
-            namespace: kubeflow
-          spec:
-            template:
-              spec:
-                containers:
-                - name: {{.WorkerID}}
-                  image: katib/mxnet-mnist-example
-                  command:
-                  - "python"
-                  - "/mxnet/example/image-classification/train_mnist.py"
-                  - "--batch-size=64"
-                  {{- with .HyperParameters}}
-                  {{- range .}}
-                  - "{{.Name}}={{.Value}}"
-                  {{- end}}
-                  {{- end}}
-                restartPolicy: Never
+      templatePath: "cpuWorkerTemplate.yaml"
   suggestionSpec:
     suggestionAlgorithm: "random"
     requestNumber: 3

manifests/v1alpha1/vizier/suggestion/nasrl/deployment.yaml

@@ -2,7 +2,7 @@ apiVersion: extensions/v1beta1
 kind: Deployment
 metadata:
   name: vizier-suggestion-nasrl
-  namespace: kubeflow
+  namespace: default
   labels:
     app: vizier
     component: suggestion-nasrl
@@ -17,7 +17,7 @@ spec:
     spec:
       containers:
       - name: vizier-suggestion-nasrl
-        image: katib/suggestion-nasrl
+        image: docker.io/deepermind/katib-nasrl-suggestion
         ports:
         - name: api
           containerPort: 6789

manifests/v1alpha1/vizier/suggestion/nasrl/service.yaml

@@ -2,7 +2,7 @@ apiVersion: v1
 kind: Service
 metadata:
   name: vizier-suggestion-nasrl
-  namespace: kubeflow
+  namespace: default
   labels:
     app: vizier
     component: suggestion-nasrl

pkg/types.go

@@ -10,7 +10,7 @@ const (
 	VizierServiceNamespaceEnvName = "VIZIER_CORE_NAMESPACE"
 	VizierService                 = "vizier-core"
 	VizierPort                    = "6789"
-	ManagerAddr                   = VizierService + ":" + VizierPort
+	ManagerAddr = VizierService + ":" + VizierPort
 )
 
 func GetManagerAddr() string {