manifests: Move manifests development upstream

As part of the work of wg-manifests for 1.3
(kubeflow/manifests#1735), we are moving manifests
development in upstream repos. This gives the application developers full
ownership of their manifests, tracked in a single place.

This commit copies the manifests for application `Katib`
from path `apps/katib/upstream` of kubeflow/manifests to path
`manifests/v1beta1` of the upstream repo (https://github.com/kubeflow/katib).

Signed-off-by: Yannis Zarkadas <yanniszark@arrikto.com>

manifests/v1beta1/components/katib-controller/kustomization.yaml

@@ -0,0 +1,27 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+resources:
+  - ../../katib-controller/base/katib-configmap.yaml
+  - ../../katib-controller/base/katib-controller-deployment.yaml
+  - ../../katib-controller/base/katib-controller-rbac.yaml
+  - ../../katib-controller/base/katib-controller-secret.yaml
+  - ../../katib-controller/base/katib-controller-service.yaml
+  - ../../katib-controller/base/katib-ui-deployment.yaml
+  - ../../katib-controller/base/katib-ui-rbac.yaml
+  - ../../katib-controller/base/katib-ui-service.yaml
+  - ../../katib-controller/base/trial-template-configmap.yaml
+  - ../../katib-controller/overlays/application/application.yaml
+  - ../../katib-controller/overlays/istio/katib-ui-virtual-service.yaml
+images:
+  - name: docker.io/kubeflowkatib/katib-controller
+    newTag: v1beta1-a96ff59
+    newName: docker.io/kubeflowkatib/katib-controller
+  - name: docker.io/kubeflowkatib/katib-ui
+    newTag: v1beta1-a96ff59
+    newName: docker.io/kubeflowkatib/katib-ui
+commonLabels:
+  app.kubernetes.io/component: katib
+  app.kubernetes.io/name: katib-controller
+configurations:
+  - ../../katib-controller/overlays/istio/params.yaml

manifests/v1beta1/components/katib-crds/kustomization.yaml

@@ -0,0 +1,11 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+resources:
+  - ../../katib-crds/base/experiment-crd.yaml
+  - ../../katib-crds/base/suggestion-crd.yaml
+  - ../../katib-crds/base/trial-crd.yaml
+  - ../../katib-crds/overlays/application/application.yaml
+commonLabels:
+  app.kubernetes.io/component: katib
+  app.kubernetes.io/name: katib-crds

manifests/v1beta1/components/katib-db-manager/kustomization.yaml

@@ -0,0 +1,13 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+resources:
+  - ../../katib-controller/base/katib-db-manager-deployment.yaml
+  - ../../katib-controller/base/katib-db-manager-service.yaml
+images:
+  - name: docker.io/kubeflowkatib/katib-db-manager
+    newTag: v1beta1-a96ff59
+    newName: docker.io/kubeflowkatib/katib-db-manager
+commonLabels:
+  app.kubernetes.io/component: katib
+  app.kubernetes.io/name: katib-controller

manifests/v1beta1/components/katib-db-mysql/kustomization.yaml

@@ -0,0 +1,15 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+resources:
+  - ../../katib-controller/base/katib-mysql-deployment.yaml
+  - ../../katib-controller/base/katib-mysql-pvc.yaml
+  - ../../katib-controller/base/katib-mysql-secret.yaml
+  - ../../katib-controller/base/katib-mysql-service.yaml
+images:
+  - name: mysql
+    newTag: "8"
+    newName: mysql
+commonLabels:
+  app.kubernetes.io/component: katib
+  app.kubernetes.io/name: katib-controller

manifests/v1beta1/installs/katib-external-db/katib-db-manager-deployment.yaml

@@ -0,0 +1,37 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: katib-db-manager
+spec:
+  template:
+    spec:
+      containers:
+        - name: katib-db-manager
+          env:
+            - name: DB_NAME
+              value: mysql
+            - name: DB_USER
+              valueFrom:
+                secretKeyRef:
+                  name: katib-mysql-secrets
+                  key: DB_USER
+            - name: DB_PASSWORD
+              valueFrom:
+                secretKeyRef:
+                  name: katib-mysql-secrets
+                  key: DB_PASSWORD
+            - name: KATIB_MYSQL_DB_DATABASE
+              valueFrom:
+                secretKeyRef:
+                  name: katib-mysql-secrets
+                  key: KATIB_MYSQL_DB_DATABASE
+            - name: KATIB_MYSQL_DB_HOST
+              valueFrom:
+                secretKeyRef:
+                  name: katib-mysql-secrets
+                  key: KATIB_MYSQL_DB_HOST
+            - name: KATIB_MYSQL_DB_PORT
+              valueFrom:
+                secretKeyRef:
+                  name: katib-mysql-secrets
+                  key: KATIB_MYSQL_DB_PORT

manifests/v1beta1/installs/katib-external-db/kustomization.yaml

@@ -0,0 +1,16 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+resources:
+  - ../../components/katib-crds
+  - ../../components/katib-controller
+  - ../../components/katib-db-manager
+patchesStrategicMerge:
+  - katib-db-manager-deployment.yaml
+secretGenerator:
+  - name: katib-mysql-secrets
+    envs:
+      - secrets.env
+commonLabels:
+  app.kubernetes.io/component: katib
+  app.kubernetes.io/name: katib-controller

manifests/v1beta1/installs/katib-external-db/secrets.env

@@ -0,0 +1,5 @@
+KATIB_MYSQL_DB_DATABASE=
+KATIB_MYSQL_DB_HOST=
+KATIB_MYSQL_DB_PORT=
+DB_USER=
+DB_PASSWORD=

manifests/v1beta1/installs/katib-standalone-ibm/kustomization.yaml

@@ -0,0 +1,10 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+bases:
+  - ../katib-standalone
+patchesStrategicMerge:
+  - ../../katib-controller/overlays/ibm-storage-config/katib-mysql-deployment.yaml
+images:
+  - name: mysql
+    newTag: "5.6"
+    newName: mysql

manifests/v1beta1/installs/katib-standalone/kustomization.yaml

@@ -0,0 +1,8 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+resources:
+  - ../../components/katib-crds
+  - ../../components/katib-controller
+  - ../../components/katib-db-manager
+  - ../../components/katib-db-mysql

manifests/v1beta1/katib-controller/base/katib-configmap.yaml

@@ -0,0 +1,62 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: katib-config
+data:
+  metrics-collector-sidecar: |-
+    {
+      "StdOut": {
+        "image": "docker.io/kubeflowkatib/file-metrics-collector:v1beta1-a96ff59"
+      },
+      "File": {
+        "image": "docker.io/kubeflowkatib/file-metrics-collector:v1beta1-a96ff59"
+      },
+      "TensorFlowEvent": {
+        "image": "docker.io/kubeflowkatib/tfevent-metrics-collector:v1beta1-a96ff59",
+        "resources": {
+          "limits": {
+            "memory": "1Gi"
+          }
+        }
+      }
+    }
+  suggestion: |-
+    {
+      "random": {
+        "image": "docker.io/kubeflowkatib/suggestion-hyperopt:v1beta1-a96ff59"
+      },
+      "grid": {
+        "image": "docker.io/kubeflowkatib/suggestion-chocolate:v1beta1-a96ff59"
+      },
+      "hyperband": {
+        "image": "docker.io/kubeflowkatib/suggestion-hyperband:v1beta1-a96ff59"
+      },
+      "bayesianoptimization": {
+        "image": "docker.io/kubeflowkatib/suggestion-skopt:v1beta1-a96ff59"
+      },
+      "tpe": {
+        "image": "docker.io/kubeflowkatib/suggestion-hyperopt:v1beta1-a96ff59"
+      },
+      "enas": {
+        "image": "docker.io/kubeflowkatib/suggestion-enas:v1beta1-a96ff59",
+        "imagePullPolicy": "Always",
+        "resources": {
+          "limits": {
+            "memory": "200Mi"
+          }
+        }
+      },
+      "cmaes": {
+        "image": "docker.io/kubeflowkatib/suggestion-goptuna:v1beta1-a96ff59"
+      },
+      "darts": {
+        "image": "docker.io/kubeflowkatib/suggestion-darts:v1beta1-a96ff59"
+      }
+    }
+  early-stopping: |-
+    {
+      "medianstop": {
+        "image": "docker.io/kubeflowkatib/earlystopping-medianstop:v1beta1-a96ff59",
+        "imagePullPolicy": "Always"
+      }
+    }

manifests/v1beta1/katib-controller/base/katib-controller-deployment.yaml

@@ -0,0 +1,53 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: katib-controller
+  labels:
+    app: katib-controller
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: katib-controller
+  template:
+    metadata:
+      labels:
+        app: katib-controller
+      annotations:
+        sidecar.istio.io/inject: "false"
+        prometheus.io/scrape: "true"
+    spec:
+      serviceAccountName: katib-controller
+      containers:
+        - name: katib-controller
+          image: docker.io/kubeflowkatib/katib-controller
+          imagePullPolicy: IfNotPresent
+          command: ["./katib-controller"]
+          args:
+            - "--webhook-port=8443"
+            - "--trial-resources=Job.v1.batch"
+            - "--trial-resources=TFJob.v1.kubeflow.org"
+            - "--trial-resources=PyTorchJob.v1.kubeflow.org"
+            - "--trial-resources=MPIJob.v1.kubeflow.org"
+            - "--trial-resources=PipelineRun.v1beta1.tekton.dev"
+          ports:
+            - containerPort: 8443
+              name: webhook
+              protocol: TCP
+            - containerPort: 8080
+              name: metrics
+              protocol: TCP
+          env:
+            - name: KATIB_CORE_NAMESPACE
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.namespace
+          volumeMounts:
+            - mountPath: /tmp/cert
+              name: cert
+              readOnly: true
+      volumes:
+        - name: cert
+          secret:
+            defaultMode: 420
+            secretName: katib-controller