Add stub-sidecar dependency for performance test (#4600)

hack/tools.go

@@ -25,6 +25,7 @@ import (
 
 	// Needed for the storage version too.
 	_ "knative.dev/pkg/apiextensions/storageversion/cmd/migrate"
+	_ "knative.dev/pkg/test/mako/stub-sidecar"
 
 	// For chaos testing the leaderelection stuff.
 	_ "knative.dev/pkg/leaderelection/chaosduck"

vendor/knative.dev/pkg/test/mako/stub-sidecar/main.go

@@ -0,0 +1,169 @@
+/*
+Copyright 2019 The Knative Authors
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    https://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package main
+
+import (
+	"context"
+	"encoding/csv"
+	"errors"
+	"flag"
+	"fmt"
+	"net/http"
+	"strings"
+
+	"github.com/golang/protobuf/jsonpb" //nolint // the newer package has different interface.
+	mako "github.com/google/mako/spec/proto/mako_go_proto"
+
+	"log"
+	"net"
+	"sync"
+
+	"google.golang.org/grpc"
+
+	"knative.dev/pkg/test/mako/config"
+	qspb "knative.dev/pkg/third_party/mako/proto/quickstore_go_proto"
+)
+
+const (
+	port                               = ":9813"
+	defaultServerMaxReceiveMessageSize = 1024 * 1024 * 1024
+)
+
+type server struct {
+	info     *mako.BenchmarkInfo
+	stopOnce sync.Once
+	stopCh   chan struct{}
+	sb       *strings.Builder
+}
+
+func (s *server) Store(ctx context.Context, in *qspb.StoreInput) (*qspb.StoreOutput, error) {
+	m := jsonpb.Marshaler{}
+	qi, _ := m.MarshalToString(in.GetQuickstoreInput())
+	fmt.Println("# Received input")
+
+	fmt.Fprintln(s.sb, "#", qi)
+	writer := csv.NewWriter(s.sb)
+
+	kv := calculateKeyIndexColumnsMap(s.info)
+	cols := make([]string, len(kv))
+	for k, i := range kv {
+		cols[i] = k
+	}
+	fmt.Fprintln(s.sb, "#", strings.Join(cols, ","))
+
+	for _, sp := range in.GetSamplePoints() {
+		for _, mv := range sp.GetMetricValueList() {
+			vals := map[string]string{"inputValue": fmt.Sprint(sp.GetInputValue())}
+			vals[mv.GetValueKey()] = fmt.Sprint(mv.GetValue())
+			writer.Write(makeRow(vals, kv))
+		}
+	}
+
+	for _, ra := range in.GetRunAggregates() {
+		vals := map[string]string{ra.GetValueKey(): fmt.Sprint(ra.GetValue())}
+		writer.Write(makeRow(vals, kv))
+	}
+
+	for _, sa := range in.GetSampleErrors() {
+		vals := map[string]string{"inputValue": fmt.Sprint(sa.GetInputValue()), "errorMessage": sa.GetErrorMessage()}
+		writer.Write(makeRow(vals, kv))
+	}
+
+	writer.Flush()
+
+	fmt.Fprintln(s.sb, "# CSV end")
+	fmt.Println("# Input completed")
+
+	return &qspb.StoreOutput{}, nil
+}
+
+func makeRow(points map[string]string, kv map[string]int) []string {
+	row := make([]string, len(kv))
+	for k, v := range points {
+		row[kv[k]] = v
+	}
+	return row
+}
+
+func calculateKeyIndexColumnsMap(info *mako.BenchmarkInfo) map[string]int {
+	kv := make(map[string]int)
+	kv["inputValue"] = 0
+	kv["errorMessage"] = 1
+	for i, m := range info.MetricInfoList {
+		kv[*m.ValueKey] = i + 2
+	}
+	return kv
+}
+
+func (s *server) ShutdownMicroservice(ctx context.Context, in *qspb.ShutdownInput) (*qspb.ShutdownOutput, error) {
+	s.stopOnce.Do(func() { close(s.stopCh) })
+	return &qspb.ShutdownOutput{}, nil
+}
+
+var httpPort int
+
+func init() {
+	flag.IntVar(&httpPort, "p", 0, "Port to use for using stub in HTTP mode. 0 means print to logs and quit")
+}
+
+func main() {
+	flag.Parse()
+
+	lis, err := net.Listen("tcp", port)
+	if err != nil {
+		log.Fatal("Failed to listen:", err)
+	}
+	s := grpc.NewServer(grpc.MaxRecvMsgSize(defaultServerMaxReceiveMessageSize))
+	stopCh := make(chan struct{})
+	info := config.MustGetBenchmark()
+	var sb strings.Builder
+
+	fmt.Fprintf(&sb, "# Benchmark %s - %s\n", *info.BenchmarkKey, *info.BenchmarkName)
+
+	go func() {
+		qspb.RegisterQuickstoreServer(s, &server{info: info, stopCh: stopCh, sb: &sb})
+		if err := s.Serve(lis); err != nil {
+			log.Fatal("Failed to serve:", err)
+		}
+	}()
+	<-stopCh
+	s.GracefulStop()
+
+	results := sb.String()
+
+	if httpPort != 0 {
+		m := http.NewServeMux()
+		s := http.Server{Addr: fmt.Sprintf(":%d", httpPort), Handler: m}
+
+		m.HandleFunc("/results", func(w http.ResponseWriter, r *http.Request) {
+			w.Header().Set("content-type", "text/csv")
+			_, err := fmt.Fprint(w, results)
+			if err != nil {
+				http.Error(w, err.Error(), http.StatusInternalServerError)
+			}
+		})
+		m.HandleFunc("/close", func(writer http.ResponseWriter, request *http.Request) {
+			s.Shutdown(context.Background())
+		})
+		if err := s.ListenAndServe(); err != nil && !errors.Is(err, http.ErrServerClosed) {
+			log.Fatal(err)
+		}
+		fmt.Println("Successfully served the results")
+	} else {
+		fmt.Println(sb.String())
+	}
+}

vendor/knative.dev/pkg/test/mako/stub-sidecar/read_results.sh

@@ -0,0 +1,74 @@
+#!/bin/bash
+
+# Copyright 2019 The Knative Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# This scripts helps to read results of mako-stub from http
+
+check_command_exists() {
+  CMD_NAME=$1
+  command -v "$CMD_NAME" > /dev/null || {
+    echo "Command $CMD_NAME does not exist"
+    exit 1
+  }
+}
+
+check_command_exists kubectl
+check_command_exists curl
+
+if [[ $# -lt 7 ]]
+then
+  echo "Usage: $0 <mako_stub_pod_name> <mako_stub_namespace> <mako_stub_port> <timeout> <retries> <retries_interval> <out_file>"
+  exit 1
+fi
+
+MAKO_STUB_POD_NAME="$1"
+MAKO_STUB_NAMESPACE="$2"
+MAKO_STUB_PORT="$3"
+TIMEOUT="$4"
+RETRIES="$5"
+RETRIES_INTERVAL="$6"
+OUTPUT_FILE="$7"
+
+# Find port ready to use
+
+port=10000
+isfree=$(netstat -tapln | grep $port)
+
+while [[ -n "$isfree" ]]; do
+  port=$((port + 1))
+  isfree=$(netstat -tapln | grep $port)
+done
+
+for i in $(seq $RETRIES); do
+  kubectl port-forward -n "$MAKO_STUB_NAMESPACE" "$MAKO_STUB_POD_NAME" $port:$MAKO_STUB_PORT &
+  PORT_FORWARD_PID=$!
+
+  sleep 10
+
+  curl --connect-timeout $TIMEOUT "http://localhost:$port/results" > $OUTPUT_FILE
+  curl_exit_status=$?
+
+  kill $PORT_FORWARD_PID
+  wait $PORT_FORWARD_PID 2>/dev/null
+
+  if [ 0 -eq $curl_exit_status ]; then
+    exit 0
+  else
+    sleep $RETRIES_INTERVAL
+  fi
+
+done
+
+exit 1