Adding benchmarks for running in golem (flutter#142)

* first stab at a benchmark for running in golem.

.travis.yml

@@ -37,24 +37,29 @@ jobs:
       dart: dev
     - stage: format_analyzer_tests
       name: "SDK: dev - DIR: protoc_plugin - TASKS: [make protos, dartanalyzer --fatal-infos --fatal-warnings .]"
-      script: ./tool/travis.sh command dartanalyzer_0
+      script: ./tool/travis.sh command_0 dartanalyzer_0
       env: PKG="protoc_plugin"
       dart: dev
     - stage: format_analyzer_tests
       name: "SDK: stable - DIR: protoc_plugin - TASKS: [make protos, dartfmt -n --set-exit-if-changed ., dartanalyzer --fatal-warnings .]"
-      script: ./tool/travis.sh command dartfmt dartanalyzer_1
+      script: ./tool/travis.sh command_0 dartfmt dartanalyzer_1
       env: PKG="protoc_plugin"
       dart: stable
     - stage: format_analyzer_tests
       name: "SDK: stable - DIR: protoc_plugin - TASKS: [make protos, pub run test]"
-      script: ./tool/travis.sh command test
+      script: ./tool/travis.sh command_0 test
       env: PKG="protoc_plugin"
       dart: stable
     - stage: format_analyzer_tests
       name: "SDK: dev - DIR: protoc_plugin - TASKS: [make protos, pub run test]"
-      script: ./tool/travis.sh command test
+      script: ./tool/travis.sh command_0 test
       env: PKG="protoc_plugin"
       dart: dev
+    - stage: format_analyzer_tests
+      name: "SDK: stable - DIR: query_benchmark - TASKS: [./compile_protos.sh, dartfmt -n --set-exit-if-changed ., dartanalyzer --fatal-warnings .]"
+      script: ./tool/travis.sh command_1 dartfmt dartanalyzer_1
+      env: PKG="query_benchmark"
+      dart: stable
 
 stages:
   - format_analyzer_tests

analysis_options.yaml

@@ -0,0 +1,3 @@
+analyzer:
+  exclude:
+    - benchmarks/query_benchmark/**

query_benchmark/bin/decode.dart

@@ -0,0 +1,19 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+import 'package:query_benchmark/generated/f0.pb.dart' as f0;
+import 'package:query_benchmark/benchmark.dart';
+import 'package:query_benchmark/readfile.dart';
+
+main() {
+  String path = const String.fromEnvironment('testfile') ?? 'testdata/500.pb';
+
+  List<int> encoded = readfile(path);
+  print(
+    formatReport(
+      title: 'protobuf_decode',
+      duration: measure(() => f0.A0.fromBuffer(encoded)),
+    ),
+  );
+}

query_benchmark/bin/decode_json.dart

@@ -0,0 +1,21 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+import 'package:query_benchmark/generated/f0.pb.dart' as f0;
+import 'package:query_benchmark/benchmark.dart';
+import 'package:query_benchmark/readfile.dart';
+
+main() {
+  String path = const String.fromEnvironment('testfile') ?? 'testdata/500.pb';
+
+  List<int> encoded = readfile(path);
+  f0.A0 a = f0.A0.fromBuffer(encoded);
+  String json = a.writeToJson();
+  print(
+    formatReport(
+      title: 'protobuf_decode_json',
+      duration: measure(() => f0.A0.fromJson(json)),
+    ),
+  );
+}

query_benchmark/bin/encode.dart

@@ -0,0 +1,19 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+import 'package:query_benchmark/generated/f0.pb.dart' as f0;
+import 'package:query_benchmark/benchmark.dart';
+import 'package:query_benchmark/readfile.dart';
+
+main() {
+  String path = const String.fromEnvironment('testfile') ?? 'testdata/500.pb';
+  List<int> encoded = readfile(path);
+  f0.A0 a = f0.A0.fromBuffer(encoded);
+  print(
+    formatReport(
+      title: 'protobuf_encode',
+      duration: measure(() => a.writeToBuffer()),
+    ),
+  );
+}

query_benchmark/bin/encode_json.dart

@@ -0,0 +1,20 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+import 'package:query_benchmark/generated/f0.pb.dart' as f0;
+import 'package:query_benchmark/benchmark.dart';
+import 'package:query_benchmark/readfile.dart';
+
+main() {
+  String path = const String.fromEnvironment('testfile') ?? 'testdata/500.pb';
+
+  List<int> encoded = readfile(path);
+  f0.A0 a = f0.A0.fromBuffer(encoded);
+  print(
+    formatReport(
+      title: 'protobuf_encode_json',
+      duration: measure(() => a.writeToJson()),
+    ),
+  );
+}

query_benchmark/bin/set_nested_value.dart

@@ -0,0 +1,27 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+import 'package:query_benchmark/generated/f0.pb.dart' as f0;
+import 'package:query_benchmark/generated/f2.pb.dart' as f2;
+import 'package:query_benchmark/generated/f19.pb.dart' as f19;
+import 'package:query_benchmark/benchmark.dart';
+import 'package:query_benchmark/readfile.dart';
+
+main() {
+  String path = const String.fromEnvironment('testfile') ?? 'testdata/500.pb';
+
+  List<int> encoded = readfile(path);
+  f0.A0 a = f0.A0.fromBuffer(encoded)..freeze();
+  print(
+    formatReport(
+      title: 'protobuf_decode',
+      duration: measure(() => a.copyWith((f0.A0 a0Builder) {
+            a0Builder.a4.last = a0Builder.a4.last.copyWith((f2.A1 a1builder) {
+              a1builder.a378.copyWith(
+                  (f19.A220 a220builder) => a220builder.a234 = 'new_value');
+            });
+          })),
+    ),
+  );
+}

query_benchmark/compile_protos.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+rm -rf lib/generated
+mkdir lib/generated
+protoc --dart_out=lib/generated --plugin=protoc-gen-dart=run_protoc_plugin.sh -Iprotos protos/*.proto
+dartfmt -w lib/generated

query_benchmark/lib/benchmark.dart

@@ -0,0 +1,22 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+/// Returns the average time to execute [f] over [iterations] repetitions.
+///
+/// Will first run [f] [warmupIterations] times to warm up the runtime.
+Duration measure(void Function() f,
+    {int warmupIterations = 100, int iterations = 1000}) {
+  for (int i = 0; i < warmupIterations; i++) {
+    f();
+  }
+  var s = Stopwatch()..start();
+  for (int i = 0; i < iterations; i++) {
+    f();
+  }
+  return s.elapsed ~/ iterations;
+}
+
+String formatReport({String title, Duration duration}) {
+  return "RunTimeRaw($title): ${duration.inMicroseconds} us";
+}

query_benchmark/lib/readfile.dart

@@ -0,0 +1,5 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+export 'readfile_vm.dart' if (dart.library.js) 'readfile_d8.dart' show readfile;

query_benchmark/lib/readfile_d8.dart

@@ -0,0 +1,21 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+import 'dart:js' as js;
+
+import 'dart:typed_data';
+
+/// Reads the file at the given [path] and return its contents in a List<int>.
+Uint8List readfile(String path) {
+  // d8 specific implementation.
+  js.JsObject jsArrayBuffer = js.context.callMethod('readbuffer', [path]);
+  int length = jsArrayBuffer['byteLength'];
+  js.JsObject jsInt8View =
+      new js.JsObject(js.context['Int8Array'], [jsArrayBuffer]);
+  Uint8List result = new Uint8List(length);
+  for (int i = 0; i < length; i++) {
+    result[i] = jsInt8View[i];
+  }
+  return result;
+}

query_benchmark/lib/readfile_vm.dart

@@ -0,0 +1,9 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+import 'dart:io';
+
+List<int> readfile(String path) {
+  return new File(path).readAsBytesSync();
+}

query_benchmark/mono_pkg.yaml

@@ -0,0 +1,11 @@
+# See https://github.com/dart-lang/mono_repo for details
+dart:
+  - stable
+
+stages:
+  - format_analyzer_tests:
+    - group:
+      - command: ./compile_protos.sh
+      - dartfmt
+      - dartanalyzer: --fatal-warnings .
+      dart: [stable]

query_benchmark/protos/f0.proto

@@ -0,0 +1,22 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+syntax = "proto2";
+package a0.a1.a2.a3;
+import "f2.proto";
+import "f3.proto";
+message A0 {
+  repeated .a0.a1.a2.a3.A1 a4 = 1;
+  optional string a5 = 3;
+  enum A2 {
+    A3 = 0;
+    A4 = 1;
+    A5 = 2;
+    A6 = 3;
+    A7 = 4;
+    A8 = 5;
+  }
+  optional A2 a6 = 2;
+  optional a7.A9 a8 = 4;
+}

query_benchmark/protos/f1.proto

@@ -0,0 +1,43 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+syntax = "proto2";
+package a0.a1.a274;
+import "f5.proto";
+message A313 {
+  optional int32 a90 = 1;
+  optional int32 a275 = 2;
+}
+message A314 {
+  repeated A313 a276 = 1;
+}
+message A315 {
+  optional string a277 = 1;
+  optional a10.A113.A59 a99 = 2;
+  optional int64 a278 = 3;
+  repeated string a279 = 4;
+}
+message A316 {
+  optional string a280 = 1;
+  optional int64 a281 = 2;
+  repeated A315 a282 = 3;
+}
+message A317 {
+  repeated A316 a283 = 1;
+}
+extend a10.A56 {
+  repeated A313 a276 = 134096400;
+  optional A314 a284 = 141473177;
+}
+message A318 {
+  message A319 {
+    optional int32 a285 = 1;
+    optional string a54 = 2;
+  }
+  repeated A319 a286 = 1;
+}
+extend a10.A57 {
+  optional int32 a287 = 134096400;
+  optional A318 a288 = 185706300;
+}

query_benchmark/protos/f10.proto

@@ -0,0 +1,21 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+syntax = "proto2";
+package a10.a68;
+message A102 {
+  optional string a52 = 1;
+  optional uint64 a69 = 2;
+  optional uint64 a70 = 3;
+  optional uint64 a71 = 4;
+}
+message A103 {
+  optional string a52 = 1;
+  optional uint64 a72 = 2;
+  repeated A102 a73 = 3;
+}
+message A104 {
+  repeated A103 message = 1;
+  optional string a74 = 2;
+}

query_benchmark/protos/f11.proto

@@ -0,0 +1,17 @@
+// Copyright (c) 2018, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+syntax = "proto2";
+package a0.a1;
+import "f12.proto";
+message A105 {
+  optional string a75 = 1;
+};
+message A106 {
+  optional A105 a76 = 1;
+  optional string a77 = 3;
+};
+message A107 {
+  optional string a78 = 1;
+}