Output benchmark results as JSON

Author: cknitt

.github/workflows/ci.yml

@@ -90,8 +90,9 @@ jobs:
             ocaml_compiler: ocaml-variants.5.2.0+options,ocaml-option-static
             upload_binaries: true
             upload_libs: true
-            # Build the playground compiler on the fastest runner
+            # Build the playground compiler and run the benchmarks on the fastest runner
             build_playground: true
+            benchmarks: true
           - os: buildjet-2vcpu-ubuntu-2204-arm # ARM
             ocaml_compiler: ocaml-variants.5.2.0+options,ocaml-option-static
             upload_binaries: true
@@ -320,6 +321,14 @@ jobs:
         if: runner.os != 'Windows'
         run: make -C tests/gentype_tests/typescript-react-example clean test
 
+      - name: Build playground compiler
+        if: matrix.benchmarks
+        run: |
+          opam exec -- node packages/playground-bundling/scripts/generate_cmijs.js
+          opam exec -- dune build --profile browser
+          cp ./_build/default/compiler/jsoo/jsoo_playground_main.bc.js playground/compiler.js
+
+
       - name: Build playground compiler
         if: matrix.build_playground
         run: |

dune-project

@@ -24,6 +24,10 @@
    (and
     :with-test
     (= 0.26.2)))
+  (yojson
+   (and
+    :with-test
+    (= 2.2.2)))
   (ocaml-lsp-server
    (and
     :with-dev-setup

rescript.opam

@@ -9,6 +9,7 @@ bug-reports: "https://github.com/rescript-lang/rescript-compiler/issues"
 depends: [
   "ocaml" {>= "4.10"}
   "ocamlformat" {with-test & = "0.26.2"}
+  "yojson" {with-test & = "2.2.2"}
   "ocaml-lsp-server" {with-dev-setup & = "1.19.0"}
   "cppo" {= "1.6.9"}
   "js_of_ocaml" {= "5.8.1"}

tests/syntax_benchmarks/Benchmark.ml

@@ -79,7 +79,7 @@ module Benchmark : sig
 
   val make : name:string -> f:(t -> unit) -> unit -> t
   val launch : t -> unit
-  val report : t -> unit
+  val report : t -> Yojson.t list
 end = struct
   type t = {
     name: string;
@@ -98,23 +98,26 @@ end = struct
   }
 
   let report b =
-    print_endline (Format.sprintf "Benchmark: %s" b.name);
-    print_endline (Format.sprintf "Nbr of iterations: %d" b.n);
-    print_endline
-      (Format.sprintf "Benchmark ran during: %fms" (Time.print b.duration));
-    print_endline
-      (Format.sprintf "Avg time/op: %fms"
-         (Time.print b.duration /. float_of_int b.n));
-    print_endline
-      (Format.sprintf "Allocs/op: %d"
-         (int_of_float (b.net_allocs /. float_of_int b.n)));
-    print_endline
-      (Format.sprintf "B/op: %d"
-         (int_of_float (b.net_bytes /. float_of_int b.n)));
-
-    (* return (float64(r.Bytes) * float64(r.N) / 1e6) / r.T.Seconds() *)
-    print_newline ();
-    ()
+    [
+      `Assoc
+        [
+          ("name", `String (Format.sprintf "%s - avg. time" b.name));
+          ("unit", `String "ms");
+          ("value", `Float (Time.print b.duration /. float_of_int b.n));
+        ];
+      `Assoc
+        [
+          ("name", `String (Format.sprintf "%s - allocations" b.name));
+          ("unit", `String "");
+          ("value", `Int (int_of_float (b.net_allocs /. float_of_int b.n)));
+        ];
+      `Assoc
+        [
+          ("name", `String (Format.sprintf "%s - bytes allocated" b.name));
+          ("unit", `String "");
+          ("value", `Int (int_of_float (b.net_bytes /. float_of_int b.n)));
+        ];
+    ]
 
   let make ~name ~f () =
     {
@@ -221,13 +224,19 @@ end = struct
     Benchmark.report b
 
   let run () =
-    benchmark "RedBlackTree.res" Parse;
-    benchmark "RedBlackTree.res" Print;
-    benchmark "RedBlackTreeNoComments.res" Print;
-    benchmark "Napkinscript.res" Parse;
-    benchmark "Napkinscript.res" Print;
-    benchmark "HeroGraphic.res" Parse;
-    benchmark "HeroGraphic.res" Print
+    let results =
+      List.flatten
+        [
+          benchmark "RedBlackTree.res" Parse;
+          benchmark "RedBlackTree.res" Print;
+          benchmark "RedBlackTreeNoComments.res" Print;
+          benchmark "Napkinscript.res" Parse;
+          benchmark "Napkinscript.res" Print;
+          benchmark "HeroGraphic.res" Parse;
+          benchmark "HeroGraphic.res" Print;
+        ]
+    in
+    print_endline (Yojson.pretty_to_string (`List results))
 end
 
 let () = Benchmarks.run ()

tests/syntax_benchmarks/dune

@@ -22,6 +22,6 @@
  (foreign_stubs
   (language c)
   (names time))
- (libraries syntax))
+ (libraries syntax yojson))
 
 (data_only_dirs data)