Benchmarks: Bonsai's partial render table

Author: vouillon

bench.Dockerfile

@@ -1,4 +1,4 @@
-FROM ocaml/opam:debian-ocaml-5.3
+FROM ocaml/opam:debian-ocaml-5.2
 WORKDIR /bench-dir
 
 RUN sudo apt-get update \
@@ -24,6 +24,14 @@ RUN curl -Lq https://github.com/WebAssembly/binaryen/releases/download/$BINARYEN
 ENV PATH="/bench-dir/$BINARYEN/bin:$PATH"
 RUN opam install --fake binaryen-bin
 
+# Jane Street opam packages
+RUN mkdir janestreet \
+ && cd janestreet \
+ && git clone --depth 20 https://github.com/janestreet/opam-repository \
+ && cd opam-repository \
+ && git checkout 41c89c7824533f6b63cc5b6d75e6ddb1441d1520 \
+ && opam remote add js .
+
 # Install dependencies
 COPY --chown=opam:opam ./*.opam ./
 RUN opam pin -yn --with-version=dev .
@@ -33,4 +41,12 @@ RUN opam install -y --deps-only js_of_ocaml-compiler
 COPY --chown=opam:opam . ./
 RUN opam install -y wasm_of_ocaml-compiler
 
+# Compile partial render table benchmark
+RUN opam install opam-format stringext uucp cstruct
+RUN opam exec -- dune exec tools/ci_setup.exe janestreet .
+RUN cd janestreet/lib/bonsai_web_components && git config pull.rebase true && git pull
+RUN eval $(opam env) \
+ && dune build --root janestreet --profile release lib/bonsai_web_components/partial_render_table/bench/bin/main.bc.wasm.js lib/bonsai_web_components/partial_render_table/bench/bin/main.bc.js
+RUN cp -r janestreet/_build/default/lib/bonsai_web_components/partial_render_table/bench/bin/main.bc.* ./benchmarks/benchmark-partial-render-table
+
 WORKDIR ./benchmarks

benchmarks/Makefile

@@ -17,6 +17,7 @@ bench:
 	$(MAKE) microbenchmarks
 	$(MAKE) -C benchmark-fiat-crypto bench
 	$(MAKE) -C benchmark-ocamlc bench
+	$(MAKE) -C benchmark-partial-render-table bench
 
 microbenchmarks:
 	make _noprecomp

benchmarks/benchmark-partial-render-table/Makefile

@@ -0,0 +1,14 @@
+.PHONY: bench perform
+
+export NAME=Partial Render Table
+
+SHELL=/bin/bash -o pipefail
+
+bench:
+	$(MAKE) perform COMPILER=Js_of_ocaml SCRIPT=main.bc.js
+	$(MAKE) perform COMPILER=Wasm_of_ocaml SCRIPT=main.bc.wasm.js
+
+perform:
+	node $(SCRIPT) | \
+	tee /dev/stderr | \
+	ocaml -I +str str.cma summarize_results.ml $(COMPILER)

benchmarks/benchmark-partial-render-table/summarize_results.ml

@@ -0,0 +1,36 @@
+let delim = Str.regexp_string "│"
+
+let geometric_mean l =
+  exp (List.fold_left ( +. ) 0. (List.map log l) /. float (List.length l))
+
+let parse s =
+  Scanf.sscanf (String.trim s) "%f%s"
+  @@ fun f u ->
+  match u with
+  | "ns" -> f *. 1e-6
+  | "us" -> f *. 1e-3
+  | "ms" -> f
+  | "s" -> f *. 1e3
+  | _ -> assert false
+
+let () =
+  let measures = ref [] in
+  (try
+     while true do
+       let l = read_line () in
+       if String.starts_with ~prefix:"├" l
+       then
+         let l = read_line () |> Str.split delim |> List.tl |> List.map parse in
+         measures := l @ !measures
+     done
+   with End_of_file -> ());
+  Format.printf
+    {|{ "name": "%s",
+  "results":
+    [ { "name": "Partial Render Table",
+        "metrics":
+          [ { "name": "Execution time (geometric mean)",
+              "units": "ms",
+               "value": %f } ] } ] }@.|}
+    Sys.argv.(1)
+    (geometric_mean !measures)

tools/ci_setup.ml

@@ -9,7 +9,7 @@ let jane_root, wasmoo_root =
 
 let repo = Filename.concat jane_root "opam-repository/packages"
 
-let roots = [ "bonsai_web_components"; "string_dict"; "ppx_html" ]
+let roots = [ "bonsai_web_components"; "string_dict"; "ppx_html"; "bonsai_bench" ]
 
 let omitted_others =
   StringSet.of_list
@@ -33,6 +33,7 @@ let forked_packages =
     ; "base"
     ; "base_bigstring"
     ; "bin_prot"
+    ; "bonsai"
     ; "bonsai_test"
     ; "bonsai_web_components"
     ; "bonsai_web_test"