WIP

Author: vouillon

benchmarks/run.ml

@@ -34,13 +34,13 @@ module Param = struct
     { warm_up_time = 1.0
     ; min_measures = 10
     ; max_confidence = 0.03
-    ; max_duration = 20.
+    ; max_duration = 120.
     ; verbose = false
     }
 
-  let fast x = { x with min_measures = 5; max_confidence = 0.15 }
+  let fast x = { x with min_measures = 5; max_confidence = 0.15; max_duration = 20. }
 
-  let ffast x = { x with min_measures = 2; max_confidence = 42. }
+  let ffast x = { x with min_measures = 2; max_confidence = 42.; max_duration = 20. }
 
   let verbose x = { x with verbose = true }
 end

benchmarks/utils/aggregate.sh

@@ -4,7 +4,6 @@ TEMP=$(mktemp)
 tee $TEMP | \
 jq '.name |= "Js vs Wasm"' | \
 jq '.results[] |= select(.name | test("Code size") | not)' |\
-jq '.results[].metrics[] |= select(.name as $n | ["kb", "boyer", "fannkuch_redux_2"] | index($n) | not)' | \
 jq '.results[].metrics[].name |= if test("/") then .+"-'$1'" else .+"/'$1'" end'
 cat $TEMP
 rm $TEMP

benchmarks/utils/compilation_metrics.ml

@@ -16,10 +16,12 @@ let () =
    with End_of_file -> ());
   let l = Hashtbl.fold (fun nm v rem -> (nm, v) :: rem) times [] in
   let l = List.filter (fun (_, v) -> v > 0.2) l in
-  let l = List.map (fun (nm, v) -> "phase/" ^ nm, "s", v) l in
+  let l = List.map (fun (nm, v) -> "Compilation phases/" ^ nm, "s", v) l in
   let l' =
     Scanf.sscanf !last_line "%f:%f %f" (fun m s mem ->
-        [ "Compilation time", "s", (m *. 60.) +. s; "Memory usage", "KiB", mem ])
+        [ "Compilation time", "s", (m *. 60.) +. s
+        ; "Compilation memory usage", "KiB", mem
+        ])
   in
   Format.printf
     {|{ "name": "%s",