Run clean rebuilds 5 times for statistical "rigor"

Signed-off-by: Rudi Grinberg <me@rgrinberg.com>
ocaml · Apr 22, 2021 · 0c9abf1 · 0c9abf1
1 parent 3cb7751
commit 0c9abf1
Showing 1 changed file with 8 additions and 2 deletions.
diff --git a/bench/bench.ml b/bench/bench.ml
@@ -102,10 +102,16 @@ let () =
   let clean, _ =
     with_timer (fun () -> Sys.command "dune build @all --root .")
   in
-  let zero, _ = with_timer (fun () -> Sys.command "dune build @all --root .") in
+  let zeros =
+    List.init 5 ~f:(fun _ ->
+        let time, _ =
+          with_timer (fun () -> Sys.command "dune build @all --root .")
+        in
+        time)
+  in
   let results =
     [ { Output.name = "clean_build"; metrics = [ ("time", `Float clean) ] }
-    ; { Output.name = "zero_build"; metrics = [ ("time", `Float zero) ] }
+    ; { Output.name = "zero_build"; metrics = [ ("time", `List zeros) ] }
     ]
   in
   let output = { Output.config = []; results } in