wip

Mic92 · Dec 2, 2024 · f243ac1 · f243ac1
1 parent 013143f
commit f243ac1
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 3 deletions.
diff --git a/ci/eval/generate-step-summary.jq → ci/eval/changed-paths-markdown.jq b/ci/eval/generate-step-summary.jq → ci/eval/changed-paths-markdown.jq
diff --git a/ci/eval/compare.jq → ci/eval/compare-outpaths.jq b/ci/eval/compare.jq → ci/eval/compare-outpaths.jq
diff --git a/ci/eval/default.nix b/ci/eval/default.nix
@@ -256,13 +256,18 @@ let
       }
       ''
         mkdir $out
-        jq -n -f ${./compare.jq} \
+        jq -n -f ${./compare-outpaths.jq} \
           --slurpfile before ${beforeResultDir}/outpaths.json \
           --slurpfile after ${afterResultDir}/outpaths.json \
           > $out/changed-paths.json
 
-        jq -n -f ${./generate-step-summary.jq} < $out/changed-paths.json > $out/step-summary.md
-        # TODO: Compare eval stats
+        jq -n -f ${./compare-eval-stats.jq} \
+          --slurpfile before ${beforeResultDir}/outpaths.json \
+          --slurpfile after ${afterResultDir}/outpaths.json \
+          > $out/changed-paths.json
+
+        jq -n -f ${./changed-paths-markdown.jq} < $out/changed-paths.json > $out/step-summary.md
+        jq -n -f ${./eval-stats-markdown.jq} < $out/changed-paths.json >> $out/step-summary.md
       '';
 
   full =