Use tabular JSON format

Author: ttuegel

.github/workflows/performance.yml

@@ -30,8 +30,8 @@ jobs:
 
       - name: Build
         run: |
-          ./test/regression-evm/test-statistics.sh ./. pull-request.csv
+          ./test/regression-evm/test-statistics.sh ./. test/regression-evm >pull-request.json
           git fetch origin
           git worktree add kore-master master
-          ./test/regression-evm/test-statistics.sh ./kore-master master.csv
-          ./scripts/join-statistics.sh master.csv pull-request.csv
+          ./test/regression-evm/test-statistics.sh ./kore-master test/regression-evm >master.json
+          ./scripts/join-statistics.sh master.json pull-request.json

scripts/join-statistics.sh

@@ -7,6 +7,6 @@ new=${1:?}; shift
 # 1. Join the statistics files by row according to name.
 #    Give the columns from each file a unique prefix.
 # 2. Add a column for the (relative) difference between old and new values.
-mlr --csv join -j name --lp old_ --rp new_ -f "$old" "$new" \
-  | mlr --csv put '$diff_allocated_bytes = 2 * ($new_allocated_bytes - $old_allocated_bytes) / ($new_allocated_bytes + $old_allocated_bytes)' \
-  | mlr --csv put '$diff_max_live_bytes = 2 * ($new_max_live_bytes - $old_max_live_bytes) / ($new_max_live_bytes + $old_max_live_bytes)'
+mlr --json join -j name --lp old_ --rp new_ -f "$old" "$new" \
+  | mlr --json put '$diff_allocated_bytes = ($new_allocated_bytes - $old_allocated_bytes) / $old_allocated_bytes' \
+  | mlr --json put '$diff_max_live_bytes = ($new_max_live_bytes - $old_max_live_bytes) / $old_max_live_bytes'

scripts/test-statistics.sh

@@ -0,0 +1,22 @@
+#!/usr/bin/env nix-shell
+#!nix-shell ../test.nix -i bash
+
+# Usage: test-statistics.sh KORE_DIR TEST_DIR
+# Output: tabular JSON on standard output
+
+set -eou pipefail
+
+kore_dir="${1:?}"; shift
+test_dir="${1:?}"; shift
+
+export KORE_EXEC="$(nix-build "$kore_dir" -A kore --arg release true --no-out-link)/bin/kore-exec"
+
+cd "$test_dir"
+
+for each in $(find ./ -name 'test-*.sh')
+do
+    json="${each%sh}.json"
+    "${each}" --rts-statistics "$json" >/dev/null
+    jq ". | { name: \"$each\", allocated_bytes: .allocated_bytes, max_live_bytes: .max_live_bytes }" < "$json"
+    rm "$json"
+done