test(fspy): split launches into startup and interception

Author: wan9chi

.github/workflows/fspy-benchmark.yml

@@ -20,13 +20,15 @@ defaults:
 
 jobs:
   benchmark:
-    name: Benchmark (${{ matrix.platform }})
+    name: Benchmark (${{ matrix.platform }}-${{ matrix.repeat }})
     permissions:
       actions: read
       contents: read
     strategy:
       fail-fast: false
       matrix:
+        platform: [linux, macos, windows]
+        repeat: [1, 2, 3, 4, 5, 6]
         include:
           - platform: linux
             os: namespace-profile-linux-x64-default
@@ -83,7 +85,7 @@ jobs:
             baseline=(--save-baseline main)
           fi
           set -o pipefail
-          result_file=".benchmark-results/${{ matrix.platform }}.txt"
+          result_file=".benchmark-results/${{ matrix.platform }}-${{ matrix.repeat }}.txt"
           cargo bench --locked -p fspy_benchmark --bench fspy -- \
             --color never --verbose -n "${baseline[@]}" |
             tee "$result_file"
@@ -94,7 +96,7 @@ jobs:
         run: |
           {
             echo '```text'
-            cat ".benchmark-results/${{ matrix.platform }}.txt"
+            cat ".benchmark-results/${{ matrix.platform }}-${{ matrix.repeat }}.txt"
             echo
             echo '```'
           } >> "$GITHUB_STEP_SUMMARY"
@@ -115,8 +117,8 @@ jobs:
         # comment job to combine into one sticky comment after all platforms finish.
         uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
         with:
-          name: fspy-benchmark-report-${{ matrix.platform }}
-          path: .benchmark-results/${{ matrix.platform }}.txt
+          name: fspy-benchmark-report-${{ matrix.platform }}-${{ matrix.repeat }}
+          path: .benchmark-results/${{ matrix.platform }}-${{ matrix.repeat }}.txt
           if-no-files-found: error
           overwrite: true
           retention-days: 90
@@ -144,11 +146,11 @@ jobs:
           {
             echo '## fspy benchmark'
             echo
-            for platform in linux macos windows; do
-              echo "### $platform"
+            for result in .benchmark-results/*.txt; do
+              echo "### $(basename "$result" .txt)"
               echo
               echo '```text'
-              cat ".benchmark-results/$platform.txt"
+              cat "$result"
               echo
               echo '```'
               echo