max / makenotwork
1 file changed,
+10 insertions,
-3 deletions
| @@ -27,6 +27,13 @@ | |||
| 27 | 27 | # | |
| 28 | 28 | # Read the report's `Rej` column before reading anything else. A rejected request | |
| 29 | 29 | # is fast, so a route answering 403 or 404 wins a latency comparison it never ran. | |
| 30 | + | # | |
| 31 | + | # THE PROFILE IS RELEASE, and it is here rather than in shell history so a later | |
| 32 | + | # reader knows which one produced the numbers. Render cost is the quantity being | |
| 33 | + | # compared, and in debug it is dominated by unoptimized rendering, so a debug | |
| 34 | + | # sweep measures rustc's -O0 output more than it measures the description layer. | |
| 35 | + | # S3's section in the wiki does not record its profile, so treat any comparison | |
| 36 | + | # against S3's figures as indicative rather than exact. | |
| 30 | 37 | ||
| 31 | 38 | set -euo pipefail | |
| 32 | 39 | cd "$(dirname "$0")/.." | |
| @@ -54,8 +61,8 @@ | |||
| 54 | 61 | # Built once, outside the timed runs: a cold compile inside run 1 would show up | |
| 55 | 62 | # as run 1 being slower than run 4, which is the shape the alternation exists to | |
| 56 | 63 | # cancel out. | |
| 57 | - | echo "Building the load binary..." | |
| 58 | - | cargo test --test load --no-run --quiet | |
| 64 | + | echo "Building the load binary (release)..." | |
| 65 | + | cargo test --release --test load --no-run --quiet | |
| 59 | 66 | ||
| 60 | 67 | run() { | |
| 61 | 68 | local label="$1" | |
| @@ -64,7 +71,7 @@ | |||
| 64 | 71 | echo | |
| 65 | 72 | echo "=== $label (QUASI_SCREENS=${screens:-<none>}) ===" | |
| 66 | 73 | QUASI_SCREENS="$screens" \ | |
| 67 | - | cargo test --test load -- --ignored --nocapture 2>&1 | tee "$path" | | |
| 74 | + | cargo test --release --test load -- --ignored --nocapture 2>&1 | tee "$path" | | |
| 68 | 75 | sed -n '/LOAD TEST REPORT/,$p' | |
| 69 | 76 | } | |
| 70 | 77 |