From 83533dd4aee774e5470a0253f7de1cbf4ab37bd1 Mon Sep 17 00:00:00 2001 From: Kevin Longe <273747162+kvlonge@users.noreply.github.com> Date: Tue, 10 Nov 2026 00:42:59 +0000 Subject: [PATCH] test(perf): set the dense guard calibration reference below the EPYC 7763's readings The 0.55 s reference sat inside the EPYC 7763's own calibration readings (0.540 s to 0.62 s), so whether a 7763 run got a larger budget depended on noise, while its warm and edit medians sit right at the unscaled budgets. At 0.50 s every 7763 reading scales the budgets by at least 1.08. Classes the budgets fit keep a factor of at most 1.04. --- .../e2e/src/sqlbuild/cli/commands/main/compile/helpers.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/tests/e2e/src/sqlbuild/cli/commands/main/compile/helpers.py b/tests/e2e/src/sqlbuild/cli/commands/main/compile/helpers.py index dda68d48d..0126958e7 100644 --- a/tests/e2e/src/sqlbuild/cli/commands/main/compile/helpers.py +++ b/tests/e2e/src/sqlbuild/cli/commands/main/compile/helpers.py @@ -1122,10 +1122,11 @@ def median_wall_seconds(results: tuple[FreshProcessCompileBenchmarkResult, ...]) return statistics.median(result.elapsed_seconds for result in results) -# The slowest fastest-repetition seen on the hosted runner classes the dense budgets fit as they -# are. A measurably slower runner scales the budgets by its own fastest repetition over this; a +# Near the top of the hosted runner classes the dense budgets fit as they are, and below every +# reading of the slower EPYC 7763 class, so that class's run-to-run noise never leaves it without +# a larger budget. A slower runner scales the budgets by its own fastest repetition over this; a # faster one keeps them unchanged. -_RUNNER_CALIBRATION_REFERENCE_SECONDS: float = 0.55 +_RUNNER_CALIBRATION_REFERENCE_SECONDS: float = 0.50 _RUNNER_CALIBRATION_CHECKSUM: int = 2910182 _RUNNER_CALIBRATION_REPETITIONS: int = 7 _RUNNER_CALIBRATION_VALUES: int = 600_000