diff --git a/CHANGELOG.md b/CHANGELOG.md index 675a9c2..c947849 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -2,6 +2,11 @@ ### Bugfixes +#### No warmup runs for pystats + +When collecting pystats, pyperformance will no longer perform "warmup runs", to +make sure that the pystats don't have missing information. + #### Removing a git repo on Windows fails One needs to remove the "read only" flags on certain files in the git repo in order to remove it. diff --git a/bench_runner/benchmark_definitions.py b/bench_runner/benchmark_definitions.py index 5ea214b..577be50 100644 --- a/bench_runner/benchmark_definitions.py +++ b/bench_runner/benchmark_definitions.py @@ -18,7 +18,7 @@ class BenchmarkRepo: BENCHMARK_REPOS = [ BenchmarkRepo( - "56d12a8fd7cc1432835965d374929bfa7f6f7a07", + "29cd683acc3eddfd878aa87ef52c15aa4a53641e", "https://github.com/python/pyperformance.git", "pyperformance", ), diff --git a/bench_runner/scripts/run_benchmarks.py b/bench_runner/scripts/run_benchmarks.py index 5a0e204..293e50c 100644 --- a/bench_runner/scripts/run_benchmarks.py +++ b/bench_runner/scripts/run_benchmarks.py @@ -145,7 +145,7 @@ def collect_pystats( if LOOPS_FILE_ENV_VAR not in os.environ: os.environ[LOOPS_FILE_ENV_VAR] = "loops.json" - extra_args = ["--hook", "pystats"] + extra_args = ["--hook", "pystats", "--warmups", "0"] if flags is None: flags = [] diff --git a/tests/test_run_benchmarks.py b/tests/test_run_benchmarks.py index 3cdf657..74e7c1e 100644 --- a/tests/test_run_benchmarks.py +++ b/tests/test_run_benchmarks.py @@ -192,7 +192,3 @@ def test_run_benchmarks_flags(benchmarks_checkout): f"python-main-{platform.python_version()}-9d38120.json" ) as fd: json.load(fd) - - -def test_get_benchmark_hash(): - assert benchmark_definitions.get_benchmark_hash() == "dcfded"