@@ -373,33 +373,35 @@ jobs:
373
373
if : matrix.benchmarks
374
374
run : ./_build/install/default/bin/syntax_benchmarks | tee tests/benchmark-output.json
375
375
376
- - name : Restore previous benchmark data
377
- if : matrix.benchmarks
378
- uses : actions/cache/restore@v4
379
- with :
380
- path : ./tests/benchmark-cache
381
- key : syntax-benchmark-v1
382
-
383
- - name : Create new benchmark data and comment on alert
384
- # Do not run for PRs created from other repos as those won't be able to write to the pull request
385
- if : ${{ matrix.benchmarks && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.event.repository.full_name) }}
386
- uses : benchmark-action/github-action-benchmark@v1
387
- with :
388
- name : Syntax Benchmarks
389
- tool : customSmallerIsBetter
390
- output-file-path : tests/benchmark-output.json
391
- external-data-json-path : ./tests/benchmark-cache/benchmark-data.json
392
- github-token : ${{ secrets.GITHUB_TOKEN }}
393
- alert-threshold : " 105%"
394
- comment-always : false
395
- comment-on-alert : true
396
-
397
- - name : Save benchmark data as new baseline
398
- if : matrix.benchmarks && github.ref == 'refs/heads/master'
399
- uses : actions/cache/save@v4
400
- with :
401
- path : ./tests/benchmark-cache
402
- key : syntax-benchmark-v1
376
+ # Benchmarking is disabled for now because of inconsistent run times on different runners
377
+ #
378
+ # - name: Restore previous benchmark data
379
+ # if: matrix.benchmarks
380
+ # uses: actions/cache/restore@v4
381
+ # with:
382
+ # path: ./tests/benchmark-cache
383
+ # key: syntax-benchmark-v1
384
+
385
+ # - name: Create new benchmark data and comment on alert
386
+ # # Do not run for PRs created from other repos as those won't be able to write to the pull request
387
+ # if: ${{ matrix.benchmarks && (github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.event.repository.full_name) }}
388
+ # uses: benchmark-action/github-action-benchmark@v1
389
+ # with:
390
+ # name: Syntax Benchmarks
391
+ # tool: customSmallerIsBetter
392
+ # output-file-path: tests/benchmark-output.json
393
+ # external-data-json-path: ./tests/benchmark-cache/benchmark-data.json
394
+ # github-token: ${{ secrets.GITHUB_TOKEN }}
395
+ # alert-threshold: "105%"
396
+ # comment-always: false
397
+ # comment-on-alert: true
398
+
399
+ # - name: Save benchmark data as new baseline
400
+ # if: matrix.benchmarks && github.ref == 'refs/heads/master'
401
+ # uses: actions/cache/save@v4
402
+ # with:
403
+ # path: ./tests/benchmark-cache
404
+ # key: syntax-benchmark-v1
403
405
404
406
- name : Build playground compiler
405
407
if : matrix.build_playground
0 commit comments