Repository navigation
124 lines (121 loc) · 6.56 KB
/
Copy pathbenchmark-application.yml
File metadata and controls
124 lines (121 loc) · 6.56 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
name: Benchmark application
on:
push:
branches: [main]
paths:
- 'benchmark/pom.xml'
- 'benchmark/launcher/**'
- 'benchmark/src/main/java/**'
- 'benchmark/dependencies.lock.tsv'
- '.github/workflows/benchmark-application.yml'
pull_request:
paths:
- 'benchmark/pom.xml'
- 'benchmark/launcher/**'
- 'benchmark/src/main/java/**'
- 'benchmark/dependencies.lock.tsv'
- '.github/workflows/benchmark-application.yml'
workflow_dispatch:
permissions:
contents: read
jobs:
portable:
strategy:
fail-fast: false
matrix:
os: [ubuntu-24.04, windows-2022]
runs-on: ${{ matrix.os }}
timeout-minutes: 30
steps:
- uses: actions/checkout@v4
- uses: actions/setup-java@v4
with:
distribution: temurin
java-version: '17'
cache: maven
- name: Check PowerShell entrypoint syntax
shell: pwsh
run: '[scriptblock]::Create([IO.File]::ReadAllText("benchmark/run-benchmark.ps1")) | Out-Null'
- name: Build application and test checkpoint/ZIP safeguards
run: mvn -B -f benchmark/pom.xml package
- name: Verify automatic preparation and all library/profile adapters
run: java -Xmx2g -jar benchmark/target/nmdev-benchmark-1.3.1.jar --smoke --output smoke-results
- name: Verify arbitrary local NMDEV filename and recorded binary origin
shell: pwsh
run: |
Copy-Item smoke-results/.runtime/lib/nmdev-selected.jar 'selected NMDEV.jar'
java -Xmx2g -jar benchmark/target/nmdev-benchmark-1.3.1.jar --nmdev-jar 'selected NMDEV.jar' --smoke --libraries 'NMDEV,COMMONS,COMMONS_BLOCK' --max-cases 1 --output local-jar-results
if ($LASTEXITCODE -ne 0) { throw 'Local-JAR smoke failed' }
$expected = (Get-FileHash 'selected NMDEV.jar' -Algorithm SHA256).Hash.ToLowerInvariant()
$recorded = Get-Content local-jar-results/binary-provenance.json -Raw | ConvertFrom-Json
if ($recorded.nmdev_sha256 -ne $expected -or $recorded.nmdev_original_filename -ne 'selected NMDEV.jar') { throw 'Wrong NMDEV binary provenance' }
- name: Verify fast resume does not iterate completed cases
shell: pwsh
run: |
$resumed = java -Xmx2g -jar benchmark/target/nmdev-benchmark-1.3.1.jar --smoke --output smoke-results
$resumed | Write-Host
if ($LASTEXITCODE -ne 0) { throw 'Resume failed' }
if ($resumed -match '^Case [0-9]+/') { throw 'Resume revisited completed case loop' }
if (-not ($resumed -match '^Resume: verified [1-9]')) { throw 'No completed checkpoints restored' }
- uses: actions/upload-artifact@v4
if: always()
with:
name: benchmark-smoke-${{ matrix.os }}
path: smoke-results-results-*.zip
if-no-files-found: warn
- uses: actions/upload-artifact@v4
if: matrix.os == 'ubuntu-24.04' && success()
with:
name: nmdev-benchmark-application
path: benchmark/target/nmdev-benchmark-1.3.1.jar
upgrade-published:
needs: portable
runs-on: windows-2022
timeout-minutes: 15
steps:
- uses: actions/setup-java@v4
with:
distribution: temurin
java-version: '17'
- uses: actions/download-artifact@v4
with:
name: nmdev-benchmark-application
path: release
- name: Verify published 1.3.0 run upgrades without changing saved forks
shell: pwsh
run: |
Invoke-WebRequest -UseBasicParsing 'https://github.com/nmltd/nmdev-examples/releases/download/benchmark-v1.3.0/nmdev-benchmark-1.3.0.jar' -OutFile original-1.3.0.jar
if ((Get-FileHash original-1.3.0.jar -Algorithm SHA256).Hash.ToLowerInvariant() -ne 'a6b58052fedb17ea91f4c2812ac816708c700dfc386a9e3019306e9a26fde9cf') { throw 'Original binary hash mismatch' }
New-Item -ItemType Directory upgrade-results | Out-Null
java -Xmx2g -jar original-1.3.0.jar --smoke --libraries 'NMDEV,COMMONS,COMMONS_BLOCK' --max-cases 1 --output upgrade-results
if ($LASTEXITCODE -ne 0) { throw 'Original run failed' }
$before = @{}
Get-ChildItem upgrade-results/cases -Recurse -File | Where-Object { $_.Name -like 'fork-*' -and $_.Extension -ne '.log' } | ForEach-Object { $before[$_.FullName] = (Get-FileHash $_.FullName -Algorithm SHA256).Hash }
# Simulate a crash after both forks were saved but before the case report was exported.
Get-ChildItem upgrade-results/cases -Recurse -Filter result.json | Remove-Item
java -cp release/nmdev-benchmark-1.3.1.jar dev.nm.benchmark.launcher.ResumeUpgrade original-1.3.0.jar upgrade-results
if ($LASTEXITCODE -ne 0) { throw 'Upgrade verification failed' }
$resumed = java -Xmx2g -jar release/nmdev-benchmark-1.3.1.jar --smoke --libraries 'NMDEV,COMMONS,COMMONS_BLOCK' --max-cases 1 --output upgrade-results
$resumed | Write-Host
if ($LASTEXITCODE -ne 0 -or ($resumed -match '^Case [0-9]+/')) { throw 'Upgraded run repeated a completed case' }
if (@(Get-ChildItem upgrade-results/cases -Recurse -Filter result.json).Count -ne 1) { throw 'Missing case report was not rebuilt' }
foreach ($path in $before.Keys) { if ((Get-FileHash $path -Algorithm SHA256).Hash -ne $before[$path]) { throw 'Saved fork changed during upgrade/resume' } }
release:
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
needs: [portable, upgrade-published]
runs-on: ubuntu-latest
permissions:
contents: write
steps:
- uses: actions/checkout@v4
- uses: actions/download-artifact@v4
with:
name: nmdev-benchmark-application
path: release
- name: Publish verified reusable application
env:
GH_TOKEN: ${{ github.token }}
run: |
cd release
sha256sum nmdev-benchmark-1.3.1.jar > SHA256SUMS
gh release create benchmark-v1.3.1 nmdev-benchmark-1.3.1.jar SHA256SUMS ../benchmark/run-benchmark.ps1 --repo nmltd/nmdev-examples --target "$GITHUB_SHA" --title 'Faster benchmark resume 1.3.1' --notes 'Select any NMDEV binary with --nmdev-jar. Full 1,260-case suite across eleven libraries including both Commons matrix implementations. Released checksum-pinned Commons Math 4.0-beta1 dependencies. Windows and Linux application smoke, local-JAR selection and resume checks passed for this exact application build. Fast checkpoint scan and periodic ZIP exports. Published 1.3.0 resume migration verified with unchanged saved fork hashes. Full benchmark timings are run locally.'