Skip to content

Commit 785f831

Browse files
committed
Publish validated 660-case benchmark results and separate profile charts
1 parent 2b0d3d8 commit 785f831

24 files changed

Lines changed: 6718 additions & 630 deletions

‎.github/workflows/docs.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -36,7 +36,7 @@ jobs:
3636
- name: Install documentation renderer
3737
run: python -m pip install -r scripts/requirements-docs.txt
3838
- name: Build from Markdown and saved benchmark measurements
39-
run: python benchmark/scripts/publish-pages.py benchmark/results/2026-10-18-latest
39+
run: python benchmark/scripts/publish-pages.py benchmark/results/2026-10-20-windows-public
4040
- name: Check links and navigation
4141
run: python scripts/check-site.py
4242
- uses: actions/upload-pages-artifact@v3

‎benchmark/results/2026-10-20-windows-public/PUBLICATION.md‎

Lines changed: 706 additions & 0 deletions
Large diffs are not rendered by default.
Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
{
2+
"nmdev_url": "https://github.com/nmltd/maven-packages/releases/download/nmdev-1.2.6-validated/nmdev-1.2.6.jar",
3+
"nmdev_sha256": "0b2d807d17927b482fadcdc313768a61d2fbdc80c7da4226005a198e0a6796ba",
4+
"parallelcolt_source_url": "https://codeload.github.com/rwl/ParallelColt/zip/7c34364026680c1113f1a9586b9fb8c55080330c",
5+
"parallelcolt_source_sha256": "a083064fd6f36780a7b4be15b80e5146c9b21f656ff76a6fb392045bea46388e"
6+
}
Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
2026-10-20T08:22:38.148289Z

‎benchmark/results/2026-10-20-windows-public/jmh.json‎

Lines changed: 1 addition & 0 deletions
Large diffs are not rendered by default.
Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,21 @@
1+
{
2+
"format": "public-benchmark-results-v1",
3+
"original_zip_sha256": "3895699bcbf50b7676cd4fbc21151707f6520dd302a83a7725ba9c1666ceaea5",
4+
"cases": 660,
5+
"profiles": {
6+
"baseline/1": 286,
7+
"large/1": 165,
8+
"large/4": 165,
9+
"rectangular/1": 44
10+
},
11+
"machine": {
12+
"cpu_model": "Intel(R) Core(TM) i7-8750H CPU @ 2.20GHz",
13+
"available_processors": 12,
14+
"physical_memory_bytes": 68629864448,
15+
"os.name": "Windows 11",
16+
"os.arch": "amd64",
17+
"java.vendor": "Oracle Corporation",
18+
"java.version": "27",
19+
"java.vm.version": "27+35-2325"
20+
}
21+
}

‎benchmark/results/2026-10-20-windows-public/summary.csv‎

Lines changed: 661 additions & 0 deletions
Large diffs are not rendered by default.
Lines changed: 29 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,29 @@
1+
{
2+
"cases": 660,
3+
"libraries": 11,
4+
"fork_json_checksums": 1320,
5+
"measurement_iteration_means": 3960,
6+
"preflights_passed": 5,
7+
"profiles": {
8+
"baseline/1": 286,
9+
"large/1": 165,
10+
"large/4": 165,
11+
"rectangular/1": 44
12+
},
13+
"machine": {
14+
"cpu_model": "Intel(R) Core(TM) i7-8750H CPU @ 2.20GHz",
15+
"available_processors": 12,
16+
"physical_memory_bytes": 68629864448,
17+
"os.name": "Windows 11",
18+
"os.arch": "amd64",
19+
"java.vendor": "Oracle Corporation",
20+
"java.version": "27",
21+
"java.vm.version": "27+35-2325"
22+
},
23+
"limitations": [
24+
"Downloaded binaries and binary fork checkpoints are intentionally absent; their recorded hashes cannot be recomputed from this archive.",
25+
"Requested native worker counts were not independently audited.",
26+
"Historical launcher and packaging errors are retained; all requested results and checksums are present in the final archive."
27+
],
28+
"validation_scope": "Original uploaded ZIP validated locally before publication; public measurement data omits logs, local paths and process command lines."
29+
}
Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
{
2+
"NMDEV": "NM Dev 1.2.6",
3+
"COMMONS": "Commons Math 4.0-SNAPSHOT (20261018.085925-1575)",
4+
"PARALLEL_COLT": "Parallel Colt 0.11.4 (upstream tag build)",
5+
"EJML": "EJML 0.46.1",
6+
"OJALGO": "ojAlgo 57.5.0",
7+
"JAMA": "JAMA 1.0.3",
8+
"JBLAS": "jblas 1.2.5 (native)",
9+
"COLT": "Colt 1.2.0",
10+
"MTJ": "MTJ 1.0.4 (F2J)",
11+
"UJMP": "UJMP 0.3.0 (core)",
12+
"F2J_LAPACK": "F2J LAPACK/BLAS 0.1"
13+
}

‎benchmark/scripts/chart_controls.js‎

Lines changed: 8 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -49,18 +49,19 @@ function showTooltip(point,x,y){
4949
tooltip.style.left=Math.max(12,Math.min(x+14,innerWidth-tooltip.offsetWidth-12))+'px';
5050
tooltip.style.top=Math.max(12,Math.min(y+14,innerHeight-tooltip.offsetHeight-12))+'px';
5151
}
52-
function tooltip(p){const lib=byLib.get(p.library);return `${lib.label} · ${p.operation} · ${p.size} × ${p.size}\nMean: ${format(p.mean)} ms/op\n99.9% confidence interval: [${format(p.low)}, ${format(p.high)}] ms/op\nJMH error half-width: ±${format(p.error)} ms/op\nTime / ${byLib.get(state.reference).label}: ${format(ratio(p))}×\n${p.forks} JVM forks · ${p.iterations} measured iteration means\nBackend: ${lib.backend}`}
52+
function dimensions(size){return typeof size==='number'?`${size} × ${size}`:String(size).replaceAll('x',' × ')}
53+
function tooltip(p){const lib=byLib.get(p.library);return `${lib.label} · ${p.operation} · ${dimensions(p.size)}\nMean: ${format(p.mean)} ms/op\n99.9% confidence interval: [${format(p.low)}, ${format(p.high)}] ms/op\nJMH error half-width: ±${format(p.error)} ms/op\nTime / ${byLib.get(state.reference).label}: ${format(ratio(p))}×\n${p.forks} JVM forks · ${p.iterations} measured iteration means\nBackend: ${lib.backend}`}
5354
function draw(size,selected){
5455
const visible=selected.filter(p=>p.size===size), ops=operationIds.filter(x=>state.operations.includes(x));
55-
const section=document.createElement('section'), heading=document.createElement('h2');heading.textContent=`${size} × ${size} matrices`;section.append(heading);
56-
const download=document.createElement('button');download.type='button';download.textContent=`Download ${size} × ${size} SVG`;section.append(download);
56+
const section=document.createElement('section'), heading=document.createElement('h2');heading.textContent=`${dimensions(size)} matrices`;section.append(heading);
57+
const download=document.createElement('button');download.type='button';download.textContent=`Download ${dimensions(size)} SVG`;section.append(download);
5758
if(!visible.length){const empty=document.createElement('p');empty.textContent='No results selected. Select at least one library and operation.';section.append(empty);download.disabled=true;$('charts').append(section);return}
5859
const reference=byLib.get(state.reference).label, rowHeight=Math.max(54,state.libraries.length*7);
5960
const width=1120,left=170,right=32,top=85+Math.ceil(state.libraries.length/3)*22,bottom=90,height=top+ops.length*rowHeight+bottom;
60-
const svg=make('svg',{xmlns:ns,viewBox:`0 0 ${width} ${height}`,role:'group','aria-label':`${size} × ${size} benchmark chart`});
61+
const svg=make('svg',{xmlns:ns,viewBox:`0 0 ${width} ${height}`,role:'group','aria-label':`${dimensions(size)} benchmark chart`});
6162
svg.append(make('rect',{width,height,fill:'white'}));
62-
svg.append(make('title',{},`${data.run}: ${size} × ${size}, ${state.mode==='absolute'?'milliseconds per operation':'time relative to '+reference}`));
63-
label(svg,20,26,`${size} × ${size} matrices · ${state.mode==='absolute'?'milliseconds per operation':'time / '+reference}`,{'font-size':17,'font-weight':700});
63+
svg.append(make('title',{},`${data.run}: ${dimensions(size)}, ${state.mode==='absolute'?'milliseconds per operation':'time relative to '+reference}`));
64+
label(svg,20,26,`${dimensions(size)} matrices · ${state.mode==='absolute'?'milliseconds per operation':'time / '+reference}`,{'font-size':17,'font-weight':700});
6465
label(svg,20,49,`Run ${data.run} · lower is faster · logarithmic axis`,{'font-size':12});
6566
state.libraries.forEach((id,i)=>{const x=20+(i%3)*360,y=71+Math.floor(i/3)*22;svg.append(make('circle',{cx:x+5,cy:y-4,r:4.5,fill:byLib.get(id).color}));label(svg,x+16,y,byLib.get(id).label,{'font-size':12})});
6667
const population=state.axis==='visible'?visible:data.points.filter(p=>p.size===size);
@@ -86,7 +87,7 @@ function draw(size,selected){
8687
});
8788
});
8889
label(svg,(left+width-right)/2,height-26,state.mode==='absolute'?'Mean time (ms/op, log scale)':'Time / '+reference+' (log scale)',{'text-anchor':'middle'});
89-
label(svg,20,height-7,'Shared VM · ratios of means · exact versions, backends and uncertainty in point tooltips',{'font-size':11});
90+
label(svg,20,height-7,'Recorded machine · ratios of means · exact versions, backends and uncertainty in point tooltips',{'font-size':11});
9091
const wrap=document.createElement('div');wrap.className='plot';wrap.append(svg);section.append(wrap);$('charts').append(section);
9192
download.addEventListener('click',()=>{
9293
const clone=svg.cloneNode(true);clone.querySelectorAll('circle').forEach(p=>{p.removeAttribute('tabindex')});

0 commit comments

Comments
 (0)