Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 10 additions & 11 deletions harness/browser/expectations/chromium.ts
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,12 @@
// Measured 2026-08-09 on HeadlessChrome/151.0.7922.34 (playwright 1.62.1,
// linux-arm64). JSPI is present and functional (`WebAssembly.Suspending` /
// `promising` + a live suspend/resume round trip).
//
// CM#705 pin advance to 2f13265 (polyengine#173): re-measured (this host is
// aarch64) — full Deno-lane parity holds exactly, zero deltas, zero stale
// deltas. Corpus grew 1416->1475 commands; see harness/src/xfail.ts and
// harness/shell/expectations/sm-pinned.ts's header for the new-class
// breakdown (engine-independent by construction).

import type { LaneExpectation } from "./types.ts";

Expand All @@ -41,19 +47,12 @@ export const chromium: LaneExpectation = {
"Any delta at all is a gate failure.",
deltas: [],
// Identical to the Deno lane's TOTAL row.
// +21 commands / +20 xfail / +1 pending-runtime vs the seed measurement:
// upstream during-sync-call-* tests (CM submodule bump to 4142913) fail
// at TRANSLATION (wasmparser pin drift, engine-independent — see
// harness/src/xfail.ts), so the shift is uniform across lanes.
// +3 passed / -3 xfail when #13 closed drop-stream:158 +
// drop-cross-task-borrow:309 (trap-wording parity, engine-independent)
// and binary:1421 (plan v4 core-module exports).
totals: {
commands: 1416,
executed: 1369,
passed: 1257,
commands: 1475,
executed: 1428,
passed: 1263,
failed: 0,
xfail: 112,
xfail: 165,
pendingRuntime: 42,
pendingCapability: 0,
unsupportedDirective: 5,
Expand Down
21 changes: 10 additions & 11 deletions harness/browser/expectations/firefox.ts
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,12 @@
// Track M3A-1 removed that dependency from `runtime/src` (see
// `harness/browser/expectations/chromium.ts` for the summary), so SpiderMonkey
// now reproduces the Deno lane exactly.
//
// CM#705 pin advance to 2f13265 (polyengine#173): re-measured (this host is
// aarch64) — full Deno-lane parity holds exactly, zero deltas, zero stale
// deltas. Corpus grew 1416->1475 commands; see harness/src/xfail.ts and
// harness/shell/expectations/sm-pinned.ts's header for the new-class
// breakdown (engine-independent by construction).

import type { LaneExpectation } from "./types.ts";

Expand All @@ -45,19 +51,12 @@ export const firefox: LaneExpectation = {
deltas: [],
// Findings lane: totals are recorded for drift detection but the driver
// does not gate on them (`required: false`).
// +21 commands / +20 xfail / +1 pending-runtime vs the seed measurement:
// upstream during-sync-call-* tests (CM submodule bump to 4142913) fail
// at TRANSLATION (wasmparser pin drift, engine-independent — see
// harness/src/xfail.ts), so the shift is uniform across lanes.
// +3 passed / -3 xfail when #13 closed drop-stream:158 +
// drop-cross-task-borrow:309 (trap-wording parity, engine-independent)
// and binary:1421 (plan v4 core-module exports).
totals: {
commands: 1416,
executed: 1369,
passed: 1257,
commands: 1475,
executed: 1428,
passed: 1263,
failed: 0,
xfail: 112,
xfail: 165,
pendingRuntime: 42,
pendingCapability: 0,
unsupportedDirective: 5,
Expand Down
21 changes: 10 additions & 11 deletions harness/shell/expectations/bun-pinned.ts
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,12 @@
// renames or drops `useWasmMultiMemory` regresses to the stock 174-failure
// shape, which this expectation catches loudly (totals mismatch), findings
// lane or not.
//
// CM#705 pin advance to 2f13265 (polyengine#173): re-measured (this host is
// aarch64) — full Deno-lane parity holds exactly, zero deltas, zero stale
// xfails. Corpus grew 1416->1475 commands; see harness/src/xfail.ts and
// sm-pinned.ts's header for the new-class breakdown (engine-independent by
// construction).

import type { ShellLaneExpectation } from "./types.ts";

Expand All @@ -45,19 +51,12 @@ export const bunPinned: ShellLaneExpectation = {
"(driver-set; stock bun lacks multi-memory -> 174 failures). JSPI on by " +
"default. Findings-only until a CI track record, then promote.",
deltas: [],
// +21 commands / +20 xfail / +1 pending-runtime vs the seed measurement:
// upstream during-sync-call-* tests (CM submodule bump to 4142913) fail
// at TRANSLATION (wasmparser pin drift, engine-independent — see
// harness/src/xfail.ts), so the shift is uniform across lanes.
// +3 passed / -3 xfail when #13 closed drop-stream:158 +
// drop-cross-task-borrow:309 (trap-wording parity, engine-independent)
// and binary:1421 (plan v4 core-module exports).
totals: {
commands: 1416,
executed: 1369,
passed: 1257,
commands: 1475,
executed: 1428,
passed: 1263,
failed: 0,
xfail: 112,
xfail: 165,
pendingRuntime: 42,
pendingCapability: 0,
unsupportedDirective: 5,
Expand Down
31 changes: 20 additions & 11 deletions harness/shell/expectations/jsc-pinned.ts
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,22 @@
// A future re-pin (pins.json version bump) that changes these totals is a
// FINDING to triage before the pin bump lands, not silently absorbed here —
// bump this file's totals only after re-measuring against the new pin.
//
// CM#705 pin advance to 2f13265 (polyengine#173): totals bumped to the
// engine-independent Deno-lane baseline (1475/1428/1263 passed/165 xfail/42
// pending-runtime/5 unsupported-directive — see harness/src/xfail.ts and
// sm-pinned.ts's header for the new-class breakdown) WITHOUT a local
// re-measurement: this lane is x86_64-only and self-skips on this
// aarch64 dev host (see the recipe body in `justfile`'s `shells` target).
// Every OTHER pinned engine (sm-pinned, node-pinned, sm-nightly,
// bun-pinned — all re-measured on aarch64 this round) hit EXACT Deno-lane
// parity with zero per-row deltas, and this lane's own history is "same
// rev, same hash, same corpus => same result" (see the TOTALS note above) —
// so this bump is UNVERIFIED ON AARCH64, MEASURED-BY-CI: the x64 CI leg of
// `core` is what actually re-confirms it against the new pin (as it did for
// the prior bump per the CONFIRMED note above). Any delta the CI leg finds
// there is a finding to triage before merge, not something this dev-host
// pass could have caught.

import type { ShellLaneExpectation } from "./types.ts";

Expand All @@ -43,19 +59,12 @@ export const jscPinned: ShellLaneExpectation = {
"Required gate — promoted from the jsc-trunk canary at this exact, " +
"hash-pinned rev.",
deltas: [],
// +21 commands / +20 xfail / +1 pending-runtime vs the seed measurement:
// upstream during-sync-call-* tests (CM submodule bump to 4142913) fail
// at TRANSLATION (wasmparser pin drift, engine-independent — see
// harness/src/xfail.ts), so the shift is uniform across lanes.
// +3 passed / -3 xfail when #13 closed drop-stream:158 +
// drop-cross-task-borrow:309 (trap-wording parity, engine-independent)
// and binary:1421 (plan v4 core-module exports).
totals: {
commands: 1416,
executed: 1369,
passed: 1257,
commands: 1475,
executed: 1428,
passed: 1263,
failed: 0,
xfail: 112,
xfail: 165,
pendingRuntime: 42,
pendingCapability: 0,
unsupportedDirective: 5,
Expand Down
28 changes: 17 additions & 11 deletions harness/shell/expectations/jsc-trunk.ts
Original file line number Diff line number Diff line change
Expand Up @@ -48,6 +48,19 @@
// - unreachable trap wording: `"Unreachable code should not be executed"`
// — already a `TRAP_MESSAGE_EQUIVALENTS` row in `harness/src/runner.ts`,
// no matcher work needed here.
//
// CM#705 pin advance to 2f13265 (polyengine#173): totals bumped to the
// engine-independent Deno-lane baseline (1475/1428/1263 passed/165 xfail/42
// pending-runtime/5 unsupported-directive — see harness/src/xfail.ts and
// sm-pinned.ts's header for the new-class breakdown) WITHOUT a local
// re-measurement: this lane is x86_64-only and self-skips on this
// aarch64 dev host. Every OTHER shell lane re-measured on aarch64 this
// round (sm-pinned, node-pinned, sm-nightly, bun-pinned) hit EXACT
// Deno-lane parity with zero per-row deltas, and this lane tracks
// jsc-pinned exactly (same rev, same hash) — so this bump is UNVERIFIED ON
// AARCH64, MEASURED-BY-CI: canary.yml's weekly x64 run is what actually
// re-confirms it (or reports trunk drift, per this file's own findings-only
// discipline).

import type { ShellLaneExpectation } from "./types.ts";

Expand All @@ -60,19 +73,12 @@ export const jscTrunk: ShellLaneExpectation = {
"trip, multi-memory, wasm-GC, EH, memory64, tail-calls, relaxed-simd). " +
"Trunk drift is a finding to triage, never a gate.",
deltas: [],
// +21 commands / +20 xfail / +1 pending-runtime vs the seed measurement:
// upstream during-sync-call-* tests (CM submodule bump to 4142913) fail
// at TRANSLATION (wasmparser pin drift, engine-independent — see
// harness/src/xfail.ts), so the shift is uniform across lanes.
// +3 passed / -3 xfail when #13 closed drop-stream:158 +
// drop-cross-task-borrow:309 (trap-wording parity, engine-independent)
// and binary:1421 (plan v4 core-module exports).
totals: {
commands: 1416,
executed: 1369,
passed: 1257,
commands: 1475,
executed: 1428,
passed: 1263,
failed: 0,
xfail: 112,
xfail: 165,
pendingRuntime: 42,
pendingCapability: 0,
unsupportedDirective: 5,
Expand Down
21 changes: 10 additions & 11 deletions harness/shell/expectations/node-pinned.ts
Original file line number Diff line number Diff line change
Expand Up @@ -29,6 +29,12 @@
// pool-backed .buffer to wasm is a classic node-embedder defect this lane
// would catch). Raw-engine coverage was already carried by the shell and
// browser lanes; this pin is about the runtime consumers actually deploy.
//
// CM#705 pin advance to 2f13265 (polyengine#173): re-measured (this host is
// aarch64) — full Deno-lane parity holds exactly, zero deltas, zero stale
// xfails. Corpus grew 1416->1475 commands; see harness/src/xfail.ts and
// sm-pinned.ts's header for the new-class breakdown (engine-independent by
// construction).

import type { ShellLaneExpectation } from "./types.ts";

Expand All @@ -42,19 +48,12 @@ export const nodePinned: ShellLaneExpectation = {
"is deliberately not laned — flag-gated JSPI with 2 real deviations " +
"(see this file's header).",
deltas: [],
// +21 commands / +20 xfail / +1 pending-runtime vs the seed measurement:
// upstream during-sync-call-* tests (CM submodule bump to 4142913) fail
// at TRANSLATION (wasmparser pin drift, engine-independent — see
// harness/src/xfail.ts), so the shift is uniform across lanes.
// +3 passed / -3 xfail when #13 closed drop-stream:158 +
// drop-cross-task-borrow:309 (trap-wording parity, engine-independent)
// and binary:1421 (plan v4 core-module exports).
totals: {
commands: 1416,
executed: 1369,
passed: 1257,
commands: 1475,
executed: 1428,
passed: 1263,
failed: 0,
xfail: 112,
xfail: 165,
pendingRuntime: 42,
pendingCapability: 0,
unsupportedDirective: 5,
Expand Down
21 changes: 10 additions & 11 deletions harness/shell/expectations/sm-nightly.ts
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,12 @@
// Track this file the same way `harness/browser/expectations/firefox.ts`
// tracks Firefox: any future delta gets a named, dated entry here, never a
// blanket overlay.
//
// CM#705 pin advance to 2f13265 (polyengine#173): re-measured (this host is
// aarch64) — full Deno-lane parity holds exactly, zero deltas, zero stale
// xfails. Corpus grew 1416->1475 commands; see harness/src/xfail.ts and
// sm-pinned.ts's header for the new-class breakdown (engine-independent by
// construction).

import type { ShellLaneExpectation } from "./types.ts";

Expand All @@ -53,19 +59,12 @@ export const smNightly: ShellLaneExpectation = {
"zero deltas, all compile-probes true (multi-memory/wasm-GC/EH/memory64/" +
"tail-calls/relaxed-simd), JSPI round trip verified end to end.",
deltas: [],
// +21 commands / +20 xfail / +1 pending-runtime vs the seed measurement:
// upstream during-sync-call-* tests (CM submodule bump to 4142913) fail
// at TRANSLATION (wasmparser pin drift, engine-independent — see
// harness/src/xfail.ts), so the shift is uniform across lanes.
// +3 passed / -3 xfail when #13 closed drop-stream:158 +
// drop-cross-task-borrow:309 (trap-wording parity, engine-independent)
// and binary:1421 (plan v4 core-module exports).
totals: {
commands: 1416,
executed: 1369,
passed: 1257,
commands: 1475,
executed: 1428,
passed: 1263,
failed: 0,
xfail: 112,
xfail: 165,
pendingRuntime: 42,
pendingCapability: 0,
unsupportedDirective: 5,
Expand Down
26 changes: 15 additions & 11 deletions harness/shell/expectations/sm-pinned.ts
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,17 @@
// Any future re-pin (pins.json version bump) that changes these totals is a
// FINDING to triage before the pin bump lands, not silently absorbed here —
// bump this file's totals only after re-measuring against the new pin.
//
// CM#705 pin advance to 2f13265 (polyengine#173): re-measured (this host is
// aarch64) — full Deno-lane parity holds exactly, zero deltas, zero stale
// xfails. Corpus grew 1416->1475 commands (new reentrance.wast/
// during-sync-scheduling-candidates.wast/during-sync-call-exclusive-resume.
// wast files, new kebab.wast/max-value-size.wast assert_invalid rows, plus
// a few line-shifted-but-unchanged rows); the new xfail classes
// (fact-reentrance-47, cm705-sync-sched, cm707-cancel, name-rules-47,
// max-value-size-47, plus growth in the pre-existing wasmparser
// thread-built-in pin-drift class) are translate-time / our-own-runtime
// drift, engine-independent by construction — see harness/src/xfail.ts.

import type { ShellLaneExpectation } from "./types.ts";

Expand All @@ -48,19 +59,12 @@ export const smPinned: ShellLaneExpectation = {
"browser, which prefs it — see header). Required gate — promoted from " +
"the sm-nightly canary.",
deltas: [],
// +21 commands / +20 xfail / +1 pending-runtime vs the seed measurement:
// upstream during-sync-call-* tests (CM submodule bump to 4142913) fail
// at TRANSLATION (wasmparser pin drift, engine-independent — see
// harness/src/xfail.ts), so the shift is uniform across lanes.
// +3 passed / -3 xfail when #13 closed drop-stream:158 +
// drop-cross-task-borrow:309 (trap-wording parity, engine-independent)
// and binary:1421 (plan v4 core-module exports).
totals: {
commands: 1416,
executed: 1369,
passed: 1257,
commands: 1475,
executed: 1428,
passed: 1263,
failed: 0,
xfail: 112,
xfail: 165,
pendingRuntime: 42,
pendingCapability: 0,
unsupportedDirective: 5,
Expand Down
Loading
Loading