Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
15 commits
Select commit Hold shift + click to select a range
9c32070
test(testkit): add compute_driver, driver_config, sandbox logs, and p…
matthewgrossman Nov 17, 2026
8dd182c
test(support): add handler responses, chunked bodies, and raw TCP ser…
matthewgrossman Nov 17, 2026
0dd040a
test(testkit): add policy::base_with for YAML policy sections
matthewgrossman Nov 17, 2026
a0e9efa
test(conformance): port network bypass, listener, and loopback tests
matthewgrossman Nov 17, 2026
6d1f3b5
test(conformance): port REST, GraphQL, JSON-RPC, and MCP L7 policy tests
matthewgrossman Nov 17, 2026
332d361
test(conformance): port transparent egress pipeline tests
matthewgrossman Nov 17, 2026
49891dc
test(conformance): port credential header, body, and WebSocket text r…
matthewgrossman Nov 17, 2026
b93916b
test(conformance): port static provider credential endpoint binding test
matthewgrossman Nov 17, 2026
a7b142c
test(conformance): port live policy update tests
matthewgrossman Nov 17, 2026
4d109ea
test(support): add a loopback TCP exchange client to host-server
matthewgrossman Nov 17, 2026
f9f6479
test(conformance): port the port forward test
matthewgrossman Nov 17, 2026
4d53f1e
test(features): port the IP literal egress test to routable-host-ip
matthewgrossman Nov 17, 2026
a625a6d
test(tmachine): run conformance against a gateway in config push mode
matthewgrossman Nov 17, 2026
82be802
test(e2e): remove legacy network, L7, policy update, and port forward…
matthewgrossman Nov 17, 2026
858dbc6
docs(testing): describe the network, policy update, and port forward …
matthewgrossman Nov 17, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions .github/workflows/e2e-suites.yml
Original file line number Diff line number Diff line change
Expand Up @@ -82,6 +82,7 @@ jobs:
# workspace of its own.
rows='[
{"environment":"ubuntu-docker-rootful","installer":"deb","family":"conformance","package":"conformance","gateway":"openshell","runner":"ubuntu-24.04"},
{"environment":"ubuntu-docker-rootful-config-push","installer":"deb","family":"conformance","package":"conformance","gateway":"openshell","runner":"ubuntu-24.04"},
{"environment":"ubuntu-docker-rootful","installer":"deb-external-docker-driver","family":"conformance","package":"conformance","gateway":"openshell","runner":"ubuntu-24.04","external_driver":true},
{"environment":"fedora-podman-rootful","installer":"rpm","family":"conformance","package":"conformance","gateway":"openshell","runner":"ubuntu-24.04"},
{"environment":"fedora-podman-rootless","installer":"rpm","family":"conformance","package":"conformance","gateway":"openshell","runner":"ubuntu-24.04"},
Expand All @@ -99,6 +100,10 @@ jobs:
{"environment":"fedora-podman-rootless","installer":"rpm","family":"features","package":"host-gateway","gateway":"openshell","runner":"ubuntu-24.04"},
{"environment":"ubuntu-k3s","installer":"k3s","family":"features","package":"host-gateway","gateway":"tmachine","runner":"ubuntu-24.04"},
{"environment":"ubuntu-k3s","installer":"k3s-ha","family":"features","package":"host-gateway","gateway":"tmachine","runner":"ubuntu-24.04"},
{"environment":"ubuntu-docker-rootful","installer":"deb","family":"features","package":"routable-host-ip","gateway":"openshell","runner":"ubuntu-24.04"},
{"environment":"fedora-podman-rootful","installer":"rpm","family":"features","package":"routable-host-ip","gateway":"openshell","runner":"ubuntu-24.04"},
{"environment":"ubuntu-k3s","installer":"k3s","family":"features","package":"routable-host-ip","gateway":"tmachine","runner":"ubuntu-24.04"},
{"environment":"ubuntu-k3s","installer":"k3s-ha","family":"features","package":"routable-host-ip","gateway":"tmachine","runner":"ubuntu-24.04"},
{"environment":"ubuntu-docker-rootful","installer":"deb","family":"features","package":"connect-ssh-supervision","gateway":"openshell","runner":"ubuntu-24.04"},
{"environment":"fedora-podman-rootful-keycloak","installer":"rpm","family":"features","package":"keycloak-provider-refresh","gateway":"openshell","runner":"ubuntu-24.04"},
{"environment":"fedora-podman-rootless-keycloak","installer":"rpm","family":"features","package":"keycloak-provider-refresh","gateway":"openshell","runner":"ubuntu-24.04"},
Expand Down
13 changes: 13 additions & 0 deletions TESTING.md
Original file line number Diff line number Diff line change
Expand Up @@ -345,6 +345,11 @@ can run the suite. The expectations characterize the sandbox's behavior today,
not a specification, and the `echo-socket` check needs `perl` in the workload
image, which the default image has.

`ubuntu-docker-rootful-config-push` sets the gateway's
`config_delivery_mode = "push"` through a gateway override. CI runs the
conformance suite there with the deb installer, so policy updates are also
tested when the gateway pushes them to the supervisor.

### Python E2E (`e2e/python/`)

`mise run e2e:python` builds `openshell/e2e-python:dev` from
Expand Down Expand Up @@ -650,6 +655,14 @@ rootful and rootless, and the `k3s` and `k3s-ha` installers. The tests run on
the K3s node, so the K3s installers set the chart's `server.hostGatewayIP` to
the node's address.

The `routable-host-ip` feature suite (`tests/suites/features/routable-host-ip`)
checks that a policy endpoint whose host is an IP literal reaches that address,
with or without `allowed_ips`. The sandbox uses the address
`host.openshell.internal` resolves to, which must be one the supervisor lets an
IP literal reach. Rootless Podman's is link-local and always blocked, so CI runs
the suite on Docker rootful, Podman rootful, and the `k3s` and `k3s-ha`
installers.

The `connect-ssh-supervision` feature suite
(`tests/suites/features/connect-ssh-supervision`) checks how `sandbox connect`
supervises its `ssh` process: it reconnects after losing the SSH transport and
Expand Down
25 changes: 0 additions & 25 deletions e2e/rust/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -189,11 +189,6 @@ name = "credential_drivers"
path = "tests/credential_drivers.rs"
required-features = ["e2e-kubernetes-credential-drivers"]

[[test]]
name = "websocket_conformance"
path = "tests/websocket_conformance.rs"
required-features = ["e2e-host-gateway"]

[[test]]
name = "user_namespaces"
path = "tests/user_namespaces.rs"
Expand All @@ -204,21 +199,6 @@ name = "host_gateway_alias"
path = "tests/host_gateway_alias.rs"
required-features = ["e2e-host-gateway"]

[[test]]
name = "forward_proxy_l7_bypass"
path = "tests/forward_proxy_l7_bypass.rs"
required-features = ["e2e-host-gateway"]

[[test]]
name = "forward_proxy_graphql_l7"
path = "tests/forward_proxy_graphql_l7.rs"
required-features = ["e2e-host-gateway"]

[[test]]
name = "forward_proxy_jsonrpc_l7"
path = "tests/forward_proxy_jsonrpc_l7.rs"
required-features = ["e2e-host-gateway"]

[[test]]
name = "workspace_lifecycle"
path = "tests/workspace_lifecycle.rs"
Expand All @@ -229,11 +209,6 @@ name = "supervisor_middleware_http_hooks"
path = "tests/supervisor_middleware_http_hooks.rs"
required-features = ["e2e-docker"]

[[test]]
name = "proxy_egress_pipeline"
path = "tests/proxy_egress_pipeline.rs"
required-features = ["e2e-host-gateway"]

[[test]]
name = "workspace_namespace_managed"
path = "tests/workspace_namespace_managed.rs"
Expand Down
6 changes: 0 additions & 6 deletions e2e/rust/e2e-podman.sh
Original file line number Diff line number Diff line change
Expand Up @@ -22,17 +22,11 @@ source "${ROOT}/e2e/support/conformance.sh"
# unfiltered e2e:podman task remains available while the omitted targets are
# stabilized and can be added here.
PODMAN_CI_TESTS=(
bypass_detection
ephemeral_cleanup
driver_config_volume
edge_tunnel_e2e
forward_proxy_graphql_l7
forward_proxy_jsonrpc_l7
forward_proxy_l7_bypass
host_gateway_alias
live_policy_update
local_driver_token_restart
no_proxy
ocsf_jsonl_conformance
otlp_relay
podman_corporate_proxy
Expand Down
20 changes: 0 additions & 20 deletions e2e/rust/src/harness/sandbox.rs
Original file line number Diff line number Diff line change
Expand Up @@ -647,26 +647,6 @@ impl SandboxGuard {
Ok(combined)
}

/// Spawn `openshell forward start` as a background process.
///
/// Returns the child process handle. The caller is responsible for killing
/// it (or it will be killed on drop since `kill_on_drop(true)` is set).
///
/// # Errors
///
/// Returns an error if the process cannot be spawned.
pub fn spawn_forward(&self, port: u16) -> Result<tokio::process::Child, String> {
let mut cmd = openshell_cmd();
cmd.arg("forward")
.arg("start")
.arg(port.to_string())
.arg(&self.name);
cmd.stdout(Stdio::piped()).stderr(Stdio::piped());

cmd.spawn()
.map_err(|e| format!("failed to spawn port forward: {e}"))
}

/// Delete the sandbox explicitly.
///
/// Also kills the background child process if one exists. This is called
Expand Down
79 changes: 0 additions & 79 deletions e2e/rust/tests/bypass_detection.rs

This file was deleted.

Loading
Loading