Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 8 additions & 0 deletions tests/aignostics/application/cli_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -35,6 +35,7 @@
from aignostics.utils import Health, sanitize_path
from tests.conftest import assert_parquet_geojson_parity, normalize_output, print_directory_structure
from tests.constants_test import (
GCS_TEST_SLIDES_REMOVED_REASON,
HETA_APPLICATION_ID,
HETA_APPLICATION_VERSION,
HETA_EXPECTED_RESULT_FILES,
Expand Down Expand Up @@ -344,6 +345,7 @@ def test_cli_run_submit_fails_when_system_unhealthy_and_no_force(
_cancel_run_if_submitted(runner, result.stdout)


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.timeout(timeout=60)
@patch("aignostics.application._cli.SystemService.health_static")
Expand Down Expand Up @@ -517,6 +519,7 @@ def test_cli_run_submit_fails_on_missing_url(runner: CliRunner, tmp_path: Path,
_cancel_run_if_submitted(runner, result.stdout)


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.long_running
@pytest.mark.flaky(retries=3, delay=5)
Expand Down Expand Up @@ -1311,6 +1314,7 @@ def test_cli_run_result_delete_fails_on_no_arg(runner: CliRunner, record_propert


# TODO (Helmut): Run this test on a schedule when the GPU ressourcing situation and PAPI pipeline reliabilty improved
@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.very_long_running
@pytest.mark.timeout(timeout=HETA_APPLICATION_DEADLINE_SECONDS + 60 * 30)
Expand Down Expand Up @@ -1666,6 +1670,7 @@ def test_cli_run_update_item_metadata_not_dict(runner: CliRunner) -> None:
assert "Metadata must be a JSON object" in result.output


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.timeout(timeout=180)
@pytest.mark.sequential
Expand Down Expand Up @@ -1756,6 +1761,7 @@ def test_cli_run_dump_and_update_custom_metadata(runner: CliRunner, tmp_path: Pa
assert isinstance(final_metadata, dict), "Final metadata should be a dictionary"


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.timeout(timeout=240)
@pytest.mark.sequential
Expand Down Expand Up @@ -1892,6 +1898,7 @@ def list_runs_by_tag(tag: str, runner: CliRunner, expected_count: int = 1) -> li
return runs_data


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.timeout(timeout=180)
def test_cli_json_format_and_cancel_by_filter_with_dry_run( # noqa: PLR0915
Expand Down Expand Up @@ -3152,6 +3159,7 @@ def test_cli_run_share_token_revoke_error(runner: CliRunner, record_property: ob
# ─────────────────────────────────────────────────────────────────────────────


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.scheduled
@pytest.mark.timeout(timeout=120)
Expand Down
3 changes: 3 additions & 0 deletions tests/aignostics/application/gui_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,7 @@
from aignostics.cli import cli
from tests.conftest import assert_notified, assert_parquet_geojson_parity, normalize_output, print_directory_structure
from tests.constants_test import (
GCS_TEST_SLIDES_REMOVED_REASON,
HETA_APPLICATION_ID,
HETA_APPLICATION_VERSION,
HETA_EXPECTED_RESULT_FILES,
Expand Down Expand Up @@ -153,6 +154,7 @@ async def test_gui_cli_submit_to_run_result_delete(
await user.should_see("Welcome", retries=500)


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.long_running
@pytest.mark.flaky(retries=1, delay=5)
Expand Down Expand Up @@ -321,6 +323,7 @@ async def test_gui_download_dataset_via_application_to_run_cancel_to_find_back(
user.should_see(marker=f"SIDEBAR_RUN_ITEM:0:{run_id}")


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.long_running
@pytest.mark.flaky(retries=1, delay=5)
Expand Down
3 changes: 2 additions & 1 deletion tests/aignostics/dataset/cli_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@

from aignostics.cli import cli
from tests.conftest import normalize_output
from tests.constants_test import SPOT_1_FILENAME, SPOT_1_FILESIZE, SPOT_1_GS_URL
from tests.constants_test import GCS_TEST_SLIDES_REMOVED_REASON, SPOT_1_FILENAME, SPOT_1_FILESIZE, SPOT_1_GS_URL

SERIES_UID = "1.3.6.1.4.1.5962.99.1.1069745200.1645485340.1637452317744.2.0"
THUMBNAIL_UID = "1.3.6.1.4.1.5962.99.1.1038911754.1238045814.1637421484298.15.0"
Expand Down Expand Up @@ -126,6 +126,7 @@ def test_cli_idc_download_instance_thumbnail(runner: CliRunner, caplog, record_p
)


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.flaky(retries=1, delay=5)
@pytest.mark.timeout(timeout=60 * 2)
Expand Down
4 changes: 4 additions & 0 deletions tests/aignostics/platform/e2e_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,7 @@
from aignostics import platform
from aignostics.platform import Run, RunSdkMetadata
from tests.constants_test import (
GCS_TEST_SLIDES_REMOVED_REASON,
HETA_APPLICATION_ID,
HETA_APPLICATION_VERSION,
PIPELINE_CPU_PROVISIONING_MODE,
Expand Down Expand Up @@ -435,6 +436,7 @@ def _find_and_validate(
_validate_output(run, Path(temp_dir), checksum_attribute_key)


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.very_long_running
@pytest.mark.scheduled_only
Expand Down Expand Up @@ -534,6 +536,7 @@ def test_platform_test_app_find_and_validate() -> None:
)


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.scheduled_only
@pytest.mark.timeout(timeout=HETA_APPLICATION_SUBMIT_AND_FIND_SUBMIT_TIMEOUT_SECONDS)
Expand Down Expand Up @@ -576,6 +579,7 @@ def test_platform_heta_app_find_and_validate() -> None:
)


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.stress_only
@pytest.mark.long_running
Expand Down
2 changes: 2 additions & 0 deletions tests/aignostics/qupath/gui_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,7 @@
from aignostics.utils import __project_name__
from tests.conftest import assert_notified, normalize_output, print_directory_structure
from tests.constants_test import (
GCS_TEST_SLIDES_REMOVED_REASON,
HETA_APPLICATION_ID,
HETA_APPLICATION_VERSION,
HETA_EXPECTED_RESULT_FILES,
Expand Down Expand Up @@ -134,6 +135,7 @@ async def test_gui_qupath_install_and_launch( # noqa: PLR0913, PLR0917
pytest.fail(f"Failed to kill QuPath process: {e}")


@pytest.mark.skip(reason=GCS_TEST_SLIDES_REMOVED_REASON)
@pytest.mark.e2e
@pytest.mark.long_running
@pytest.mark.skipif(
Expand Down
5 changes: 5 additions & 0 deletions tests/constants_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,11 @@

TEST_SUITE = "AIGNOSTICS"

# The SPOT_*_GS_URL slides were removed from storage. Tests that read them are skipped.
GCS_TEST_SLIDES_REMOVED_REASON = (
"Test slides in gs://aignostics-platform-ext-a4f7e9/python-sdk-tests/ were removed from storage."
)

SPOT_0_GS_URL = (
"gs://aignostics-platform-ext-a4f7e9/python-sdk-tests/he-tme/slides/8fafc17d-a5cc-4e9d-a982-030b1486ca88.tiff"
)
Expand Down
Loading