diff --git a/.github/scripts/slow_test_durations.py b/.github/scripts/slow_test_durations.py index 689f1c810..bf9085306 100644 --- a/.github/scripts/slow_test_durations.py +++ b/.github/scripts/slow_test_durations.py @@ -5,7 +5,7 @@ Use a green ``main`` run: it has a ``junit-*`` artifact for every shard of the slow tier, the gateway tests, the unit tier and the installer tier, which ``gh run download`` puts in a folder each. Each test's time counts toward its file, -or toward the test itself for a file the table names in ``split_by_test``; that list is kept as it is. A file the +or toward the test itself for a file the table names in ``split_by_test`` or ``split_in``, which are kept as they are. A file the reports have no test of, such as one of a tier the run skipped, keeps the times the table had for it while it exists. """ @@ -30,7 +30,7 @@ def main() -> int: args = parser.parse_args() table = json.loads(args.table.read_text()) - split = set(table.get("split_by_test", [])) + split = set(table.get("split_by_test", [])) | set(table.get("split_in", {})) seconds: dict[str, float] = defaultdict(float) for report in args.reports: for case in ET.parse(report).getroot().iter("testcase"): diff --git a/src/agent_env/env/envs/computer/utils/composer.py b/src/agent_env/env/envs/computer/utils/composer.py index 3569c8516..61392a2d1 100644 --- a/src/agent_env/env/envs/computer/utils/composer.py +++ b/src/agent_env/env/envs/computer/utils/composer.py @@ -689,10 +689,11 @@ def _built_disk(env: ComputerEnv, base: ComputerArtifact, arch: str, container: progress: _Progress) -> dict: """The status of the disk form of ``arch`` once built from ``container``, its container's result, and pushed, or reused, or the stage that failed and why. Its key is of the container's key, the base disk and the disk recipe; - the base disk is the base's own, the one published for it, or else one made on the builder from the base's - container and the boot recipe. Its build runs no program of ``arch``'s but that recipe's. Two composes of one disk - on this machine take turns, so the second reuses the first's: built again, its tag would move off the image the - first pinned, which a boot mounts by that name and Docker doesn't pull for a mount.""" + the base disk is the base's own or the one published for it, whose EFI system partition and size the disk keeps, + or else the base's container and size, the disk then taking the recipe's own partition at that size, all a base + disk made from them would give it. Its build runs no program of ``arch``'s but that recipe's. Two composes of one + disk on this machine take turns, so the second reuses the first's: built again, its tag would move off the image + the first pinned, which a boot mounts by that name and Docker doesn't pull for a mount.""" pair, platform = f"disk/{arch}", f"linux/{arch}" with (_attempting(env, "disk", arch) as attempt, tempfile.TemporaryDirectory(prefix="agentenv-compose-") as work, contextlib.ExitStack() as opened): @@ -718,15 +719,12 @@ def _built_disk(env: ComputerEnv, base: ComputerArtifact, arch: str, container: tools = f"agentenv-disk-tools:{DISK_TOOLS_IMAGE.tag()}" on.build((context / "tools" / "Dockerfile").read_text(), tools, on.platform, {}, context=f"{builder.CONTEXT}/tools") - dockerfile = (context / "Dockerfile").read_text() - if base_disk is None: - progress.at(pair, "making the base's disk") - base_disk = _made_base_disk(on, base, arch, f"{base_identity} {recipe}", tools, dockerfile) progress.at(pair, "making the disk") local = f"agentenv-computer:{key[7:23]}-disk-{arch}" - on.build(dockerfile, local, platform, {KEY_LABEL: key}, build_args={ + on.build((context / "Dockerfile").read_text(), local, platform, {KEY_LABEL: key}, build_args={ "ROOTFS": container["image"], "ROOTFS_CONFIG": _encoded(_config(on, container["image"], arch)), - "ESP": base_disk, "TOOLS": tools}) + "TOOLS": tools, **({"ESP": base_disk} if base_disk is not None + else {"SIZE_GB": str(base.forms.disk.min_disk_gb)})}) attempt.stage = "push" progress.at(pair, "pushing the disk") on.push(local, ref, store) @@ -735,18 +733,6 @@ def _built_disk(env: ComputerEnv, base: ComputerArtifact, arch: str, container: return attempt.result -def _made_base_disk(on: builder.Builder, base: ComputerArtifact, arch: str, made_from: str, tools: str, - dockerfile: str) -> str: - """The base's disk for ``arch``, made on ``on`` from the base's container with the boot recipe's ``dockerfile`` at - the base's size, under a tag of ``made_from``, what it's made from.""" - source, _ = _base(base, arch) - tag = f"agentenv-computer:{hashlib.sha256(made_from.encode()).hexdigest()[:16]}-base-disk-{arch}" - on.build(dockerfile, tag, f"linux/{arch}", {}, build_args={ - "ROOTFS": source, "ROOTFS_CONFIG": _encoded(_config(on, source, arch)), "TOOLS": tools, - "SIZE_GB": str(base.forms.disk.min_disk_gb)}) - return tag - - @dataclass class _Attempt: """How far a pair's build got, its stage and key, and, when it failed, its result (``_attempting``).""" diff --git a/tst/conftest.py b/tst/conftest.py index 9dbe4d0aa..881c1ea77 100644 --- a/tst/conftest.py +++ b/tst/conftest.py @@ -52,8 +52,8 @@ def pytest_unconfigure(config): @pytest.hookimpl(trylast=True) def pytest_collection_modifyitems(config, items): - """With ``AGENTENV_TEST_SHARD=i/N``, run only the i-th of N groups of the selected tests (``tst/util/shards.py``). - Last, so it splits what ``-m`` and the other filters left.""" + """With ``AGENTENV_TEST_SHARD=i/N``, run only the i-th of N groups of the selected tests (``tst/util/shards.py``), + their files heaviest first. Last, so it splits what ``-m`` and the other filters left.""" value = os.environ.get(shards.ENV_VAR) if not value: return @@ -71,6 +71,8 @@ def pytest_collection_modifyitems(config, items): if deselected: config.hook.pytest_deselected(items=deselected) items[:] = [item for item in items if item.nodeid in keep] + position = {nodeid: n for n, nodeid in enumerate(shards.heaviest_first([item.nodeid for item in items], table))} + items.sort(key=lambda item: position[item.nodeid]) @pytest.fixture diff --git a/tst/integration/computer/conftest.py b/tst/integration/computer/conftest.py index 8af4a3a72..0759a279a 100644 --- a/tst/integration/computer/conftest.py +++ b/tst/integration/computer/conftest.py @@ -34,7 +34,8 @@ from agent_env.env import Env from agent_env.env.envs.mcp_server import MCPServerEnv from agent_env.env.envs.multi_env import MultiEnv -from agent_env.env.envs.computer.utils import builder, inside +from agent_env.env.envs.computer.utils import builder, composer, inside +from agent_env.env.envs.computer.utils.composer import Composing from agent_env.providers.sandbox_providers.host_images import host_platform from agent_env.store.object_store.local.grant_server import grant_server from agent_env.store.routing import namespace_routing @@ -86,12 +87,21 @@ def base(): @pytest.fixture(scope="module") def desktop(tmp_path_factory): - """The shipped desktop example's computer env, composed for the module in stores of the module's own: an image for - each arch this machine's Docker builds, the native one probed by gate 3.""" + """The shipped desktop example's computer env, composed for the module in stores of the module's own as a run on + this machine composes it: the container of each arch this machine's Docker builds, the native one probed by gate 3. + A deploy of its disk form composes that first.""" bundle = find_bundle("desktop") yield from _composed(tmp_path_factory.mktemp("desktop"), parse_bundle(bundle.root, id_root=bundle.id_root)) +@pytest.fixture(scope="module") +def desktop_with_disk(tmp_path_factory): + """``desktop`` with its disk forms composed too, for a test that boots its disk image itself.""" + bundle = find_bundle("desktop") + yield from _composed(tmp_path_factory.mktemp("desktop"), parse_bundle(bundle.root, id_root=bundle.id_root), + disks=True) + + @pytest.fixture(scope="module") def cua_desktop(tmp_path_factory): """The cua-driver test bundle's desktop, the ubuntu-24.04 base with the cua-driver driver, composed as ``desktop`` @@ -158,7 +168,11 @@ def cdp_clients(tmp_path_factory) -> Path: return folder -def _composed(root: Path, bundle, env_id: str | None = None): +def _composed(root: Path, bundle, env_id: str | None = None, disks: bool = False): + """``bundle`` written and its computers composed as a run on this machine composes them, its containers alone, + unless ``disks``, which composes every form of each base too. A computer app among them is composed alone only + when it's ``env_id`` or with ``disks``: a fixture of a desktop deploys its apps on the desktop, never alone, and a + test that deploys one alone has its deploy compose it first.""" patch = pytest.MonkeyPatch() patch.chdir(root) patch.setenv("XDG_STATE_HOME", str(root / "state")) @@ -169,9 +183,14 @@ def _composed(root: Path, bundle, env_id: str | None = None): package_cache.seed() with namespace_routing(): plan = plan_bundle(resolve_bundle(bundle), installed=installed_bundles) + alone = pytest.MonkeyPatch() + if not disks: + alone.setattr(composer, "compose", _no_app_alone_but(env_id)) try: - materialize(plan, build_here=frozenset(w.id for w in plan.writes if isinstance(w.source, BuiltImage))) + materialize(plan, build_here=frozenset(w.id for w in plan.writes if isinstance(w.source, BuiltImage)), + composing=Composing() if disks else Composing.for_run(None)) finally: + alone.undo() package_cache.keep() yield Env.get(env_id or f"{bundle.id_root}/desktop") reset_artifact_store() @@ -179,6 +198,16 @@ def _composed(root: Path, bundle, env_id: str | None = None): patch.undo() +def _no_app_alone_but(target: str | None): + """``composer.compose``, but composing no computer app alone other than ``target``.""" + compose = composer.compose + + def composing(env, pairs=None, composing=Composing()): + return {} if env.type == "computer_app" and env.id != target else compose(env, pairs, composing) + + return composing + + #: How many characters of docker's stderr a failed call's error carries: the last, where docker says what failed. DOCKER_ERROR_CHARS = 2000 diff --git a/tst/integration/computer/disk_boot_failure_modal_vm_test.py b/tst/integration/computer/disk_boot_failure_modal_vm_test.py index c7b6cf856..e7d9aaf7a 100644 --- a/tst/integration/computer/disk_boot_failure_modal_vm_test.py +++ b/tst/integration/computer/disk_boot_failure_modal_vm_test.py @@ -13,6 +13,12 @@ pytestmark = [pytest.mark.integration, pytest.mark.int_test_slow, skip_without_remote_sandbox("modal_vm")] +@pytest.fixture(scope="module") +def desktop(desktop_with_disk): + """The shipped desktop, its disk composed with it: these tests boot its disk image themselves.""" + return desktop_with_disk + + @pytest.fixture(scope="module") def ghost(desktop, tmp_path_factory): yield from ghost_disk(desktop.metadata["composed"]["disk"]["amd64"]["image"], tmp_path_factory.mktemp("ghost")) diff --git a/tst/integration/computer/launcher_test.py b/tst/integration/computer/launcher_test.py index 3bc2796fc..0af9fdea0 100644 --- a/tst/integration/computer/launcher_test.py +++ b/tst/integration/computer/launcher_test.py @@ -25,6 +25,12 @@ BURST = 64 +@pytest.fixture(scope="module") +def desktop(desktop_with_disk): + """The shipped desktop, its disk composed with it: these tests boot its disk image themselves.""" + return desktop_with_disk + + @pytest.mark.asyncio async def test_the_launcher_takes_a_burst_of_new_connections_and_a_reset_boots_its_disk_afresh_at_its_url(desktop): image = _disk(desktop) diff --git a/tst/integration/slow_durations.json b/tst/integration/slow_durations.json index 9d129b103..544da20cf 100644 --- a/tst/integration/slow_durations.json +++ b/tst/integration/slow_durations.json @@ -1,5 +1,5 @@ { - "_comment": "Seconds each test unit took in CI, which AGENTENV_TEST_SHARD balances the CI shards by (tst/util/shards.py): the slow tier, the gateway tests, the unit tier and the installer tier. A unit is a file, or a test of a file in split_by_test. Refresh with .github/scripts/slow_test_durations.py from all of a run's JUnit reports.", + "_comment": "Seconds each test unit took in CI, which AGENTENV_TEST_SHARD balances the CI shards by (tst/util/shards.py): the slow tier, the gateway tests, the unit tier and the installer tier. A unit is a file, or a test of a file in split_by_test or split_in; split_in cuts a file into that many runs of neighbouring tests, each on one shard. Refresh with .github/scripts/slow_test_durations.py from all of a run's JUnit reports.", "split_by_test": [ "tst/installer/test_plugin_changes.py", "tst/integration/cli/run_bundle_built_envs_test.py", @@ -8,206 +8,277 @@ ], "seconds": { "packages/agentenv-protocol/tests/test_a2a_agent.py": 1.1, + "packages/agentenv-protocol/tests/test_a2a_agent_clock.py": 1.4, "packages/agentenv-protocol/tests/test_a2a_agent_examples.py": 0.1, "packages/agentenv-protocol/tests/test_a2a_cdp_config.py": 0.1, - "packages/agentenv-protocol/tests/test_a2a_object_transfers.py": 0.4, - "packages/agentenv-protocol/tests/test_a2a_peer_agents.py": 4.1, - "packages/agentenv-protocol/tests/test_a2a_proxy.py": 9.0, - "packages/agentenv-protocol/tests/test_a2a_staging.py": 1.5, + "packages/agentenv-protocol/tests/test_a2a_object_transfers.py": 0.3, + "packages/agentenv-protocol/tests/test_a2a_peer_agents.py": 4.0, + "packages/agentenv-protocol/tests/test_a2a_proxy.py": 8.7, + "packages/agentenv-protocol/tests/test_a2a_staging.py": 2.0, "packages/agentenv-protocol/tests/test_a2a_trajectory_log.py": 0.3, - "packages/agentenv-protocol/tests/test_agent_env_environment.py": 0.4, + "packages/agentenv-protocol/tests/test_agent_env_environment.py": 1.3, + "packages/agentenv-protocol/tests/test_atif_builder.py": 0.1, + "packages/agentenv-protocol/tests/test_atif_fixtures.py": 0.1, + "packages/agentenv-protocol/tests/test_atif_kit.py": 0.1, + "packages/agentenv-protocol/tests/test_atif_profile.py": 0.0, + "packages/agentenv-protocol/tests/test_atif_reader.py": 0.0, + "packages/agentenv-protocol/tests/test_atif_validator.py": 1.2, + "packages/agentenv-protocol/tests/test_atif_vendored.py": 0.6, "packages/agentenv-protocol/tests/test_browser_cdp.py": 5.9, - "packages/agentenv-protocol/tests/test_browser_contexts.py": 0.4, - "packages/agentenv-protocol/tests/test_browser_data.py": 0.6, - "packages/agentenv-protocol/tests/test_browser_log.py": 0.2, - "packages/agentenv-protocol/tests/test_browser_network.py": 2.6, - "packages/agentenv-protocol/tests/test_browser_recording.py": 6.0, + "packages/agentenv-protocol/tests/test_browser_contexts.py": 0.2, + "packages/agentenv-protocol/tests/test_browser_data.py": 0.5, + "packages/agentenv-protocol/tests/test_browser_log.py": 0.1, + "packages/agentenv-protocol/tests/test_browser_network.py": 2.0, + "packages/agentenv-protocol/tests/test_browser_recording.py": 17.5, "packages/agentenv-protocol/tests/test_browser_state.py": 0.1, "packages/agentenv-protocol/tests/test_client.py": 0.2, - "packages/agentenv-protocol/tests/test_computer_app_data.py": 3.1, - "packages/agentenv-protocol/tests/test_computer_app_server.py": 8.2, - "packages/agentenv-protocol/tests/test_computer_clock.py": 2.1, - "packages/agentenv-protocol/tests/test_computer_conformance.py": 156.7, - "packages/agentenv-protocol/tests/test_computer_conformance_checks.py": 1.1, - "packages/agentenv-protocol/tests/test_computer_conformance_page.py": 44.6, - "packages/agentenv-protocol/tests/test_computer_conformance_recording.py": 33.4, - "packages/agentenv-protocol/tests/test_computer_dataplane.py": 4.1, - "packages/agentenv-protocol/tests/test_computer_declare.py": 1.5, - "packages/agentenv-protocol/tests/test_computer_driver.py": 3.2, - "packages/agentenv-protocol/tests/test_computer_driver_keys.py": 0.1, - "packages/agentenv-protocol/tests/test_computer_extensions.py": 7.9, - "packages/agentenv-protocol/tests/test_computer_frames.py": 4.8, - "packages/agentenv-protocol/tests/test_computer_macos.py": 0.1, - "packages/agentenv-protocol/tests/test_computer_page.py": 1.6, - "packages/agentenv-protocol/tests/test_computer_queue.py": 16.6, - "packages/agentenv-protocol/tests/test_computer_recording.py": 34.4, + "packages/agentenv-protocol/tests/test_computer_app_data.py": 2.9, + "packages/agentenv-protocol/tests/test_computer_app_server.py": 8.4, + "packages/agentenv-protocol/tests/test_computer_clock.py": 50.8, + "packages/agentenv-protocol/tests/test_computer_conformance.py": 117.8, + "packages/agentenv-protocol/tests/test_computer_conformance_attempts.py": 0.0, + "packages/agentenv-protocol/tests/test_computer_conformance_checks.py": 1.3, + "packages/agentenv-protocol/tests/test_computer_conformance_page.py": 38.5, + "packages/agentenv-protocol/tests/test_computer_conformance_recording.py": 42.5, + "packages/agentenv-protocol/tests/test_computer_dataplane.py": 2.8, + "packages/agentenv-protocol/tests/test_computer_declare.py": 0.7, + "packages/agentenv-protocol/tests/test_computer_driver.py": 1.9, + "packages/agentenv-protocol/tests/test_computer_driver_keys.py": 0.0, + "packages/agentenv-protocol/tests/test_computer_extensions.py": 4.7, + "packages/agentenv-protocol/tests/test_computer_frames.py": 5.2, + "packages/agentenv-protocol/tests/test_computer_macos.py": 0.0, + "packages/agentenv-protocol/tests/test_computer_page.py": 1.0, + "packages/agentenv-protocol/tests/test_computer_queue.py": 13.5, + "packages/agentenv-protocol/tests/test_computer_recording.py": 31.5, "packages/agentenv-protocol/tests/test_computer_seed.py": 0.0, - "packages/agentenv-protocol/tests/test_computer_serve.py": 0.5, + "packages/agentenv-protocol/tests/test_computer_serve.py": 0.4, "packages/agentenv-protocol/tests/test_computer_served.py": 0.3, - "packages/agentenv-protocol/tests/test_computer_session_windows.py": 0.6, - "packages/agentenv-protocol/tests/test_computer_spaces.py": 1.4, - "packages/agentenv-protocol/tests/test_computer_svc_forward.py": 10.0, - "packages/agentenv-protocol/tests/test_computer_tool_prefix.py": 1.8, + "packages/agentenv-protocol/tests/test_computer_session_windows.py": 0.5, + "packages/agentenv-protocol/tests/test_computer_spaces.py": 0.8, + "packages/agentenv-protocol/tests/test_computer_svc_forward.py": 5.0, + "packages/agentenv-protocol/tests/test_computer_tool_prefix.py": 1.5, "packages/agentenv-protocol/tests/test_computer_windows_driver.py": 0.1, - "packages/agentenv-protocol/tests/test_control_token.py": 0.1, - "packages/agentenv-protocol/tests/test_data_objects.py": 3.0, + "packages/agentenv-protocol/tests/test_control_token.py": 0.0, + "packages/agentenv-protocol/tests/test_data_objects.py": 2.7, "packages/agentenv-protocol/tests/test_devtools_pipe.py": 0.0, - "packages/agentenv-protocol/tests/test_errors.py": 0.3, + "packages/agentenv-protocol/tests/test_errors.py": 0.2, "packages/agentenv-protocol/tests/test_extension_methods.py": 0.0, "packages/agentenv-protocol/tests/test_intake.py": 0.0, - "packages/agentenv-protocol/tests/test_manifest.py": 0.1, + "packages/agentenv-protocol/tests/test_manifest.py": 0.0, "packages/agentenv-protocol/tests/test_preflight.py": 0.0, "packages/agentenv-protocol/tests/test_tool_access.py": 0.3, - "packages/agentenv-protocol/tests/test_tool_annotations.py": 0.3, - "packages/agentenv-protocol/tests/test_tool_client.py": 1.0, + "packages/agentenv-protocol/tests/test_tool_annotations.py": 0.2, + "packages/agentenv-protocol/tests/test_tool_client.py": 1.1, "packages/agentenv-protocol/tests/test_tool_context.py": 0.1, "packages/agentenv-protocol/tests/test_tool_context_fastmcp.py": 0.2, - "packages/agentenv-protocol/tests/test_tool_context_injection.py": 0.3, - "packages/agentenv-protocol/tests/test_website_api.py": 0.8, - "packages/agentenv-protocol/tests/test_website_browser.py": 4.0, - "packages/agentenv-protocol/tests/test_website_conformance.py": 18.3, - "packages/agentenv-protocol/tests/test_website_environment.py": 7.9, + "packages/agentenv-protocol/tests/test_tool_context_injection.py": 0.2, + "packages/agentenv-protocol/tests/test_website_api.py": 0.6, + "packages/agentenv-protocol/tests/test_website_browser.py": 4.8, + "packages/agentenv-protocol/tests/test_website_conformance.py": 18.8, + "packages/agentenv-protocol/tests/test_website_environment.py": 8.9, + "packages/agentenv-protocol/tests/test_website_forwarding.py": 8.3, "packages/agentenv-protocol/tests/test_website_live.py": 0.0, - "packages/agentenv-protocol/tests/test_website_mcp.py": 2.0, - "packages/agentenv-protocol/tests/test_website_notes_example.py": 1.8, + "packages/agentenv-protocol/tests/test_website_mcp.py": 1.8, + "packages/agentenv-protocol/tests/test_website_notes_example.py": 1.5, "packages/agentenv-protocol/tests/test_website_readiness.py": 0.1, - "tst/installer/test_container_journey.py": 231.3, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[pipx]": 11.8, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-project]": 13.4, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-tool]": 14.8, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[venv]": 43.8, - "tst/installer/test_plugin_changes.py::test_a_change_made_elsewhere_while_add_waits_for_confirmation_is_not_undone": 15.5, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[pipx]": 31.8, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-project]": 36.9, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-tool]": 38.2, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[venv]": 71.0, - "tst/installer/test_plugin_changes.py::test_a_package_added_next_to_a_plugin_is_removed_the_same_way": 33.2, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[pipx]": 51.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-project]": 42.2, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-tool]": 39.1, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[venv]": 126.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[pipx]": 63.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-project]": 39.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-tool]": 28.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[venv]": 61.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[uv-tool]": 17.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[venv]": 68.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[uv-tool]": 19.6, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[venv]": 73.2, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[uv-tool]": 47.7, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[venv]": 58.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[uv-tool]": 29.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[venv]": 56.1, - "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[hatch-Hatch has no command for this]": 26.8, - "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[pdm-pdm add]": 31.7, - "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[poetry-poetry add]": 35.5, - "tst/installer/test_plugin_changes.py::test_a_second_change_waits_for_the_first_to_finish": 35.1, - "tst/installer/test_plugin_changes.py::test_a_uv_project_removes_a_plugin_from_the_group_that_declares_it": 22.7, - "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[False]": 19.8, - "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[True]": 23.4, - "tst/installer/test_plugin_changes.py::test_a_uv_tool_whose_index_comes_from_its_config_takes_one_change_after_another": 53.3, - "tst/installer/test_plugin_changes.py::test_a_uv_workspace_removes_a_plugin_from_the_member_that_declares_it": 21.5, - "tst/installer/test_plugin_changes.py::test_a_virtual_uv_workspace_adds_the_plugin_to_the_member_that_declares_agent_env": 31.3, - "tst/installer/test_plugin_changes.py::test_adding_a_plugin_by_its_bare_name_keeps_the_version_the_tool_pins": 31.9, - "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[uv-tool]": 12.3, - "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[venv]": 40.1, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-broken-toy_broken is failed]": 21.2, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-clash-deploy_env is skipped]": 48.4, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-not-a-plugin-not an agent-env plugin]": 16.5, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-broken-toy_broken is failed]": 12.5, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-clash-deploy_env is skipped]": 42.5, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-not-a-plugin-not an agent-env plugin]": 13.1, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-broken-toy_broken is failed]": 16.9, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-clash-deploy_env is skipped]": 26.0, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-not-a-plugin-not an agent-env plugin]": 16.3, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-broken-toy_broken is failed]": 52.0, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-clash-deploy_env is skipped]": 55.2, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-not-a-plugin-not an agent-env plugin]": 40.1, - "tst/installer/test_plugin_changes.py::test_ctrl_c_lets_the_installer_finish_and_then_restores": 14.8, - "tst/installer/test_plugin_changes.py::test_read_only_site_packages_are_refused": 36.3, - "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[uv-tool]": 29.3, - "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[venv]": 64.2, - "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-project]": 48.0, - "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-tool]": 45.1, + "tst/installer/test_container_journey.py": 243.0, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[pipx]": 17.0, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-project]": 11.2, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-tool]": 54.4, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[venv]": 35.6, + "tst/installer/test_plugin_changes.py::test_a_change_made_elsewhere_while_add_waits_for_confirmation_is_not_undone": 11.6, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[pipx]": 33.9, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-project]": 31.0, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-tool]": 46.7, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[venv]": 83.2, + "tst/installer/test_plugin_changes.py::test_a_package_added_next_to_a_plugin_is_removed_the_same_way": 26.2, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[pipx]": 65.0, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-project]": 21.5, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-tool]": 36.0, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[venv]": 159.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[pipx]": 34.1, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-project]": 44.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-tool]": 43.1, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[venv]": 84.2, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[uv-tool]": 15.7, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[venv]": 42.7, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[uv-tool]": 23.9, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[venv]": 57.1, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[uv-tool]": 21.6, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[venv]": 45.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[uv-tool]": 40.2, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[venv]": 78.6, + "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[hatch-Hatch has no command for this]": 33.9, + "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[pdm-pdm add]": 78.6, + "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[poetry-poetry add]": 34.0, + "tst/installer/test_plugin_changes.py::test_a_second_change_waits_for_the_first_to_finish": 52.1, + "tst/installer/test_plugin_changes.py::test_a_uv_project_removes_a_plugin_from_the_group_that_declares_it": 24.2, + "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[False]": 19.6, + "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[True]": 20.6, + "tst/installer/test_plugin_changes.py::test_a_uv_tool_whose_index_comes_from_its_config_takes_one_change_after_another": 79.9, + "tst/installer/test_plugin_changes.py::test_a_uv_workspace_removes_a_plugin_from_the_member_that_declares_it": 16.3, + "tst/installer/test_plugin_changes.py::test_a_virtual_uv_workspace_adds_the_plugin_to_the_member_that_declares_agent_env": 25.4, + "tst/installer/test_plugin_changes.py::test_adding_a_plugin_by_its_bare_name_keeps_the_version_the_tool_pins": 26.9, + "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[uv-tool]": 29.0, + "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[venv]": 46.8, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-broken-toy_broken is failed]": 69.2, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-clash-deploy_env is skipped]": 23.6, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-not-a-plugin-not an agent-env plugin]": 16.0, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-broken-toy_broken is failed]": 25.3, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-clash-deploy_env is skipped]": 28.8, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-not-a-plugin-not an agent-env plugin]": 31.4, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-broken-toy_broken is failed]": 25.0, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-clash-deploy_env is skipped]": 27.2, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-not-a-plugin-not an agent-env plugin]": 19.5, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-broken-toy_broken is failed]": 35.7, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-clash-deploy_env is skipped]": 36.1, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-not-a-plugin-not an agent-env plugin]": 38.1, + "tst/installer/test_plugin_changes.py::test_ctrl_c_lets_the_installer_finish_and_then_restores": 32.9, + "tst/installer/test_plugin_changes.py::test_read_only_site_packages_are_refused": 41.3, + "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[uv-tool]": 24.8, + "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[venv]": 65.4, + "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-project]": 55.1, + "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-tool]": 65.1, "tst/installer/test_wheel.py": 0.0, "tst/integration/agent/a2a_agent/a2a_agent_test.py": 0.0, "tst/integration/agent/a2a_agent/agent_triggers_e2e_test.py": 0.0, - "tst/integration/agent/proxy_local_container_test.py": 41.3, + "tst/integration/agent/proxy_local_container_test.py": 43.4, "tst/integration/agent/proxy_modal_vm_test.py": 0.0, - "tst/integration/artifact/artifacts/docker_image_artifact_test.py": 27.9, - "tst/integration/cli/bundle_init_images_test.py": 32.8, - "tst/integration/cli/bundle_register_test.py": 44.4, - "tst/integration/cli/cli_test.py": 45.6, - "tst/integration/cli/run_bundle_browser_use_test.py": 258.9, - "tst/integration/cli/run_bundle_built_agents_test.py": 50.9, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_children_name_one_container_is_refused_before_anything_is_built_or_written": 0.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_servers_share_a_tool_name_is_refused_at_deploy_naming_the_tool_and_both_servers": 34.5, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[gateway]": 50.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[server]": 26.4, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_server_that_crashes_on_start_fails_its_deploy_naming_it_and_ending_with_what_it_printed": 31.5, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_stored_mcp_task_imports_as_a_bundle_that_runs_through_the_gateway": 66.3, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_universe_composed_every_way_seeds_each_server_of_a_multi_and_a_shared_one_seeds_its_server": 45.4, - "tst/integration/cli/run_bundle_built_envs_test.py::test_an_env_folder_is_built_named_by_its_card_deployed_and_rebuilt_only_when_it_changes": 25.4, - "tst/integration/cli/run_bundle_built_envs_test.py::test_an_output_a_bundles_task_wrote_is_written_under_the_folder_that_imports_it": 46.6, - "tst/integration/cli/run_bundle_built_envs_test.py::test_each_kind_of_bundle_env_deploys_through_the_gateway_and_a_child_edit_rewrites_its_multi": 181.0, - "tst/integration/cli/run_bundle_built_envs_test.py::test_environments_and_a_universe_written_from_a_bundle_load_into_an_env_through_the_gateway": 66.3, - "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_echo_mcp_example_runs_by_name_and_a_rerun_writes_nothing": 71.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_mail_mcp_example_runs_and_a_task_outside_a_bundle_deploys_its_env_by_its_alias": 51.1, - "tst/integration/cli/run_bundle_claude_code_install_test.py": 164.0, - "tst/integration/cli/run_bundle_claude_code_test.py": 387.0, - "tst/integration/cli/run_bundle_cli_folder_test.py": 85.4, - "tst/integration/cli/run_bundle_image_folder_test.py": 45.3, - "tst/integration/cli/run_bundle_image_ref_test.py": 34.3, - "tst/integration/cli/run_bundle_installed_agent_test.py": 22.1, - "tst/integration/cli/run_bundle_openhands_test.py": 299.7, - "tst/integration/cli/run_bundle_pydantic_ai_test.py": 131.9, - "tst/integration/cli/run_bundle_skills_test.py": 27.6, - "tst/integration/cli/run_bundle_task_image_test.py": 13.4, - "tst/integration/cli/run_role_models_test.py": 29.0, - "tst/integration/computer/base_computer_test.py": 163.4, - "tst/integration/computer/browser_computer_test.py": 573.6, - "tst/integration/computer/browser_gateway_test.py": 219.2, - "tst/integration/computer/browser_multi_env_test.py": 461.2, + "tst/integration/artifact/artifacts/docker_image_artifact_test.py": 22.1, + "tst/integration/cli/bundle_init_images_test.py": 33.0, + "tst/integration/cli/bundle_register_test.py": 55.8, + "tst/integration/cli/cli_test.py": 68.1, + "tst/integration/cli/run_bundle_browser_use_test.py": 271.9, + "tst/integration/cli/run_bundle_built_agents_test.py": 48.1, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_children_name_one_container_is_refused_before_anything_is_built_or_written": 0.3, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_servers_share_a_tool_name_is_refused_at_deploy_naming_the_tool_and_both_servers": 28.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[gateway]": 27.7, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[server]": 14.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_server_that_crashes_on_start_fails_its_deploy_naming_it_and_ending_with_what_it_printed": 20.3, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_stored_mcp_task_imports_as_a_bundle_that_runs_through_the_gateway": 73.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_universe_composed_every_way_seeds_each_server_of_a_multi_and_a_shared_one_seeds_its_server": 53.7, + "tst/integration/cli/run_bundle_built_envs_test.py::test_an_env_folder_is_built_named_by_its_card_deployed_and_rebuilt_only_when_it_changes": 17.0, + "tst/integration/cli/run_bundle_built_envs_test.py::test_an_output_a_bundles_task_wrote_is_written_under_the_folder_that_imports_it": 27.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_each_kind_of_bundle_env_deploys_through_the_gateway_and_a_child_edit_rewrites_its_multi": 176.5, + "tst/integration/cli/run_bundle_built_envs_test.py::test_environments_and_a_universe_written_from_a_bundle_load_into_an_env_through_the_gateway": 99.8, + "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_echo_mcp_example_runs_by_name_and_a_rerun_writes_nothing": 74.7, + "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_mail_mcp_example_runs_and_a_task_outside_a_bundle_deploys_its_env_by_its_alias": 69.7, + "tst/integration/cli/run_bundle_claude_code_install_test.py": 160.5, + "tst/integration/cli/run_bundle_claude_code_test.py": 421.0, + "tst/integration/cli/run_bundle_cli_folder_test.py": 83.7, + "tst/integration/cli/run_bundle_image_folder_test.py": 35.1, + "tst/integration/cli/run_bundle_image_ref_test.py": 28.9, + "tst/integration/cli/run_bundle_installed_agent_test.py": 33.4, + "tst/integration/cli/run_bundle_openhands_test.py": 300.3, + "tst/integration/cli/run_bundle_pydantic_ai_test.py": 163.8, + "tst/integration/cli/run_bundle_skills_test.py": 15.8, + "tst/integration/cli/run_bundle_task_image_test.py": 6.9, + "tst/integration/cli/run_role_models_test.py": 58.0, + "tst/integration/computer/base_computer_test.py": 86.2, + "tst/integration/computer/browser_clock_test.py": 497.3, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_a_cdp_agents_own_tab_behind_the_active_one": 15.5, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_each_burst_of_an_agents_actions_keyed_to_its_log_and_ends_on_its_last_page": 10.6, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_the_active_tab_when_the_agents_tab_closes_mid_capture": 16.3, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_that_ends_while_an_agents_command_is_in_flight_logs_it_unfinished": 19.9, + "tst/integration/computer/browser_computer_test.py::test_a_cdp_agent_keeps_its_address_through_an_app_server_and_a_driver_restart_and_a_browser_relaunch": 28.2, + "tst/integration/computer/browser_computer_test.py::test_a_compose_of_chromium_from_a_release_record_pulls_its_image_and_the_browser_boots_from_it": 48.8, + "tst/integration/computer/browser_computer_test.py::test_a_killed_app_server_or_driver_comes_back_and_a_killed_browser_fails_it_for_good": 16.2, + "tst/integration/computer/browser_computer_test.py::test_a_killed_x_server_comes_back_but_takes_the_browser_with_it_which_fails_the_computer_for_good": 7.5, + "tst/integration/computer/browser_computer_test.py::test_a_task_pinning_a_version_of_the_browser_passes_preflight_on_it_and_runs_its_steps_through_task_run": 6.6, + "tst/integration/computer/browser_computer_test.py::test_alone_it_makes_no_request_of_its_own_its_proxy_seeing_only_its_page_until_well_after_it_is_ready": 84.9, + "tst/integration/computer/browser_computer_test.py::test_alone_on_the_open_web_it_loads_a_public_site_through_its_proxy_and_an_agents_tab_and_logs_each_connection": 156.9, + "tst/integration/computer/browser_computer_test.py::test_an_address_scoped_to_a_lease_sees_it_alone_as_the_default_and_ends_with_it": 21.1, + "tst/integration/computer/browser_computer_test.py::test_an_agent_navigates_moves_in_history_answers_a_dialog_uses_tabs_and_uploads_with_its_page_tools": 11.1, + "tst/integration/computer/browser_computer_test.py::test_behind_a_front_that_ends_tls_an_address_under_the_origin_named_is_https_and_wss_and_clients_connect": 15.5, + "tst/integration/computer/browser_computer_test.py::test_browser_connect_cdp_hands_an_agent_its_address_with_the_tools_hidden_which_a_reset_ends_till_it_reruns": 57.9, + "tst/integration/computer/browser_computer_test.py::test_each_context_is_recorded_alone_its_video_following_its_agent_while_agents_act_on_all_at_once": 35.8, + "tst/integration/computer/browser_computer_test.py::test_each_start_tabs_page_sees_the_windows_size_from_its_first_script_in_order_the_first_active": 6.7, + "tst/integration/computer/browser_computer_test.py::test_gate_3_makes_this_machines_arch_ready_with_the_page_driver_its_input_and_page_tools_verified": 141.0, + "tst/integration/computer/browser_computer_test.py::test_its_contexts_are_leased_by_steps_and_by_agents_each_with_its_own_state_and_end_with_a_reset": 24.0, + "tst/integration/computer/browser_computer_test.py::test_its_cookies_local_storage_and_downloads_are_read_and_set_through_browser_v1": 13.2, + "tst/integration/computer/browser_computer_test.py::test_its_data_calls_take_turns_a_server_restart_takes_a_load_and_with_the_browser_gone_they_fail_at_once": 14.3, + "tst/integration/computer/browser_computer_test.py::test_its_data_plane_signs_it_in_snapshots_it_resets_it_and_loads_a_snapshot_back_whole": 38.3, + "tst/integration/computer/browser_computer_test.py::test_its_log_has_an_entry_for_every_action_over_cdp_page_tools_and_pixels_with_no_secrets": 9.6, + "tst/integration/computer/browser_computer_test.py::test_its_state_operations_hold_up_at_once_through_a_server_restart_and_fail_at_once_with_the_browser_gone": 17.4, + "tst/integration/computer/browser_computer_test.py::test_its_task_steps_set_cookies_and_storage_open_a_tab_behind_and_activate_and_close_it_by_its_url": 12.2, + "tst/integration/computer/browser_computer_test.py::test_its_tools_see_and_drive_the_page_that_is_its_screen": 11.2, + "tst/integration/computer/browser_computer_test.py::test_playwright_and_puppeteer_drive_it_through_its_cdp_address_which_a_relaunch_keeps_and_a_reset_ends": 33.7, + "tst/integration/computer/browser_computer_test.py::test_playwright_mcps_tools_drive_its_page_hide_the_code_tools_and_come_back_after_a_kill": 21.4, + "tst/integration/computer/browser_computer_test.py::test_routing_sites_beside_live_ones_its_forward_port_takes_the_live_hosts_straight_to_the_real_site": 12.0, + "tst/integration/computer/browser_computer_test.py::test_routing_sites_it_goes_out_only_through_the_forward_port_which_the_agent_cant_stop_and_comes_back": 22.1, + "tst/integration/computer/browser_computer_test.py::test_routing_sites_its_network_har_has_what_webarena_verifieds_grader_reads": 15.4, + "tst/integration/computer/browser_computer_test.py::test_two_cdp_agents_drive_one_browser_at_once_each_through_an_address_of_its_own": 16.9, + "tst/integration/computer/browser_gateway_test.py": 482.1, + "tst/integration/computer/browser_multi_env_test.py::test_a_multi_env_naming_no_browser_deploys_none": 46.7, + "tst/integration/computer/browser_multi_env_test.py::test_a_multi_env_naming_no_browser_takes_the_runs_and_chromium_runs_as_a_computer_child": 52.6, + "tst/integration/computer/browser_multi_env_test.py::test_a_site_chromium_reaches_by_name_through_the_gateway_takes_that_name_as_its_host_and_no_forged_one[card]": 62.8, + "tst/integration/computer/browser_multi_env_test.py::test_a_site_chromium_reaches_by_name_through_the_gateway_takes_that_name_as_its_host_and_no_forged_one[stored]": 81.1, + "tst/integration/computer/browser_multi_env_test.py::test_a_site_wrapping_an_app_signs_chromium_in_by_a_header_only_it_sends_and_the_app_serves_its_pages": 68.6, + "tst/integration/computer/browser_multi_env_test.py::test_behind_a_front_that_ends_tls_the_multi_envs_gateway_hands_out_https_and_wss_and_an_agent_connects": 49.4, + "tst/integration/computer/browser_multi_env_test.py::test_browser_connect_cdp_hands_an_agent_an_address_at_the_multi_envs_gateway_with_its_tools_hidden": 76.5, + "tst/integration/computer/browser_multi_env_test.py::test_chromium_as_a_multi_envs_browser_runs_on_its_own_sandbox_reached_through_the_gateway": 342.7, + "tst/integration/computer/browser_multi_env_test.py::test_two_leases_in_a_multi_envs_browser_each_sign_in_to_its_site_by_name_through_the_gateway": 75.7, + "tst/integration/computer/browser_multi_env_test.py::test_under_a_chromium_default_a_site_gets_chromium_unnamed_which_browser_sign_in_signs_in_after_each_reset": 349.2, "tst/integration/computer/builder_modal_vm_test.py": 0.0, - "tst/integration/computer/ca_trust_test.py": 379.0, - "tst/integration/computer/chromium_app_test.py": 958.6, - "tst/integration/computer/clock_desktop_test.py": 510.9, - "tst/integration/computer/computer_app_test.py::test_a_computers_apps_load_export_and_reset_each_through_its_own_data_plane": 50.3, - "tst/integration/computer/computer_app_test.py::test_an_app_deployed_alone_runs_its_service_on_its_settings_on_a_computer_named_after_it_as_its_driver": 204.2, - "tst/integration/computer/computer_app_test.py::test_the_locks_debs_and_wheels_install_from_mounts_and_stay_in_no_layer_of_the_image": 357.1, - "tst/integration/computer/computer_app_test.py::test_through_the_drivers_route_a_websocket_reaches_an_apps_server_and_a_20_mb_answer_streams_whole": 454.8, - "tst/integration/computer/computer_app_test.py::test_two_apps_composed_into_one_computer_env_each_run_on_their_own_settings": 113.1, - "tst/integration/computer/computer_clock_test.py": 298.9, - "tst/integration/computer/computer_env_test.py": 427.0, - "tst/integration/computer/covered_test.py": 98.2, - "tst/integration/computer/cua_driver_test.py": 150.0, - "tst/integration/computer/desktop_example_test.py": 241.1, + "tst/integration/computer/ca_trust_test.py": 141.7, + "tst/integration/computer/chromium_app_test.py::test_a_deploy_opens_its_start_urls_unprompted_and_a_reset_clears_its_profile": 11.1, + "tst/integration/computer/chromium_app_test.py::test_a_desktop_that_gives_it_defaults_deploys_with_them_and_a_deploys_own_over_them": 10.5, + "tst/integration/computer/chromium_app_test.py::test_a_load_of_cookies_alone_reloads_a_start_tab_on_a_hash_route_so_its_page_reads_them": 10.5, + "tst/integration/computer/chromium_app_test.py::test_a_popup_a_page_opens_loads_with_its_control_attached": 15.2, + "tst/integration/computer/chromium_app_test.py::test_a_start_tab_on_a_routed_site_must_load_where_it_lands_so_a_site_answering_503_fails_the_deploy[answers-503]": 10.4, + "tst/integration/computer/chromium_app_test.py::test_a_start_tab_on_a_routed_site_must_load_where_it_lands_so_a_site_answering_503_fails_the_deploy[loads]": 9.6, + "tst/integration/computer/chromium_app_test.py::test_gate_3_makes_this_machines_arch_ready_with_chromium": 133.0, + "tst/integration/computer/chromium_app_test.py::test_it_runs_chrome_itself_on_its_pipe_answers_prompts_as_the_deploy_says_and_a_launch_opens_a_window": 68.8, + "tst/integration/computer/chromium_app_test.py::test_its_computer_gets_the_shared_memory_it_asks_for_so_chrome_keeps_it_there_and_a_reset_env_keeps_it[container]": 15.2, + "tst/integration/computer/chromium_app_test.py::test_its_computer_gets_the_shared_memory_it_asks_for_so_chrome_keeps_it_there_and_a_reset_env_keeps_it[disk]": 176.1, + "tst/integration/computer/chromium_app_test.py::test_its_control_records_tabs_a_download_a_dialog_and_each_launch_with_its_cause": 102.2, + "tst/integration/computer/chromium_app_test.py::test_its_cookies_local_storage_and_downloads_are_read_and_set_through_browser_v1": 12.1, + "tst/integration/computer/chromium_app_test.py::test_its_data_plane_signs_it_in_snapshots_it_resets_it_and_loads_a_snapshot_back_whole": 41.3, + "tst/integration/computer/chromium_app_test.py::test_its_recording_of_its_pages_runs_beside_the_desktops_own_recording_each_with_its_video": 17.5, + "tst/integration/computer/chromium_app_test.py::test_its_start_tabs_open_in_order_the_first_active_and_a_live_one_that_never_answers_is_recorded_not_fatal": 68.8, + "tst/integration/computer/chromium_app_test.py::test_its_task_steps_set_cookies_and_storage_open_a_tab_behind_and_activate_and_close_it_by_its_url": 11.4, + "tst/integration/computer/chromium_app_test.py::test_with_dialogs_left_to_the_agent_chromium_shows_one_and_records_the_agents_answer": 197.5, + "tst/integration/computer/chromium_universe_test.py": 150.3, + "tst/integration/computer/clock_desktop_test.py": 227.8, + "tst/integration/computer/computer_app_test.py::test_a_computers_apps_load_export_and_reset_each_through_its_own_data_plane": 86.1, + "tst/integration/computer/computer_app_test.py::test_an_app_deployed_alone_runs_its_service_on_its_settings_on_a_computer_named_after_it_as_its_driver": 288.1, + "tst/integration/computer/computer_app_test.py::test_the_locks_debs_and_wheels_install_from_mounts_and_stay_in_no_layer_of_the_image": 308.4, + "tst/integration/computer/computer_app_test.py::test_through_the_drivers_route_a_websocket_reaches_an_apps_server_and_a_20_mb_answer_streams_whole": 102.2, + "tst/integration/computer/computer_app_test.py::test_two_apps_composed_into_one_computer_env_each_run_on_their_own_settings": 179.3, + "tst/integration/computer/computer_clock_test.py": 158.0, + "tst/integration/computer/computer_env_test.py": 300.9, + "tst/integration/computer/computer_triggers_test.py": 249.5, + "tst/integration/computer/covered_test.py": 70.5, + "tst/integration/computer/cua_driver_test.py": 87.4, + "tst/integration/computer/desktop_example_test.py": 156.8, "tst/integration/computer/disk_boot_failure_modal_vm_test.py": 0.0, - "tst/integration/computer/disk_boot_test.py": 104.9, + "tst/integration/computer/disk_boot_test.py": 119.9, "tst/integration/computer/disk_modal_vm_test.py": 0.0, - "tst/integration/computer/egress_test.py": 286.7, - "tst/integration/computer/launcher_test.py": 298.5, - "tst/integration/computer/multi_env_computers_test.py": 601.2, + "tst/integration/computer/egress_test.py": 181.1, + "tst/integration/computer/launcher_test.py": 226.2, + "tst/integration/computer/multi_env_computers_test.py": 456.7, "tst/integration/computer/omarchy_test.py": 0.0, - "tst/integration/computer/recording_chaos_test.py": 375.0, - "tst/integration/computer/set_test.py": 286.4, - "tst/integration/computer/tool_prefix_test.py": 127.7, - "tst/integration/computer/website_browser_test.py": 729.7, + "tst/integration/computer/recording_chaos_test.py": 168.1, + "tst/integration/computer/set_test.py": 175.6, + "tst/integration/computer/tool_prefix_test.py": 165.5, + "tst/integration/computer/website_browser_test.py": 414.9, "tst/integration/computer/windows_test.py": 0.0, - "tst/integration/env/env_test.py": 45.4, - "tst/integration/env/envs/build_context_local_test.py": 156.0, - "tst/integration/env/envs/multi_env_child_envs_local_test.py": 43.2, - "tst/integration/env/envs/multi_env_local_test.py": 75.8, - "tst/integration/env/envs/playwright_mcp_local_test.py": 25.7, - "tst/integration/env/envs/server_env_local_test.py": 86.4, + "tst/integration/env/env_test.py": 20.4, + "tst/integration/env/envs/build_context_local_test.py": 154.2, + "tst/integration/env/envs/multi_env_child_envs_local_test.py": 119.4, + "tst/integration/env/envs/multi_env_local_test.py": 74.4, + "tst/integration/env/envs/playwright_mcp_local_test.py": 37.8, + "tst/integration/env/envs/server_env_local_test.py": 133.7, "tst/integration/env/envs/server_env_modal_test.py": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[gateway-default]": 76.1, - "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[ready-timeout]": 138.6, + "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[gateway-default]": 81.1, + "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[ready-timeout]": 141.1, + "tst/integration/env/gateway/gateway_test.py::test_a_tool_disabled_for_a_role_is_refused_through_svc_as_on_the_gateway_s_mcp": 26.3, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[sail_vm]": 0.0, @@ -219,6 +290,7 @@ "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[sail_vm]": 0.0, @@ -230,6 +302,7 @@ "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[sail_vm]": 0.0, @@ -241,6 +314,7 @@ "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[sail_vm]": 0.0, @@ -252,6 +326,7 @@ "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[sail_vm]": 0.0, @@ -263,6 +338,7 @@ "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[sail_vm]": 0.0, @@ -274,6 +350,7 @@ "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[sail_vm]": 0.0, @@ -285,18 +362,20 @@ "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_cardless_environment_resolves_name_from_environment_name": 36.0, + "tst/integration/env/gateway/gateway_test.py::test_cardless_environment_resolves_name_from_environment_name": 36.5, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[sail_vm]": 0.0, @@ -308,6 +387,7 @@ "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[sail_vm]": 0.0, @@ -319,6 +399,7 @@ "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[sail_vm]": 0.0, @@ -330,6 +411,7 @@ "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[sail_vm]": 0.0, @@ -341,6 +423,7 @@ "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[sail_vm]": 0.0, @@ -353,6 +436,7 @@ "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[sail_vm]": 0.0, @@ -364,6 +448,7 @@ "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[sail_vm]": 0.0, @@ -375,6 +460,7 @@ "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[sail_vm]": 0.0, @@ -386,6 +472,7 @@ "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[sail_vm]": 0.0, @@ -397,6 +484,7 @@ "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[sail_vm]": 0.0, @@ -408,6 +496,7 @@ "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[sail_vm]": 0.0, @@ -419,10 +508,11 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[scale]": 29.4, + "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[scale]": 28.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[agent37]": 0.0, @@ -430,23 +520,25 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[scale]": 28.5, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_request_behind_a_write_through_the_rest_proxy": 26.3, - "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_role_behind_each_write": 26.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_request_behind_a_write_through_the_rest_proxy": 26.8, + "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_role_behind_each_write": 45.4, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[scale]": 37.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[scale]": 36.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[agent37]": 0.0, @@ -454,22 +546,24 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[scale]": 51.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[scale]": 50.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_consistent_mode": 41.7, + "tst/integration/env/gateway/gateway_test.py::test_gateway_consistent_mode": 27.4, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[scale]": 29.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[scale]": 27.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[agent37]": 0.0, @@ -477,10 +571,11 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[scale]": 27.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[scale]": 29.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[agent37]": 0.0, @@ -488,6 +583,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[sail_vm]": 0.0, @@ -499,10 +595,11 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[scale]": 25.9, + "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[scale]": 26.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[agent37]": 0.0, @@ -510,35 +607,38 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[scale]": 38.3, + "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[scale]": 37.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_nl_executor[modal_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_website_trigger_fires_on_a_request_through_the_website_proxy": 61.1, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_agentenv_environment": 27.6, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_env_including_website": 155.3, + "tst/integration/env/gateway/gateway_test.py::test_gateway_website_trigger_fires_on_a_request_through_the_website_proxy": 39.7, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_agentenv_environment": 39.5, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_env_including_website": 69.6, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[scale]": 103.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[scale]": 105.4, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_mcp_server": 102.8, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_website_env": 120.2, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_website_env_v1": 42.8, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_mcp_server": 103.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_website_env": 121.9, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_website_env_v1": 40.5, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[sail_vm]": 0.0, @@ -550,6 +650,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[sail_vm]": 0.0, @@ -561,6 +662,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[sail_vm]": 0.0, @@ -572,6 +674,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[sail_vm]": 0.0, @@ -583,6 +686,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[sail_vm]": 0.0, @@ -594,6 +698,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[sail_vm]": 0.0, @@ -605,6 +710,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[sail_vm]": 0.0, @@ -616,6 +722,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[sail_vm]": 0.0, @@ -627,6 +734,7 @@ "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[sail_vm]": 0.0, @@ -638,6 +746,7 @@ "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[sail_vm]": 0.0, @@ -649,6 +758,7 @@ "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[sail_vm]": 0.0, @@ -660,18 +770,20 @@ "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_load_from_snapshot": 44.1, + "tst/integration/env/gateway/gateway_test.py::test_load_from_snapshot": 42.3, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[sail_vm]": 0.0, @@ -683,6 +795,7 @@ "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[sail_vm]": 0.0, @@ -694,6 +807,7 @@ "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[sail_vm]": 0.0, @@ -705,6 +819,7 @@ "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[sail_vm]": 0.0, @@ -716,6 +831,7 @@ "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[sail_vm]": 0.0, @@ -727,6 +843,7 @@ "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[sail_vm]": 0.0, @@ -738,6 +855,7 @@ "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[sail_vm]": 0.0, @@ -749,6 +867,7 @@ "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[sail_vm]": 0.0, @@ -760,6 +879,7 @@ "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[sail_vm]": 0.0, @@ -771,6 +891,7 @@ "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[sail_vm]": 0.0, @@ -782,18 +903,20 @@ "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_renamed_registration_serves_its_registered_name": 35.8, + "tst/integration/env/gateway/gateway_test.py::test_renamed_registration_serves_its_registered_name": 36.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[sail_vm]": 0.0, @@ -805,6 +928,7 @@ "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[sail_vm]": 0.0, @@ -816,6 +940,7 @@ "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[sail_vm]": 0.0, @@ -827,6 +952,7 @@ "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[sail_vm]": 0.0, @@ -838,6 +964,7 @@ "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[sail_vm]": 0.0, @@ -849,19 +976,21 @@ "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_snapshot_agent_state_v1_and_fallback": 29.3, - "tst/integration/env/gateway/gateway_test.py::test_snapshot_cli": 37.6, + "tst/integration/env/gateway/gateway_test.py::test_snapshot_agent_state_v1_and_fallback": 38.0, + "tst/integration/env/gateway/gateway_test.py::test_snapshot_cli": 121.4, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[sail_vm]": 0.0, @@ -873,6 +1002,7 @@ "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[sail_vm]": 0.0, @@ -884,6 +1014,7 @@ "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[sail_vm]": 0.0, @@ -895,6 +1026,7 @@ "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[sail_vm]": 0.0, @@ -906,6 +1038,7 @@ "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[sail_vm]": 0.0, @@ -917,10 +1050,11 @@ "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[scale]": 27.5, + "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[scale]": 28.5, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[agent37]": 0.0, @@ -928,6 +1062,7 @@ "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[sail_vm]": 0.0, @@ -939,18 +1074,20 @@ "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_the_browsers_card_and_recording_through_the_gateway_survive_its_recorder_and_container_restarting": 128.8, + "tst/integration/env/gateway/gateway_test.py::test_the_browsers_card_and_recording_through_the_gateway_survive_its_recorder_and_container_restarting": 186.5, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[sail_vm]": 0.0, @@ -962,6 +1099,7 @@ "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[sail_vm]": 0.0, @@ -973,19 +1111,21 @@ "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_validate_universe_compatibility": 42.7, - "tst/integration/env/gateway/gateway_test.py::test_verify_universe_roundtrip_export_all_v1_and_fallback": 38.0, + "tst/integration/env/gateway/gateway_test.py::test_validate_universe_compatibility": 27.4, + "tst/integration/env/gateway/gateway_test.py::test_verify_universe_roundtrip_export_all_v1_and_fallback": 47.8, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[sail_vm]": 0.0, @@ -997,6 +1137,7 @@ "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[sail_vm]": 0.0, @@ -1008,6 +1149,7 @@ "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[sail_vm]": 0.0, @@ -1019,6 +1161,7 @@ "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[sail_vm]": 0.0, @@ -1030,6 +1173,7 @@ "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[sail_vm]": 0.0, @@ -1041,663 +1185,711 @@ "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/task_step/task_steps_test.py": 202.2, - "tst/integration/eval/eval_test.py": 1.9, - "tst/integration/openenv/build_app_test.py": 132.4, + "tst/integration/env/task_step/task_steps_test.py": 228.5, + "tst/integration/eval/eval_test.py": 2.0, + "tst/integration/openenv/build_app_test.py": 122.1, "tst/integration/providers/sandbox_providers/agent37_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/boat_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/boxd_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/coreweave_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/daytona_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/e2b_sandbox_smoke_test.py": 0.0, + "tst/integration/providers/sandbox_providers/kosa8_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/sail_vm_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/tenki_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/tensorlake_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/vercel_sandbox_smoke_test.py": 0.0, - "tst/integration/providers/sandbox_providers/vm_sandbox_build_test.py": 2.5, + "tst/integration/providers/sandbox_providers/vm_sandbox_build_test.py": 1.6, "tst/integration/providers/sandbox_providers/websockets_live_test.py": 0.0, - "tst/integration/store/local_parallel_deploy_test.py": 125.0, - "tst/integration/task_step/test_advance_to_next_event_hook_local.py": 121.9, - "tst/integration/task_step/test_agent_on_local_sandbox.py": 8.2, + "tst/integration/store/local_parallel_deploy_test.py": 53.6, + "tst/integration/task_step/test_advance_to_next_event_hook_local.py": 113.5, + "tst/integration/task_step/test_agent_env_clock_local.py": 0.0, + "tst/integration/task_step/test_agent_on_local_sandbox.py": 22.9, "tst/integration/task_step/test_enable_docker_e2e.py": 0.0, + "tst/integration/task_step/test_model_key_scope_local.py": 37.1, "tst/integration/task_step/test_multiturn_verifier_delivery.py": 0.0, - "tst/integration/task_step/test_next_env_event_hook_local.py": 146.2, - "tst/integration/task_step/test_prompt_agent_notifications_local.py": 128.2, - "tst/integration/task_step/test_register_env_triggers_local.py": 191.1, - "tst/integration/training/harness_test.py": 54.6, - "tst/integration/training/trl_test.py": 35.1, - "tst/integration/utils/docker/prune_test.py": 16.0, - "tst/unit/a2a_agent/add_skill_test.py": 1.1, - "tst/unit/a2a_agent/alias_get_test.py": 0.3, + "tst/integration/task_step/test_next_env_event_hook_local.py": 218.6, + "tst/integration/task_step/test_prompt_agent_notifications_local.py": 121.0, + "tst/integration/task_step/test_register_env_triggers_local.py": 188.0, + "tst/integration/training/harness_test.py": 38.2, + "tst/integration/training/trl_test.py": 47.7, + "tst/integration/utils/docker/prune_test.py": 13.7, + "tst/unit/a2a_agent/add_skill_test.py": 0.9, + "tst/unit/a2a_agent/alias_get_test.py": 0.4, "tst/unit/a2a_agent/cdp_config_test.py": 0.1, - "tst/unit/a2a_agent/context_only_deploy_test.py": 0.6, - "tst/unit/a2a_agent/deploy_cleanup_test.py": 0.1, - "tst/unit/a2a_agent/negotiate_agent_config_test.py": 0.0, + "tst/unit/a2a_agent/context_only_deploy_test.py": 0.5, + "tst/unit/a2a_agent/deploy_cleanup_test.py": 0.2, + "tst/unit/a2a_agent/negotiate_agent_config_test.py": 0.1, "tst/unit/a2a_agent/object_transfer_reach_test.py": 0.2, - "tst/unit/a2a_agent/object_transfer_test.py": 0.4, - "tst/unit/a2a_agent/protocol_test.py": 0.3, - "tst/unit/a2a_agent/put_version_test.py": 0.1, + "tst/unit/a2a_agent/object_transfer_test.py": 0.6, + "tst/unit/a2a_agent/protocol_test.py": 0.4, + "tst/unit/a2a_agent/put_version_test.py": 0.2, "tst/unit/a2a_agent/readable_parts_test.py": 0.1, - "tst/unit/a2a_agent/staging_test.py": 1.8, + "tst/unit/a2a_agent/staging_test.py": 2.8, "tst/unit/a2a_agent/store_test.py": 0.0, - "tst/unit/a2a_agent/test_trajectory_follower.py": 0.8, + "tst/unit/a2a_agent/test_trajectory_follower.py": 0.7, "tst/unit/a2a_agent/test_validator_changelog_objects.py": 0.2, + "tst/unit/a2a_agent/test_validator_clock.py": 0.1, "tst/unit/a2a_agent/test_validator_skill_variants.py": 0.1, - "tst/unit/a2a_agent/validator_trajectory_dag_test.py": 0.3, + "tst/unit/a2a_agent/validator_trajectory_dag_test.py": 0.7, "tst/unit/a2a_agent/validator_uri_probes_test.py": 0.0, "tst/unit/a2a_agent/verify_a2a_agent_card_test.py": 0.1, - "tst/unit/agents/browser_use/test_browser_use_agent.py": 1.7, - "tst/unit/agents/claude_code/test_card_contract.py": 1.6, - "tst/unit/agents/claude_code/test_changelog.py": 23.4, + "tst/unit/agents/browser_use/test_browser_use_agent.py": 1.6, + "tst/unit/agents/claude_code/test_always_on_judge_config.py": 0.1, + "tst/unit/agents/claude_code/test_card_contract.py": 1.2, + "tst/unit/agents/claude_code/test_changelog.py": 21.6, "tst/unit/agents/claude_code/test_claude_bridge_builtin_tools.py": 0.1, - "tst/unit/agents/claude_code/test_claude_bridge_cancel.py": 9.3, - "tst/unit/agents/claude_code/test_claude_bridge_failure_message.py": 0.2, - "tst/unit/agents/claude_code/test_claude_bridge_live.py": 0.2, - "tst/unit/agents/claude_code/test_claude_bridge_model.py": 0.1, - "tst/unit/agents/claude_code/test_claude_bridge_retry.py": 0.5, + "tst/unit/agents/claude_code/test_claude_bridge_cancel.py": 9.6, + "tst/unit/agents/claude_code/test_claude_bridge_failure_message.py": 0.3, + "tst/unit/agents/claude_code/test_claude_bridge_live.py": 0.1, + "tst/unit/agents/claude_code/test_claude_bridge_model.py": 0.3, + "tst/unit/agents/claude_code/test_claude_bridge_retry.py": 0.7, "tst/unit/agents/claude_code/test_claude_bridge_stdin.py": 1.1, "tst/unit/agents/claude_code/test_cli_env.py": 0.2, + "tst/unit/agents/claude_code/test_env_clock_image.py": 0.3, "tst/unit/agents/claude_code/test_ext_mcp_name.py": 0.1, - "tst/unit/agents/claude_code/test_extensions.py": 0.1, - "tst/unit/agents/claude_code/test_image_contract.py": 0.0, - "tst/unit/agents/claude_code/test_install_sh_host_root.py": 0.1, - "tst/unit/agents/claude_code/test_message_contract.py": 1.7, + "tst/unit/agents/claude_code/test_extensions.py": 0.3, + "tst/unit/agents/claude_code/test_image_contract.py": 0.1, + "tst/unit/agents/claude_code/test_install_sh_host_root.py": 2.1, + "tst/unit/agents/claude_code/test_message_contract.py": 2.0, "tst/unit/agents/claude_code/test_object_transfer.py": 0.5, - "tst/unit/agents/claude_code/test_partial_trajectory.py": 0.2, - "tst/unit/agents/claude_code/test_workspace_snapshot.py": 0.1, + "tst/unit/agents/claude_code/test_partial_trajectory.py": 0.1, + "tst/unit/agents/claude_code/test_workspace_snapshot.py": 0.4, "tst/unit/agents/codex/test_card_contract.py": 0.1, - "tst/unit/agents/codex/test_codex_bridge_events.py": 0.3, - "tst/unit/agents/codex/test_codex_bridge_failure_message.py": 0.2, - "tst/unit/agents/codex/test_codex_bridge_retry.py": 0.4, + "tst/unit/agents/codex/test_codex_bridge_events.py": 0.6, + "tst/unit/agents/codex/test_codex_bridge_failure_message.py": 0.4, + "tst/unit/agents/codex/test_codex_bridge_retry.py": 0.7, "tst/unit/agents/codex/test_codex_bridge_watchdog.py": 0.3, - "tst/unit/agents/codex/test_codex_builtin_tools.py": 2.0, - "tst/unit/agents/codex/test_codex_executor_outcome.py": 0.3, - "tst/unit/agents/codex/test_codex_snapshot_hardening.py": 0.3, + "tst/unit/agents/codex/test_codex_builtin_tools.py": 2.3, + "tst/unit/agents/codex/test_codex_executor_outcome.py": 0.4, + "tst/unit/agents/codex/test_codex_snapshot_hardening.py": 0.2, "tst/unit/agents/codex/test_config_and_mcp.py": 0.3, "tst/unit/agents/codex/test_image_contract.py": 0.2, - "tst/unit/agents/codex/test_install.py": 0.1, + "tst/unit/agents/codex/test_install.py": 2.1, "tst/unit/agents/codex/test_live_trajectory.py": 0.1, - "tst/unit/agents/codex/test_message_contract.py": 0.1, - "tst/unit/agents/codex/test_object_transfer.py": 0.7, - "tst/unit/agents/gemini/test_card_contract.py": 1.8, - "tst/unit/agents/gemini/test_extensions.py": 0.5, + "tst/unit/agents/codex/test_message_contract.py": 0.2, + "tst/unit/agents/codex/test_object_transfer.py": 0.8, + "tst/unit/agents/gemini/test_card_contract.py": 2.1, + "tst/unit/agents/gemini/test_extensions.py": 0.7, "tst/unit/agents/gemini/test_gemini_bridge_attribution.py": 0.1, - "tst/unit/agents/gemini/test_gemini_bridge_cancel.py": 5.7, - "tst/unit/agents/gemini/test_gemini_bridge_failure_message.py": 0.4, + "tst/unit/agents/gemini/test_gemini_bridge_cancel.py": 5.8, + "tst/unit/agents/gemini/test_gemini_bridge_failure_message.py": 0.5, "tst/unit/agents/gemini/test_gemini_bridge_live.py": 1.3, "tst/unit/agents/gemini/test_image_contract.py": 0.2, - "tst/unit/agents/gemini/test_install.py": 0.1, + "tst/unit/agents/gemini/test_install.py": 2.1, "tst/unit/agents/gemini/test_litellm_proxy.py": 0.5, - "tst/unit/agents/gemini/test_message_contract.py": 0.5, - "tst/unit/agents/gemini/test_object_transfer.py": 3.6, - "tst/unit/agents/hermes/test_card_contract.py": 1.7, + "tst/unit/agents/gemini/test_message_contract.py": 0.3, + "tst/unit/agents/gemini/test_object_transfer.py": 2.7, + "tst/unit/agents/hermes/test_card_contract.py": 1.9, "tst/unit/agents/hermes/test_held_work.py": 0.8, - "tst/unit/agents/hermes/test_hermes_bridge.py": 3.7, - "tst/unit/agents/hermes/test_message_contract.py": 0.5, - "tst/unit/agents/letta_code/test_bridge.py": 0.5, - "tst/unit/agents/opencode/test_card_contract.py": 1.5, - "tst/unit/agents/opencode/test_image_contract.py": 0.2, - "tst/unit/agents/opencode/test_install.py": 0.1, + "tst/unit/agents/hermes/test_hermes_bridge.py": 3.4, + "tst/unit/agents/hermes/test_message_contract.py": 0.6, + "tst/unit/agents/letta_code/test_bridge.py": 0.6, + "tst/unit/agents/opencode/test_card_contract.py": 2.0, + "tst/unit/agents/opencode/test_image_contract.py": 0.1, + "tst/unit/agents/opencode/test_install.py": 2.1, "tst/unit/agents/opencode/test_message_contract.py": 1.1, - "tst/unit/agents/opencode/test_object_transfer.py": 0.5, + "tst/unit/agents/opencode/test_object_transfer.py": 0.6, "tst/unit/agents/opencode/test_opencode_bridge_builtin_tools.py": 0.2, "tst/unit/agents/opencode/test_opencode_bridge_cancel.py": 5.7, - "tst/unit/agents/opencode/test_opencode_bridge_config.py": 0.2, - "tst/unit/agents/opencode/test_opencode_bridge_events.py": 0.1, - "tst/unit/agents/opencode/test_opencode_bridge_live.py": 1.3, + "tst/unit/agents/opencode/test_opencode_bridge_config.py": 0.1, + "tst/unit/agents/opencode/test_opencode_bridge_events.py": 0.2, + "tst/unit/agents/opencode/test_opencode_bridge_live.py": 1.5, + "tst/unit/agents/opencode/test_opencode_bridge_max_turns.py": 0.3, "tst/unit/agents/opencode/test_opencode_bridge_stdin.py": 0.1, "tst/unit/agents/openhands/test_conversation_run.py": 0.1, "tst/unit/agents/openhands/test_openhands_agent.py": 4.7, - "tst/unit/agents/pi/test_pi_agent.py": 3.0, - "tst/unit/agents/proxy/test_proxy_agent.py": 0.8, - "tst/unit/agents/pydantic_ai/test_pydantic_ai_agent.py": 3.8, + "tst/unit/agents/pi/test_pi_agent.py": 2.7, + "tst/unit/agents/proxy/test_proxy_agent.py": 0.7, + "tst/unit/agents/pydantic_ai/test_pydantic_ai_agent.py": 4.4, + "tst/unit/agents/test_agent_clock_images.py": 0.1, "tst/unit/agents/test_host_workdir.py": 0.1, - "tst/unit/agents/test_installed_workspace.py": 0.5, + "tst/unit/agents/test_installed_control_token.py": 0.2, + "tst/unit/agents/test_installed_workspace.py": 0.4, + "tst/unit/agents/test_trajectory_formats.py": 0.1, "tst/unit/artifact/cli_artifact_test.py": 0.2, - "tst/unit/artifact/environment_files_test.py": 0.4, - "tst/unit/artifact/environment_universe_folder_test.py": 0.1, + "tst/unit/artifact/environment_files_test.py": 0.5, + "tst/unit/artifact/environment_universe_folder_test.py": 0.0, "tst/unit/artifact/registry_test.py": 0.9, "tst/unit/artifact/skill_artifact_test.py": 0.3, - "tst/unit/artifact/test_artifact_metadata.py": 0.1, + "tst/unit/artifact/test_artifact_metadata.py": 0.3, "tst/unit/artifact/test_artifact_put.py": 0.0, - "tst/unit/artifact/test_computer_artifact.py": 1.3, - "tst/unit/artifact/test_docker_image_build_context.py": 0.5, + "tst/unit/artifact/test_computer_artifact.py": 1.0, + "tst/unit/artifact/test_docker_image_build_context.py": 0.4, "tst/unit/artifact/test_docker_image_github_clone.py": 0.1, "tst/unit/artifact/test_docker_image_github_push.py": 0.2, "tst/unit/artifact/test_docker_image_pulled.py": 0.2, "tst/unit/artifact/test_docker_image_put_ref.py": 0.4, - "tst/unit/artifact/test_object_url_keys.py": 0.3, - "tst/unit/artifact/test_removed_service_aliases.py": 2.5, + "tst/unit/artifact/test_object_url_keys.py": 0.7, + "tst/unit/artifact/test_removed_service_aliases.py": 1.8, "tst/unit/artifact/test_service_artifact_alias.py": 0.1, "tst/unit/artifact/test_service_universe_file_view.py": 0.1, - "tst/unit/artifact/test_store_put_document.py": 0.2, + "tst/unit/artifact/test_store_put_document.py": 0.1, "tst/unit/attribution_test.py": 0.1, - "tst/unit/bundle/agent_override_test.py": 2.0, - "tst/unit/bundle/aliases_test.py": 0.5, - "tst/unit/bundle/artifact_toml_test.py": 4.4, - "tst/unit/bundle/authoring_test.py": 0.7, - "tst/unit/bundle/cli_folder_test.py": 2.1, - "tst/unit/bundle/computer_app_env_test.py": 13.2, - "tst/unit/bundle/computer_driver_env_test.py": 26.1, - "tst/unit/bundle/computer_env_folder_test.py": 54.0, - "tst/unit/bundle/computer_folder_test.py": 1.5, - "tst/unit/bundle/env_toml_test.py": 5.9, - "tst/unit/bundle/file_artifacts_test.py": 0.8, - "tst/unit/bundle/hub_test.py": 2.1, - "tst/unit/bundle/image_folder_test.py": 4.7, - "tst/unit/bundle/importer_entities_test.py": 10.1, - "tst/unit/bundle/importer_image_refs_test.py": 3.4, - "tst/unit/bundle/importer_test.py": 17.3, - "tst/unit/bundle/installed_entities_test.py": 11.0, - "tst/unit/bundle/installed_test.py": 8.6, - "tst/unit/bundle/ledger_digest_test.py": 0.2, - "tst/unit/bundle/ledger_test.py": 23.1, - "tst/unit/bundle/materialize_test.py": 16.8, - "tst/unit/bundle/parse_test.py": 4.5, - "tst/unit/bundle/plan_test.py": 4.9, - "tst/unit/bundle/plugin_artifact_types_test.py": 1.0, - "tst/unit/bundle/preflight_test.py": 43.3, - "tst/unit/bundle/referenced_context_test.py": 2.4, - "tst/unit/bundle/register_test.py": 13.3, - "tst/unit/bundle/requires_test.py": 7.2, - "tst/unit/bundle/resolve_test.py": 5.8, - "tst/unit/bundle/run_teardown_test.py": 26.0, - "tst/unit/bundle/run_test.py": 12.8, - "tst/unit/bundle/shipped_bundles_test.py": 4.0, - "tst/unit/bundle/shipped_computers_test.py": 1.6, - "tst/unit/bundle/to_toml_round_trip_test.py": 5.9, + "tst/unit/bundle/agent_override_test.py": 1.7, + "tst/unit/bundle/aliases_test.py": 0.8, + "tst/unit/bundle/artifact_toml_test.py": 4.8, + "tst/unit/bundle/authoring_test.py": 0.4, + "tst/unit/bundle/cli_folder_test.py": 1.1, + "tst/unit/bundle/computer_app_env_test.py": 12.8, + "tst/unit/bundle/computer_driver_env_test.py": 22.6, + "tst/unit/bundle/computer_env_folder_test.py": 42.1, + "tst/unit/bundle/computer_folder_test.py": 1.0, + "tst/unit/bundle/computer_to_toml_edges_test.py": 34.0, + "tst/unit/bundle/computer_to_toml_test.py": 14.8, + "tst/unit/bundle/env_toml_test.py": 4.1, + "tst/unit/bundle/file_artifacts_test.py": 0.9, + "tst/unit/bundle/hub_test.py": 2.7, + "tst/unit/bundle/image_folder_test.py": 4.2, + "tst/unit/bundle/importer_entities_test.py": 18.7, + "tst/unit/bundle/importer_image_refs_test.py": 4.3, + "tst/unit/bundle/importer_test.py": 32.7, + "tst/unit/bundle/installed_entities_test.py": 10.6, + "tst/unit/bundle/installed_test.py": 4.8, + "tst/unit/bundle/ledger_digest_test.py": 0.1, + "tst/unit/bundle/ledger_test.py": 18.5, + "tst/unit/bundle/materialize_test.py": 16.1, + "tst/unit/bundle/parse_test.py": 2.4, + "tst/unit/bundle/plan_test.py": 5.1, + "tst/unit/bundle/plugin_artifact_types_test.py": 0.6, + "tst/unit/bundle/preflight_test.py": 38.0, + "tst/unit/bundle/referenced_context_test.py": 1.0, + "tst/unit/bundle/register_test.py": 26.5, + "tst/unit/bundle/requires_test.py": 4.6, + "tst/unit/bundle/resolve_test.py": 6.4, + "tst/unit/bundle/run_teardown_test.py": 28.8, + "tst/unit/bundle/run_test.py": 11.8, + "tst/unit/bundle/shipped_bundles_test.py": 2.0, + "tst/unit/bundle/shipped_computers_test.py": 1.8, + "tst/unit/bundle/to_toml_round_trip_test.py": 7.9, "tst/unit/bundle/toml_refs_test.py": 0.3, "tst/unit/bundle/toml_writer_test.py": 0.1, - "tst/unit/bundle/variants_test.py": 8.9, - "tst/unit/bundle/website_optional_frontend_test.py": 0.1, + "tst/unit/bundle/variants_test.py": 9.0, + "tst/unit/bundle/website_optional_frontend_test.py": 0.0, "tst/unit/cli/a2a_agent_list_test.py": 0.2, "tst/unit/cli/a2a_agent_validate_test.py": 0.4, "tst/unit/cli/always_on_step_output_test.py": 0.1, - "tst/unit/cli/base_metadata_version_test.py": 0.1, - "tst/unit/cli/build_platform_test.py": 0.4, + "tst/unit/cli/base_metadata_version_test.py": 0.0, + "tst/unit/cli/build_platform_test.py": 0.3, "tst/unit/cli/card_naming_relocation_test.py": 0.3, - "tst/unit/cli/deploy_step_output_test.py": 0.1, + "tst/unit/cli/deploy_step_output_test.py": 0.0, "tst/unit/cli/deploy_vm_sizing_test.py": 0.1, "tst/unit/cli/deployed_env_output_test.py": 0.1, "tst/unit/cli/env_provider_type_test.py": 0.2, - "tst/unit/cli/env_put_validation_test.py": 0.3, + "tst/unit/cli/env_put_validation_test.py": 0.5, "tst/unit/cli/env_state_type_parity_test.py": 0.1, - "tst/unit/cli/environment_name_alias_test.py": 0.5, + "tst/unit/cli/environment_name_alias_test.py": 0.4, "tst/unit/cli/eval_run_teardown_test.py": 0.3, - "tst/unit/cli/image_ref_put_test.py": 0.5, + "tst/unit/cli/image_ref_put_test.py": 0.4, "tst/unit/cli/init_env_state_cli_test.py": 0.2, - "tst/unit/cli/load_artifact_target_test.py": 0.2, - "tst/unit/cli/plugin_command_test.py": 36.5, - "tst/unit/cli/plugin_install_test.py": 13.3, - "tst/unit/cli/plugin_report_test.py": 20.3, - "tst/unit/cli/plugins_test.py": 11.9, + "tst/unit/cli/load_artifact_target_test.py": 0.1, + "tst/unit/cli/plugin_command_test.py": 34.6, + "tst/unit/cli/plugin_install_test.py": 15.5, + "tst/unit/cli/plugin_report_test.py": 12.9, + "tst/unit/cli/plugins_test.py": 13.4, "tst/unit/cli/run_role_models_test.py": 0.2, - "tst/unit/cli/sandbox_url_relocation_test.py": 3.9, + "tst/unit/cli/sandbox_url_relocation_test.py": 4.0, "tst/unit/cli/snapshot_step_output_test.py": 0.1, "tst/unit/cli/stage_free_commands_test.py": 0.0, - "tst/unit/cli/submit_runs_test.py": 5.8, + "tst/unit/cli/submit_runs_test.py": 5.7, "tst/unit/cli/task_run_agent_pick_test.py": 0.1, - "tst/unit/cli/task_run_requires_test.py": 3.4, - "tst/unit/cli/task_run_stored_test.py": 0.8, - "tst/unit/cli/task_run_teardown_test.py": 8.0, + "tst/unit/cli/task_run_requires_test.py": 3.5, + "tst/unit/cli/task_run_stored_test.py": 0.7, + "tst/unit/cli/task_run_teardown_test.py": 9.8, "tst/unit/cli/teardown_env_state_cli_test.py": 0.1, - "tst/unit/cli/test_release_gate_decision.py": 0.2, - "tst/unit/cli/test_removed_cli_aliases.py": 0.5, - "tst/unit/cli/test_spec_conformance_display.py": 0.2, + "tst/unit/cli/test_release_gate_decision.py": 0.1, + "tst/unit/cli/test_removed_cli_aliases.py": 0.2, + "tst/unit/cli/test_spec_conformance_display.py": 0.1, "tst/unit/cli/test_task_create_preflight.py": 0.1, - "tst/unit/cli/user_facing_errors_test.py": 0.3, - "tst/unit/cli/verbose_logging_test.py": 3.7, + "tst/unit/cli/user_facing_errors_test.py": 0.1, + "tst/unit/cli/verbose_logging_test.py": 2.3, "tst/unit/cli/website_live_cli_test.py": 0.7, - "tst/unit/cli/website_server_image_cli_test.py": 0.9, + "tst/unit/cli/website_server_image_cli_test.py": 0.5, "tst/unit/cli/write_context_filename_test.py": 0.1, - "tst/unit/config/test_config_holds_its_document.py": 0.2, - "tst/unit/config/test_config_profiles.py": 0.3, - "tst/unit/config/test_default_a2a_agent.py": 0.2, + "tst/unit/config/test_config_holds_its_document.py": 0.1, + "tst/unit/config/test_config_profiles.py": 0.1, + "tst/unit/config/test_default_a2a_agent.py": 0.1, "tst/unit/config/test_default_env_ids.py": 0.3, - "tst/unit/config/test_describe.py": 3.1, - "tst/unit/config/test_explain_and_sources.py": 9.8, + "tst/unit/config/test_describe.py": 2.2, + "tst/unit/config/test_explain_and_sources.py": 13.5, "tst/unit/config/test_fixture_prefix_keys.py": 0.2, - "tst/unit/config/test_human_a2a_url.py": 0.5, - "tst/unit/config/test_loader.py": 1.2, - "tst/unit/config/test_model.py": 0.9, + "tst/unit/config/test_human_a2a_url.py": 0.3, + "tst/unit/config/test_loader.py": 0.7, + "tst/unit/config/test_model.py": 1.1, "tst/unit/config/test_no_stage_concept.py": 0.1, - "tst/unit/config/test_one_document_per_process.py": 5.7, - "tst/unit/config/test_paths.py": 0.2, + "tst/unit/config/test_one_document_per_process.py": 4.2, + "tst/unit/config/test_paths.py": 0.1, "tst/unit/config/test_registry_builders_take_a_config.py": 0.4, - "tst/unit/config/test_reset_config.py": 0.9, + "tst/unit/config/test_reset_config.py": 0.7, "tst/unit/config/test_resolve_reference.py": 0.0, "tst/unit/config/test_run_env_ids.py": 0.1, - "tst/unit/config/test_unread_keys.py": 1.1, - "tst/unit/drivers/agent_desktop_driver_test.py": 24.2, - "tst/unit/drivers/aside_driver_test.py": 18.8, - "tst/unit/drivers/codex_computer_use_driver_test.py": 18.7, - "tst/unit/drivers/cua_driver_test.py": 1.7, - "tst/unit/drivers/macos_harness_driver_test.py": 0.6, - "tst/unit/drivers/page_driver_test.py": 24.0, - "tst/unit/drivers/reference_driver_test.py": 4.0, - "tst/unit/entity_refs_import_test.py": 0.1, - "tst/unit/env/alias_get_test.py": 0.3, - "tst/unit/env/bootstrap_test.py": 11.7, - "tst/unit/env/envs/service_db/service_db_test.py": 0.2, - "tst/unit/env/envs/test_artifact_staging.py": 1.3, - "tst/unit/env/envs/test_chromium_app.py": 0.8, - "tst/unit/env/envs/test_computer_apps.py": 10.4, - "tst/unit/env/envs/test_computer_boot_stops.py": 1.1, - "tst/unit/env/envs/test_computer_builder.py": 6.2, + "tst/unit/config/test_unread_keys.py": 1.0, + "tst/unit/drivers/agent_desktop_driver_test.py": 28.3, + "tst/unit/drivers/aside_driver_test.py": 18.3, + "tst/unit/drivers/codex_computer_use_driver_test.py": 12.8, + "tst/unit/drivers/cua_driver_test.py": 2.2, + "tst/unit/drivers/macos_harness_driver_test.py": 0.4, + "tst/unit/drivers/page_driver_test.py": 23.0, + "tst/unit/drivers/reference_driver_test.py": 4.6, + "tst/unit/entity_refs_import_test.py": 0.0, + "tst/unit/env/alias_get_test.py": 0.4, + "tst/unit/env/bootstrap_test.py": 12.6, + "tst/unit/env/envs/service_db/service_db_test.py": 0.5, + "tst/unit/env/envs/test_artifact_staging.py": 1.0, + "tst/unit/env/envs/test_chromium_app.py": 0.4, + "tst/unit/env/envs/test_computer_apps.py": 10.8, + "tst/unit/env/envs/test_computer_boot_stops.py": 1.2, + "tst/unit/env/envs/test_computer_browser_clock_base.py": 0.2, + "tst/unit/env/envs/test_computer_builder.py": 8.4, "tst/unit/env/envs/test_computer_clock.py": 0.1, "tst/unit/env/envs/test_computer_clock_base.py": 0.1, - "tst/unit/env/envs/test_computer_clock_follower.py": 2.3, - "tst/unit/env/envs/test_computer_disk.py": 22.0, + "tst/unit/env/envs/test_computer_clock_follower.py": 2.4, + "tst/unit/env/envs/test_computer_disk.py": 23.2, "tst/unit/env/envs/test_computer_egress_base.py": 0.1, - "tst/unit/env/envs/test_computer_env.py": 61.1, + "tst/unit/env/envs/test_computer_egress_hand_off.py": 0.6, + "tst/unit/env/envs/test_computer_env.py": 44.8, "tst/unit/env/envs/test_computer_macos_grants.py": 0.2, - "tst/unit/env/envs/test_computer_network_log.py": 2.7, - "tst/unit/env/envs/test_computer_omarchy.py": 3.2, - "tst/unit/env/envs/test_computer_site_proxy.py": 8.0, - "tst/unit/env/envs/test_computer_sites.py": 2.7, - "tst/unit/env/envs/test_computer_stand_in_proxy.py": 5.1, - "tst/unit/env/envs/test_computer_vm_bundle.py": 6.2, - "tst/unit/env/envs/test_computer_windows.py": 3.1, - "tst/unit/env/envs/test_disk_recipe.py": 8.8, - "tst/unit/env/envs/test_env_card_loads.py": 0.7, - "tst/unit/env/envs/test_env_close_teardown.py": 0.2, + "tst/unit/env/envs/test_computer_network_log.py": 1.9, + "tst/unit/env/envs/test_computer_omarchy.py": 2.7, + "tst/unit/env/envs/test_computer_site_proxy.py": 5.7, + "tst/unit/env/envs/test_computer_sites.py": 2.0, + "tst/unit/env/envs/test_computer_stand_in_proxy.py": 6.3, + "tst/unit/env/envs/test_computer_vm_bundle.py": 9.1, + "tst/unit/env/envs/test_computer_windows.py": 1.9, + "tst/unit/env/envs/test_disk_recipe.py": 9.2, + "tst/unit/env/envs/test_env_card_loads.py": 0.6, + "tst/unit/env/envs/test_env_close_teardown.py": 0.1, "tst/unit/env/envs/test_environment_name_alias.py": 0.3, "tst/unit/env/envs/test_install_platform_keys.py": 0.0, - "tst/unit/env/envs/test_mcp_server_container_mode.py": 0.6, + "tst/unit/env/envs/test_mcp_server_container_mode.py": 0.4, "tst/unit/env/envs/test_mcp_server_load.py": 0.1, - "tst/unit/env/envs/test_mcp_server_plugin_provider.py": 0.6, - "tst/unit/env/envs/test_multi_env_computers.py": 5.9, - "tst/unit/env/envs/test_multi_env_load_concurrency.py": 0.6, - "tst/unit/env/envs/test_multi_env_load_resume.py": 0.3, - "tst/unit/env/envs/test_multi_env_name.py": 0.2, - "tst/unit/env/envs/test_multi_env_plugin_provider.py": 0.6, + "tst/unit/env/envs/test_mcp_server_plugin_provider.py": 0.4, + "tst/unit/env/envs/test_multi_env_computers.py": 4.2, + "tst/unit/env/envs/test_multi_env_load_concurrency.py": 0.8, + "tst/unit/env/envs/test_multi_env_load_resume.py": 1.4, + "tst/unit/env/envs/test_multi_env_name.py": 0.3, + "tst/unit/env/envs/test_multi_env_plugin_provider.py": 0.7, "tst/unit/env/envs/test_multi_env_snapshot_bake.py": 0.3, - "tst/unit/env/envs/test_multi_env_snapshot_guard.py": 0.2, - "tst/unit/env/envs/test_multi_env_snapshot_reload_name.py": 0.7, - "tst/unit/env/envs/test_multi_env_vm_sizing.py": 0.3, - "tst/unit/env/envs/test_playwright_mcp_recorder.py": 2.9, + "tst/unit/env/envs/test_multi_env_snapshot_guard.py": 0.1, + "tst/unit/env/envs/test_multi_env_snapshot_reload_name.py": 0.9, + "tst/unit/env/envs/test_multi_env_vm_sizing.py": 0.2, + "tst/unit/env/envs/test_playwright_mcp_recorder.py": 2.8, "tst/unit/env/envs/test_put_from_github_token.py": 0.1, "tst/unit/env/envs/test_server_reset.py": 0.1, "tst/unit/env/envs/test_thin_disk.py": 0.1, "tst/unit/env/envs/test_website_env_name_alias.py": 0.1, - "tst/unit/env/envs/test_website_live.py": 0.2, - "tst/unit/env/envs/test_website_server_image.py": 2.7, - "tst/unit/env/envs/test_website_site_names.py": 1.9, - "tst/unit/env/gateway/browser_route_test.py": 4.0, + "tst/unit/env/envs/test_website_live.py": 0.3, + "tst/unit/env/envs/test_website_server_image.py": 3.3, + "tst/unit/env/envs/test_website_site_names.py": 2.3, + "tst/unit/env/gateway/browser_route_test.py": 3.0, "tst/unit/env/gateway/caller_test.py": 0.1, - "tst/unit/env/gateway/changes_test.py": 0.5, - "tst/unit/env/gateway/child_outage_socket_test.py": 9.2, - "tst/unit/env/gateway/child_sessions_test.py": 0.6, + "tst/unit/env/gateway/changes_test.py": 0.3, + "tst/unit/env/gateway/child_outage_socket_test.py": 9.0, + "tst/unit/env/gateway/child_sessions_test.py": 0.4, "tst/unit/env/gateway/child_transport_test.py": 0.1, "tst/unit/env/gateway/clock_advance_test.py": 0.5, "tst/unit/env/gateway/clock_version_test.py": 0.1, - "tst/unit/env/gateway/clock_watch_test.py": 6.8, - "tst/unit/env/gateway/control_token_test.py": 0.8, - "tst/unit/env/gateway/data_plane_timeout_test.py": 0.2, - "tst/unit/env/gateway/env_trajectory_route_test.py": 0.1, - "tst/unit/env/gateway/gateway_card_test.py": 0.7, - "tst/unit/env/gateway/get_time_test.py": 0.6, - "tst/unit/env/gateway/hidden_by_default_test.py": 19.2, - "tst/unit/env/gateway/import_graph_test.py": 3.8, - "tst/unit/env/gateway/next_event_test.py": 0.4, - "tst/unit/env/gateway/notifications_test.py": 1.6, + "tst/unit/env/gateway/clock_watch_test.py": 9.2, + "tst/unit/env/gateway/computer_driver_test.py": 0.1, + "tst/unit/env/gateway/control_token_test.py": 1.7, + "tst/unit/env/gateway/data_plane_timeout_test.py": 0.1, + "tst/unit/env/gateway/env_trajectory_route_test.py": 0.2, + "tst/unit/env/gateway/gateway_card_test.py": 0.4, + "tst/unit/env/gateway/get_time_test.py": 0.5, + "tst/unit/env/gateway/hidden_by_default_test.py": 15.9, + "tst/unit/env/gateway/idle_connection_socket_test.py": 3.2, + "tst/unit/env/gateway/import_graph_test.py": 2.8, + "tst/unit/env/gateway/next_event_test.py": 0.6, + "tst/unit/env/gateway/notifications_test.py": 2.7, "tst/unit/env/gateway/process_scope_socket_test.py": 1.2, - "tst/unit/env/gateway/rest_proxy_socket_test.py": 1.7, - "tst/unit/env/gateway/rest_proxy_stream_test.py": 1.2, + "tst/unit/env/gateway/rest_proxy_socket_test.py": 1.4, + "tst/unit/env/gateway/rest_proxy_stream_test.py": 0.6, "tst/unit/env/gateway/role_forwarding_test.py": 0.1, "tst/unit/env/gateway/role_rules_test.py": 0.3, - "tst/unit/env/gateway/tool_access_parity_test.py": 18.7, - "tst/unit/env/gateway/tool_name_clash_test.py": 0.1, + "tst/unit/env/gateway/tool_access_parity_test.py": 12.5, + "tst/unit/env/gateway/tool_name_clash_test.py": 0.2, "tst/unit/env/gateway/trajectory_virtual_time_test.py": 0.1, - "tst/unit/env/gateway/triggers_ctx_test.py": 2.8, - "tst/unit/env/gateway/triggers_fires_test.py": 0.8, - "tst/unit/env/gateway/triggers_test.py": 17.2, - "tst/unit/env/gateway/triggers_time_test.py": 2.1, - "tst/unit/env/gateway/triggers_website_test.py": 1.3, - "tst/unit/env/gateway/user_chat_test.py": 0.4, - "tst/unit/env/gateway/website_mcp_test.py": 2.3, - "tst/unit/env/gateway/website_reserved_paths_test.py": 0.4, - "tst/unit/env/gateway/website_websocket_test.py": 5.2, - "tst/unit/env/published_images_test.py": 0.8, - "tst/unit/env/store_test.py": 0.3, - "tst/unit/env/task_step/deploy_agent_env_vars_test.py": 0.2, - "tst/unit/env/task_step/test_context_ops.py": 0.5, - "tst/unit/env/task_step/test_score_aggregator.py": 0.3, + "tst/unit/env/gateway/triggers_ctx_test.py": 2.7, + "tst/unit/env/gateway/triggers_fires_test.py": 0.7, + "tst/unit/env/gateway/triggers_test.py": 18.4, + "tst/unit/env/gateway/triggers_time_test.py": 2.4, + "tst/unit/env/gateway/triggers_website_test.py": 1.0, + "tst/unit/env/gateway/user_chat_test.py": 0.2, + "tst/unit/env/gateway/website_mcp_test.py": 2.0, + "tst/unit/env/gateway/website_reserved_paths_test.py": 0.2, + "tst/unit/env/gateway/website_websocket_test.py": 4.5, + "tst/unit/env/load_file_artifact_universe_test.py": 0.1, + "tst/unit/env/published_images_test.py": 1.0, + "tst/unit/env/store_test.py": 0.2, + "tst/unit/env/task_step/deploy_agent_env_vars_test.py": 0.1, + "tst/unit/env/task_step/test_context_ops.py": 0.4, + "tst/unit/env/task_step/test_score_aggregator.py": 0.1, "tst/unit/env/task_step/verify_env_card_test.py": 0.2, - "tst/unit/env/task_step/verify_env_core_protocol_test.py": 0.3, + "tst/unit/env/task_step/verify_env_core_protocol_test.py": 0.1, "tst/unit/env/test_env.py": 0.9, - "tst/unit/env/test_legacy_protocol.py": 0.3, - "tst/unit/env/test_registry.py": 0.4, + "tst/unit/env/test_legacy_protocol.py": 0.4, + "tst/unit/env/test_registry.py": 0.7, "tst/unit/env/test_snapshot_fingerprint.py": 0.2, "tst/unit/explorer/entity_ids_test.py": 0.1, - "tst/unit/explorer/explorer_app_test.py": 25.2, - "tst/unit/openenv/app_test.py": 15.7, - "tst/unit/openenv/environment_test.py": 14.8, - "tst/unit/plugin_inventory_test.py": 1.2, + "tst/unit/explorer/explorer_app_test.py": 17.4, + "tst/unit/openenv/app_test.py": 12.4, + "tst/unit/openenv/environment_test.py": 9.9, + "tst/unit/openenv/reward_test.py": 0.1, + "tst/unit/plugin_inventory_test.py": 1.0, "tst/unit/plugin_requirements_test.py": 0.2, - "tst/unit/plugin_settings_test.py": 11.6, - "tst/unit/plugins_test.py": 2.8, - "tst/unit/providers/compose_host_port_publish_test.py": 0.9, - "tst/unit/providers/env_providers/env_gateway_provider_test.py": 66.9, - "tst/unit/providers/env_providers/env_provider_test.py": 0.2, - "tst/unit/providers/env_providers/env_server_provider_test.py": 0.6, - "tst/unit/providers/env_state/test_config_state_providers.py": 0.8, - "tst/unit/providers/env_state/test_env_state_provider.py": 0.5, + "tst/unit/plugin_settings_test.py": 9.0, + "tst/unit/plugins_test.py": 1.1, + "tst/unit/providers/compose_host_port_publish_test.py": 0.5, + "tst/unit/providers/env_providers/env_gateway_provider_test.py": 10.0, + "tst/unit/providers/env_providers/env_provider_test.py": 0.1, + "tst/unit/providers/env_providers/env_server_provider_test.py": 0.4, + "tst/unit/providers/env_state/test_config_state_providers.py": 0.4, + "tst/unit/providers/env_state/test_env_state_provider.py": 0.3, "tst/unit/providers/sandbox_providers/agent37_sandbox_provider_test.py": 0.6, - "tst/unit/providers/sandbox_providers/agent37_sandbox_test.py": 1.2, - "tst/unit/providers/sandbox_providers/attribution_wire_test.py": 0.4, - "tst/unit/providers/sandbox_providers/boat_sandbox_provider_test.py": 0.6, - "tst/unit/providers/sandbox_providers/boat_sandbox_test.py": 0.4, - "tst/unit/providers/sandbox_providers/boxd_sandbox_provider_test.py": 1.6, - "tst/unit/providers/sandbox_providers/boxd_sandbox_test.py": 0.5, - "tst/unit/providers/sandbox_providers/coreweave_deploy_paths_test.py": 0.3, - "tst/unit/providers/sandbox_providers/coreweave_sandbox_provider_test.py": 2.1, - "tst/unit/providers/sandbox_providers/coreweave_sandbox_test.py": 0.9, - "tst/unit/providers/sandbox_providers/daytona_network_test.py": 0.8, - "tst/unit/providers/sandbox_providers/daytona_sandbox_provider_test.py": 1.4, - "tst/unit/providers/sandbox_providers/daytona_sandbox_test.py": 1.2, - "tst/unit/providers/sandbox_providers/e2b_sandbox_provider_test.py": 0.4, + "tst/unit/providers/sandbox_providers/agent37_sandbox_test.py": 1.1, + "tst/unit/providers/sandbox_providers/attribution_wire_test.py": 0.2, + "tst/unit/providers/sandbox_providers/boat_sandbox_provider_test.py": 0.4, + "tst/unit/providers/sandbox_providers/boat_sandbox_test.py": 0.3, + "tst/unit/providers/sandbox_providers/boxd_sandbox_provider_test.py": 1.5, + "tst/unit/providers/sandbox_providers/boxd_sandbox_test.py": 0.2, + "tst/unit/providers/sandbox_providers/coreweave_deploy_paths_test.py": 0.2, + "tst/unit/providers/sandbox_providers/coreweave_sandbox_provider_test.py": 1.5, + "tst/unit/providers/sandbox_providers/coreweave_sandbox_test.py": 0.6, + "tst/unit/providers/sandbox_providers/daytona_network_test.py": 0.4, + "tst/unit/providers/sandbox_providers/daytona_sandbox_provider_test.py": 1.1, + "tst/unit/providers/sandbox_providers/daytona_sandbox_test.py": 0.8, + "tst/unit/providers/sandbox_providers/e2b_sandbox_provider_test.py": 0.1, "tst/unit/providers/sandbox_providers/e2b_sandbox_test.py": 1.4, - "tst/unit/providers/sandbox_providers/e2b_template_test.py": 0.7, + "tst/unit/providers/sandbox_providers/e2b_template_test.py": 0.6, "tst/unit/providers/sandbox_providers/egress_hosts_test.py": 0.3, "tst/unit/providers/sandbox_providers/host_images_test.py": 1.1, - "tst/unit/providers/sandbox_providers/local_sandbox_host_ports_test.py": 0.8, - "tst/unit/providers/sandbox_providers/local_sandbox_test.py": 13.6, + "tst/unit/providers/sandbox_providers/kosa8_sandbox_provider_test.py": 0.5, + "tst/unit/providers/sandbox_providers/kosa8_sandbox_test.py": 1.6, + "tst/unit/providers/sandbox_providers/local_sandbox_host_ports_test.py": 0.4, + "tst/unit/providers/sandbox_providers/local_sandbox_test.py": 12.9, "tst/unit/providers/sandbox_providers/lume_sandbox_provider_test.py": 12.9, - "tst/unit/providers/sandbox_providers/modal_context_build_test.py": 1.8, - "tst/unit/providers/sandbox_providers/modal_create_signature_test.py": 0.3, + "tst/unit/providers/sandbox_providers/modal_context_build_test.py": 0.8, + "tst/unit/providers/sandbox_providers/modal_create_signature_test.py": 0.2, "tst/unit/providers/sandbox_providers/modal_gpu_sandbox_test.py": 0.1, - "tst/unit/providers/sandbox_providers/modal_network_policy_test.py": 0.2, + "tst/unit/providers/sandbox_providers/modal_network_policy_test.py": 0.1, "tst/unit/providers/sandbox_providers/modal_network_policy_wiring_test.py": 0.1, - "tst/unit/providers/sandbox_providers/modal_sandbox_started_log_test.py": 0.2, - "tst/unit/providers/sandbox_providers/modal_sandbox_tags_test.py": 0.1, - "tst/unit/providers/sandbox_providers/modal_sandbox_test.py": 0.8, - "tst/unit/providers/sandbox_providers/modal_vm_sandbox_test.py": 1.8, - "tst/unit/providers/sandbox_providers/network_policy_providers_test.py": 0.1, - "tst/unit/providers/sandbox_providers/network_policy_stamping_test.py": 0.4, + "tst/unit/providers/sandbox_providers/modal_sandbox_started_log_test.py": 0.1, + "tst/unit/providers/sandbox_providers/modal_sandbox_tags_test.py": 0.2, + "tst/unit/providers/sandbox_providers/modal_sandbox_test.py": 0.6, + "tst/unit/providers/sandbox_providers/modal_vm_sandbox_test.py": 1.7, + "tst/unit/providers/sandbox_providers/network_policy_providers_test.py": 0.2, + "tst/unit/providers/sandbox_providers/network_policy_stamping_test.py": 1.4, "tst/unit/providers/sandbox_providers/network_policy_test.py": 0.1, - "tst/unit/providers/sandbox_providers/provider_capabilities_test.py": 3.8, + "tst/unit/providers/sandbox_providers/provider_capabilities_test.py": 5.8, "tst/unit/providers/sandbox_providers/relay_test.py": 0.1, - "tst/unit/providers/sandbox_providers/sail_vm_model_key_test.py": 2.3, - "tst/unit/providers/sandbox_providers/sail_vm_sandbox_provider_test.py": 2.7, + "tst/unit/providers/sandbox_providers/sail_vm_model_key_test.py": 1.8, + "tst/unit/providers/sandbox_providers/sail_vm_sandbox_provider_test.py": 2.5, "tst/unit/providers/sandbox_providers/sail_vm_sandbox_test.py": 0.3, - "tst/unit/providers/sandbox_providers/sandbox_exit_test.py": 0.5, - "tst/unit/providers/sandbox_providers/sandbox_provider_test.py": 0.5, - "tst/unit/providers/sandbox_providers/tenki_sandbox_provider_test.py": 0.9, - "tst/unit/providers/sandbox_providers/tenki_sandbox_test.py": 0.2, + "tst/unit/providers/sandbox_providers/sandbox_exit_test.py": 0.6, + "tst/unit/providers/sandbox_providers/sandbox_provider_test.py": 0.9, + "tst/unit/providers/sandbox_providers/tenki_sandbox_provider_test.py": 1.3, + "tst/unit/providers/sandbox_providers/tenki_sandbox_test.py": 0.5, "tst/unit/providers/sandbox_providers/tensorlake_sandbox_provider_test.py": 0.4, - "tst/unit/providers/sandbox_providers/tensorlake_sandbox_test.py": 4.5, - "tst/unit/providers/sandbox_providers/test_config_sandbox_providers.py": 0.7, - "tst/unit/providers/sandbox_providers/test_reachability_contributions.py": 0.3, - "tst/unit/providers/sandbox_providers/test_url_rewrites.py": 0.5, - "tst/unit/providers/sandbox_providers/vercel_sandbox_provider_test.py": 0.3, - "tst/unit/providers/sandbox_providers/vercel_sandbox_test.py": 4.6, - "tst/unit/providers/sandbox_providers/vm_file_transfer_test.py": 0.2, - "tst/unit/providers/sandbox_providers/vm_object_push_test.py": 0.5, + "tst/unit/providers/sandbox_providers/tensorlake_sandbox_test.py": 3.9, + "tst/unit/providers/sandbox_providers/test_config_sandbox_providers.py": 1.6, + "tst/unit/providers/sandbox_providers/test_reachability_contributions.py": 0.5, + "tst/unit/providers/sandbox_providers/test_url_rewrites.py": 1.0, + "tst/unit/providers/sandbox_providers/vercel_sandbox_provider_test.py": 0.4, + "tst/unit/providers/sandbox_providers/vercel_sandbox_test.py": 3.7, + "tst/unit/providers/sandbox_providers/vm_file_transfer_test.py": 0.4, + "tst/unit/providers/sandbox_providers/vm_object_push_test.py": 1.2, "tst/unit/providers/sandbox_providers/vm_sandbox_test.py": 0.7, - "tst/unit/runner/local_runner_test.py": 7.5, - "tst/unit/runner/run_store_test.py": 0.1, - "tst/unit/serialization/test_golden_wire_format.py": 0.4, + "tst/unit/runner/local_runner_test.py": 8.1, + "tst/unit/runner/run_store_test.py": 0.2, + "tst/unit/serialization/test_golden_wire_format.py": 0.5, "tst/unit/store/awaiting_lock_test.py": 1.0, - "tst/unit/store/aws/aws_secret_store_test.py": 0.3, - "tst/unit/store/aws/dynamodb_document_store_test.py": 14.9, - "tst/unit/store/aws/dynamodb_step_journal_test.py": 18.3, + "tst/unit/store/aws/aws_secret_store_test.py": 0.2, + "tst/unit/store/aws/dynamodb_document_store_test.py": 17.9, + "tst/unit/store/aws/dynamodb_step_journal_test.py": 14.7, "tst/unit/store/aws/ecr_image_store_test.py": 0.1, "tst/unit/store/aws/s3_grant_lifetime_test.py": 0.1, - "tst/unit/store/aws/s3_object_store_test.py": 7.6, - "tst/unit/store/aws/s3_transfer_grants_test.py": 0.3, + "tst/unit/store/aws/s3_object_store_test.py": 6.0, + "tst/unit/store/aws/s3_transfer_grants_test.py": 0.4, "tst/unit/store/aws/test_secret_logging.py": 0.1, - "tst/unit/store/aws/test_shared_credentials.py": 0.2, - "tst/unit/store/derived_ids_test.py": 9.1, - "tst/unit/store/fake_object_store_test.py": 0.1, - "tst/unit/store/firestore_mongo_document_store_test.py": 0.4, + "tst/unit/store/aws/test_shared_credentials.py": 0.1, + "tst/unit/store/derived_ids_test.py": 8.9, + "tst/unit/store/fake_object_store_test.py": 0.2, + "tst/unit/store/firestore_mongo_document_store_test.py": 0.3, "tst/unit/store/gcp_secret_manager_secret_store_test.py": 0.2, - "tst/unit/store/gcs_object_store_test.py": 0.6, - "tst/unit/store/google_credentials_test.py": 0.7, + "tst/unit/store/gcs_object_store_test.py": 1.0, + "tst/unit/store/google_credentials_test.py": 0.8, "tst/unit/store/google_transport_test.py": 0.2, - "tst/unit/store/grant_lifetime_test.py": 0.2, - "tst/unit/store/ids_test.py": 0.9, - "tst/unit/store/local_backends_composition_test.py": 1.2, - "tst/unit/store/local_grant_server_test.py": 10.8, - "tst/unit/store/local_id_acceptance_test.py": 1.7, - "tst/unit/store/local_object_store_test.py": 1.9, + "tst/unit/store/grant_lifetime_test.py": 0.1, + "tst/unit/store/ids_test.py": 0.7, + "tst/unit/store/local_backends_composition_test.py": 0.9, + "tst/unit/store/local_grant_server_test.py": 10.1, + "tst/unit/store/local_id_acceptance_test.py": 1.6, + "tst/unit/store/local_object_store_test.py": 2.4, "tst/unit/store/local_registry_image_store_test.py": 0.1, - "tst/unit/store/local_secret_store_test.py": 0.1, + "tst/unit/store/local_secret_store_test.py": 0.2, "tst/unit/store/local_tls_test.py": 0.4, "tst/unit/store/local_tokens_test.py": 0.2, - "tst/unit/store/mongo_document_store_test.py": 0.9, + "tst/unit/store/mongo_document_store_test.py": 0.8, "tst/unit/store/oci_registry_credentials_test.py": 0.2, - "tst/unit/store/oci_registry_image_store_test.py": 0.5, + "tst/unit/store/oci_registry_image_store_test.py": 0.2, "tst/unit/store/readable_url_test.py": 0.2, - "tst/unit/store/registry_api_test.py": 0.6, - "tst/unit/store/routing_test.py": 3.6, - "tst/unit/store/sqlite_document_store_test.py": 13.3, + "tst/unit/store/registry_api_test.py": 0.4, + "tst/unit/store/routing_test.py": 3.0, + "tst/unit/store/sqlite_document_store_test.py": 13.7, "tst/unit/store/test_config_document_store.py": 0.2, "tst/unit/store/test_config_image_store.py": 0.2, - "tst/unit/store/test_config_model.py": 0.6, + "tst/unit/store/test_config_model.py": 0.2, "tst/unit/store/test_config_mongo_client.py": 0.1, - "tst/unit/store/test_config_object_store.py": 0.2, + "tst/unit/store/test_config_object_store.py": 0.1, "tst/unit/store/test_config_secret_bundle_keys.py": 0.0, "tst/unit/store/test_config_secret_store.py": 0.2, - "tst/unit/store/test_document_store.py": 0.5, + "tst/unit/store/test_document_store.py": 0.3, "tst/unit/store/test_object_transfer_grants.py": 0.4, "tst/unit/store/test_task_instance_indexes.py": 0.1, - "tst/unit/store/version_lookup_benchmark_test.py": 1.7, + "tst/unit/store/version_lookup_benchmark_test.py": 1.1, "tst/unit/task/batch_universe_ids_test.py": 0.0, "tst/unit/task/benchmark_test.py": 0.0, "tst/unit/task/control_grant_test.py": 0.1, "tst/unit/task/depends_on_test.py": 0.8, - "tst/unit/task/entity_ids_test.py": 0.2, - "tst/unit/task/episode/proxy_test.py": 0.3, - "tst/unit/task/episode/run_test.py": 18.8, - "tst/unit/task/episode/spec_test.py": 2.1, - "tst/unit/task/local_run_write_fence_test.py": 3.1, + "tst/unit/task/entity_ids_test.py": 0.1, + "tst/unit/task/episode/proxy_test.py": 0.2, + "tst/unit/task/episode/run_test.py": 8.8, + "tst/unit/task/episode/spec_test.py": 2.5, + "tst/unit/task/local_run_write_fence_test.py": 3.3, + "tst/unit/task/outcome_test.py": 0.4, "tst/unit/task/retry_sandbox_teardown_test.py": 0.1, "tst/unit/task/seed_context_fence_test.py": 0.1, - "tst/unit/task/seed_substitution_test.py": 0.1, + "tst/unit/task/seed_substitution_test.py": 0.0, "tst/unit/task/step_journal_rules_test.py": 0.3, - "tst/unit/task/step_journal_test.py": 2.0, - "tst/unit/task/task_document_test.py": 0.4, + "tst/unit/task/step_journal_test.py": 1.4, + "tst/unit/task/task_document_test.py": 0.2, "tst/unit/task/task_failure_write_retry_test.py": 0.2, - "tst/unit/task/task_instance_reads_test.py": 0.3, - "tst/unit/task/teardown_test.py": 2.5, + "tst/unit/task/task_instance_reads_test.py": 0.2, + "tst/unit/task/teardown_test.py": 2.3, "tst/unit/task_step/add_skills_env_test.py": 0.2, + "tst/unit/task_step/agent_clock_test.py": 0.9, "tst/unit/task_step/attribution_serialization_test.py": 0.3, - "tst/unit/task_step/browser_recording_test.py": 0.5, - "tst/unit/task_step/computer_recording_test.py": 1.2, - "tst/unit/task_step/context_ops_journal_test.py": 0.2, - "tst/unit/task_step/context_path_test.py": 0.3, - "tst/unit/task_step/deploy_agent_cleanup_test.py": 0.1, + "tst/unit/task_step/browser_recording_test.py": 0.7, + "tst/unit/task_step/computer_recording_test.py": 0.6, + "tst/unit/task_step/context_ops_journal_test.py": 0.1, + "tst/unit/task_step/context_path_test.py": 0.2, + "tst/unit/task_step/deploy_agent_cleanup_test.py": 0.0, "tst/unit/task_step/deploy_agent_linked_sandbox_test.py": 0.1, "tst/unit/task_step/deploy_agent_test.py": 0.1, - "tst/unit/task_step/deploy_env_test.py": 1.4, - "tst/unit/task_step/deploy_human_agent_test.py": 0.2, - "tst/unit/task_step/deploy_sandbox_default_cpu_test.py": 0.2, + "tst/unit/task_step/deploy_env_test.py": 1.5, + "tst/unit/task_step/deploy_human_agent_test.py": 0.3, + "tst/unit/task_step/deploy_sandbox_default_cpu_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_image_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_network_policy_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_provider_override_test.py": 0.1, - "tst/unit/task_step/install_agent_guards_test.py": 0.3, - "tst/unit/task_step/install_agent_test.py": 0.6, - "tst/unit/task_step/local_container_urls_test.py": 2.1, - "tst/unit/task_step/local_step_containers_test.py": 0.5, - "tst/unit/task_step/prompt_agent_file_parts_test.py": 0.4, - "tst/unit/task_step/retry_test.py": 1.7, - "tst/unit/task_step/run_context_object_url_test.py": 0.3, - "tst/unit/task_step/run_docker_container_test.py": 0.5, - "tst/unit/task_step/run_wide_agent_pick_test.py": 0.1, - "tst/unit/task_step/skill_object_url_test.py": 0.4, - "tst/unit/task_step/snapshot_computer_env_test.py": 0.6, - "tst/unit/task_step/snapshot_env_upload_grant_test.py": 1.1, - "tst/unit/task_step/snapshot_env_without_gateway_test.py": 0.6, - "tst/unit/task_step/stored_priority_test.py": 0.1, + "tst/unit/task_step/install_agent_guards_test.py": 0.2, + "tst/unit/task_step/install_agent_test.py": 0.3, + "tst/unit/task_step/local_container_urls_test.py": 1.5, + "tst/unit/task_step/local_step_containers_test.py": 0.3, + "tst/unit/task_step/prompt_agent_file_parts_test.py": 0.2, + "tst/unit/task_step/retry_test.py": 1.1, + "tst/unit/task_step/run_context_object_url_test.py": 0.2, + "tst/unit/task_step/run_docker_container_test.py": 0.4, + "tst/unit/task_step/run_wide_agent_pick_test.py": 0.0, + "tst/unit/task_step/set_env_clock_rate_test.py": 0.2, + "tst/unit/task_step/skill_object_url_test.py": 0.2, + "tst/unit/task_step/snapshot_computer_env_test.py": 0.4, + "tst/unit/task_step/snapshot_env_upload_grant_test.py": 0.8, + "tst/unit/task_step/snapshot_env_without_gateway_test.py": 0.5, + "tst/unit/task_step/stored_priority_test.py": 0.0, "tst/unit/task_step/stored_s3_form_fields_test.py": 0.1, - "tst/unit/task_step/sync_env_clock_test.py": 1.0, - "tst/unit/task_step/test_advance_to_next_event_hook.py": 1.2, - "tst/unit/task_step/test_agent_model_precedence.py": 0.2, - "tst/unit/task_step/test_agent_state_capture.py": 1.5, - "tst/unit/task_step/test_always_on_agent_and_gateway.py": 0.8, + "tst/unit/task_step/sync_env_clock_test.py": 0.3, + "tst/unit/task_step/test_advance_to_next_event_hook.py": 1.1, + "tst/unit/task_step/test_agent_model_precedence.py": 0.1, + "tst/unit/task_step/test_agent_state_capture.py": 0.5, + "tst/unit/task_step/test_always_on_agent_and_gateway.py": 0.4, "tst/unit/task_step/test_always_on_agent_verifier.py": 0.9, - "tst/unit/task_step/test_always_on_budget.py": 5.0, - "tst/unit/task_step/test_always_on_checks.py": 1.1, - "tst/unit/task_step/test_always_on_clock_rate.py": 3.5, - "tst/unit/task_step/test_always_on_endings.py": 2.1, - "tst/unit/task_step/test_always_on_graded.py": 1.9, - "tst/unit/task_step/test_always_on_idle_world.py": 3.2, - "tst/unit/task_step/test_always_on_loop.py": 2.6, - "tst/unit/task_step/test_always_on_messages.py": 1.2, + "tst/unit/task_step/test_always_on_budget.py": 5.3, + "tst/unit/task_step/test_always_on_checks.py": 1.0, + "tst/unit/task_step/test_always_on_clock_rate.py": 3.4, + "tst/unit/task_step/test_always_on_endings.py": 1.4, + "tst/unit/task_step/test_always_on_graded.py": 1.3, + "tst/unit/task_step/test_always_on_idle_world.py": 1.7, + "tst/unit/task_step/test_always_on_loop.py": 1.6, + "tst/unit/task_step/test_always_on_messages.py": 0.9, "tst/unit/task_step/test_always_on_no_clock.py": 0.3, - "tst/unit/task_step/test_always_on_record.py": 1.6, - "tst/unit/task_step/test_always_on_settle.py": 2.1, + "tst/unit/task_step/test_always_on_record.py": 1.7, + "tst/unit/task_step/test_always_on_settle.py": 1.7, "tst/unit/task_step/test_always_on_time.py": 0.2, - "tst/unit/task_step/test_always_on_user_model.py": 0.3, - "tst/unit/task_step/test_always_on_user_sim_inputs.py": 2.1, - "tst/unit/task_step/test_always_on_who_did_what.py": 1.6, - "tst/unit/task_step/test_apply_server_config.py": 1.1, - "tst/unit/task_step/test_browser_connect_cdp.py": 0.5, - "tst/unit/task_step/test_browser_sign_in.py": 0.2, - "tst/unit/task_step/test_browser_steps.py": 1.4, - "tst/unit/task_step/test_collect_artifacts.py": 1.4, - "tst/unit/task_step/test_collect_artifacts_universe_suffix.py": 0.3, - "tst/unit/task_step/test_collect_artifacts_vm_host.py": 0.5, + "tst/unit/task_step/test_always_on_user_model.py": 0.2, + "tst/unit/task_step/test_always_on_user_sim_inputs.py": 1.3, + "tst/unit/task_step/test_always_on_who_did_what.py": 1.2, + "tst/unit/task_step/test_apply_server_config.py": 0.8, + "tst/unit/task_step/test_browser_connect_cdp.py": 0.2, + "tst/unit/task_step/test_browser_sign_in.py": 0.1, + "tst/unit/task_step/test_browser_steps.py": 0.7, + "tst/unit/task_step/test_collect_artifacts.py": 1.8, + "tst/unit/task_step/test_collect_artifacts_universe_suffix.py": 0.2, + "tst/unit/task_step/test_collect_artifacts_vm_host.py": 0.3, "tst/unit/task_step/test_collect_integrity.py": 0.1, - "tst/unit/task_step/test_combine_universe_verdicts.py": 0.2, - "tst/unit/task_step/test_config_task_steps.py": 0.5, - "tst/unit/task_step/test_configure_scheduled_checks.py": 0.2, - "tst/unit/task_step/test_container_sandbox_routing.py": 0.5, - "tst/unit/task_step/test_deploy_agent_changelog_objects.py": 1.1, + "tst/unit/task_step/test_combine_universe_verdicts.py": 0.1, + "tst/unit/task_step/test_config_task_steps.py": 0.3, + "tst/unit/task_step/test_configure_scheduled_checks.py": 0.1, + "tst/unit/task_step/test_container_sandbox_routing.py": 0.2, + "tst/unit/task_step/test_deploy_agent_changelog_objects.py": 0.8, "tst/unit/task_step/test_deploy_agent_enable_docker.py": 0.1, - "tst/unit/task_step/test_deploy_agent_live_endpoint.py": 0.2, + "tst/unit/task_step/test_deploy_agent_live_endpoint.py": 0.1, "tst/unit/task_step/test_deploy_agent_mcp_alias.py": 0.2, - "tst/unit/task_step/test_deploy_agent_role_delivery.py": 0.9, - "tst/unit/task_step/test_deploy_agent_snapshot_objects.py": 0.5, + "tst/unit/task_step/test_deploy_agent_role_delivery.py": 1.0, + "tst/unit/task_step/test_deploy_agent_snapshot_objects.py": 0.2, "tst/unit/task_step/test_deploy_ttl_from_budget.py": 0.1, - "tst/unit/task_step/test_deploy_user_sim_agent.py": 0.9, - "tst/unit/task_step/test_entity_refs.py": 5.2, - "tst/unit/task_step/test_field_scopes.py": 2.1, - "tst/unit/task_step/test_install_agent_registers_instance.py": 0.0, + "tst/unit/task_step/test_deploy_user_sim_agent.py": 2.0, + "tst/unit/task_step/test_entity_refs.py": 2.6, + "tst/unit/task_step/test_field_scopes.py": 1.5, + "tst/unit/task_step/test_install_agent_registers_instance.py": 0.1, "tst/unit/task_step/test_load_artifact_agent_container_target.py": 0.1, "tst/unit/task_step/test_load_artifact_container_sandbox.py": 0.1, "tst/unit/task_step/test_load_artifact_env_binding.py": 0.1, "tst/unit/task_step/test_load_artifact_file.py": 0.1, "tst/unit/task_step/test_load_artifact_overrides.py": 0.2, - "tst/unit/task_step/test_load_artifact_service_payload.py": 0.6, - "tst/unit/task_step/test_load_artifact_service_universe.py": 0.1, + "tst/unit/task_step/test_load_artifact_service_payload.py": 0.5, + "tst/unit/task_step/test_load_artifact_service_universe.py": 0.2, "tst/unit/task_step/test_load_artifact_snapshot_reporting.py": 0.1, "tst/unit/task_step/test_load_artifact_url_filenames.py": 0.1, - "tst/unit/task_step/test_load_artifact_vm_target.py": 0.1, - "tst/unit/task_step/test_manifest_cli_builder.py": 15.0, - "tst/unit/task_step/test_mcp_cli_builder.py": 1.9, + "tst/unit/task_step/test_load_artifact_vm_target.py": 0.2, + "tst/unit/task_step/test_manifest_cli_builder.py": 15.4, + "tst/unit/task_step/test_mcp_cli_builder.py": 2.4, + "tst/unit/task_step/test_model_key_scope.py": 0.6, "tst/unit/task_step/test_modify_env_tool_access.py": 0.1, - "tst/unit/task_step/test_next_env_event_hook.py": 1.7, + "tst/unit/task_step/test_next_env_event_hook.py": 1.9, "tst/unit/task_step/test_parallel_deploy_env_binding.py": 0.1, "tst/unit/task_step/test_preflight_pinned_versions.py": 0.1, - "tst/unit/task_step/test_prompt_agent.py": 0.1, - "tst/unit/task_step/test_prompt_agent_built_in_user_sim.py": 0.8, - "tst/unit/task_step/test_prompt_agent_builtin_tools.py": 0.0, + "tst/unit/task_step/test_prompt_agent.py": 0.2, + "tst/unit/task_step/test_prompt_agent_built_in_user_sim.py": 1.2, + "tst/unit/task_step/test_prompt_agent_builtin_tools.py": 0.1, "tst/unit/task_step/test_prompt_agent_conversation_tool_calls.py": 0.1, - "tst/unit/task_step/test_prompt_agent_human_default.py": 0.0, - "tst/unit/task_step/test_prompt_agent_live_trajectory.py": 0.6, - "tst/unit/task_step/test_prompt_agent_model_params.py": 0.0, - "tst/unit/task_step/test_prompt_agent_notifications.py": 0.3, - "tst/unit/task_step/test_prompt_agent_post_turn_hooks.py": 1.8, - "tst/unit/task_step/test_prompt_agent_snapshots.py": 2.6, - "tst/unit/task_step/test_prompt_agent_triggers.py": 1.3, + "tst/unit/task_step/test_prompt_agent_human_default.py": 0.1, + "tst/unit/task_step/test_prompt_agent_live_trajectory.py": 0.9, + "tst/unit/task_step/test_prompt_agent_model_params.py": 0.1, + "tst/unit/task_step/test_prompt_agent_notifications.py": 0.6, + "tst/unit/task_step/test_prompt_agent_post_turn_hooks.py": 1.6, + "tst/unit/task_step/test_prompt_agent_snapshots.py": 2.9, + "tst/unit/task_step/test_prompt_agent_triggers.py": 0.9, "tst/unit/task_step/test_prompt_agent_unreachable.py": 0.1, "tst/unit/task_step/test_prompt_agent_user_model.py": 0.0, "tst/unit/task_step/test_prompt_agent_user_side.py": 0.5, "tst/unit/task_step/test_recorded_models.py": 0.1, - "tst/unit/task_step/test_register_agent_triggers.py": 0.1, - "tst/unit/task_step/test_register_env_triggers.py": 7.3, - "tst/unit/task_step/test_reset_env.py": 0.0, + "tst/unit/task_step/test_register_agent_triggers.py": 0.2, + "tst/unit/task_step/test_register_env_triggers.py": 8.0, + "tst/unit/task_step/test_reset_env.py": 0.1, "tst/unit/task_step/test_review.py": 0.2, - "tst/unit/task_step/test_run_code.py": 18.1, + "tst/unit/task_step/test_role_models_golden.py": 2.3, + "tst/unit/task_step/test_run_code.py": 19.6, "tst/unit/task_step/test_sandbox_utils_agent_container.py": 0.1, - "tst/unit/task_step/test_sandbox_utils_logs.py": 0.1, - "tst/unit/task_step/test_snapshot_agent_state.py": 0.1, - "tst/unit/task_step/test_snapshot_env.py": 1.4, - "tst/unit/task_step/test_snapshot_env_env_binding.py": 0.1, - "tst/unit/task_step/test_step_context_error.py": 0.6, - "tst/unit/task_step/test_step_overrides_agent_and_model.py": 0.1, + "tst/unit/task_step/test_sandbox_utils_logs.py": 0.2, + "tst/unit/task_step/test_snapshot_agent_state.py": 0.2, + "tst/unit/task_step/test_snapshot_env.py": 0.7, + "tst/unit/task_step/test_snapshot_env_env_binding.py": 0.3, + "tst/unit/task_step/test_step_context_error.py": 0.4, + "tst/unit/task_step/test_step_overrides_agent_and_model.py": 0.2, "tst/unit/task_step/test_teardown_sandboxes.py": 0.2, - "tst/unit/task_step/test_universe_comparison.py": 0.1, - "tst/unit/task_step/test_user_sim_versions.py": 0.6, + "tst/unit/task_step/test_universe_comparison.py": 0.3, + "tst/unit/task_step/test_user_sim_opening_files.py": 0.5, + "tst/unit/task_step/test_user_sim_satisfaction.py": 1.3, + "tst/unit/task_step/test_user_sim_versions.py": 0.7, "tst/unit/task_step/test_validation_gate_aggregator.py": 0.1, "tst/unit/task_step/test_verify_a2a_agent_mcp.py": 0.0, "tst/unit/task_step/test_verify_a2a_builtin_tools.py": 0.1, + "tst/unit/task_step/test_verify_a2a_control_token.py": 0.1, "tst/unit/task_step/test_verify_spec_conformance.py": 0.3, - "tst/unit/task_step/test_verify_universe_agent_judge.py": 0.1, - "tst/unit/task_step/test_verify_universe_roundtrip.py": 0.2, + "tst/unit/task_step/test_verify_universe_agent_judge.py": 0.5, + "tst/unit/task_step/test_verify_universe_roundtrip.py": 0.1, "tst/unit/task_step/thread_work_test.py": 0.6, - "tst/unit/task_step/unwritten_local_agent_test.py": 0.6, - "tst/unit/task_step/verifiers/judge_short_keys_test.py": 0.1, + "tst/unit/task_step/unwritten_local_agent_test.py": 0.5, + "tst/unit/task_step/verifiers/judge_short_keys_test.py": 0.2, "tst/unit/task_step/verifiers/judge_utils/test_frame_selection.py": 0.2, "tst/unit/task_step/verifiers/judge_utils/test_frame_selection_tool_name.py": 0.0, - "tst/unit/task_step/verifiers/judge_utils/test_judge_output_format.py": 0.3, + "tst/unit/task_step/verifiers/judge_utils/test_judge_output_format.py": 0.5, "tst/unit/task_step/verifiers/judge_utils/test_trajectory_filter.py": 0.0, - "tst/unit/task_step/verifiers/run_container_unit_tests_verifier_test.py": 1.1, - "tst/unit/task_step/verifiers/test_env_outcome_verifier_step.py": 0.1, - "tst/unit/task_step/verifiers/test_rubrics_verifier_context_facts_bundle_ids.py": 0.1, + "tst/unit/task_step/verifiers/judge_utils/test_turn_events.py": 0.4, + "tst/unit/task_step/verifiers/judge_utils/test_user_sim_checks_format.py": 0.3, + "tst/unit/task_step/verifiers/run_container_unit_tests_verifier_test.py": 1.6, + "tst/unit/task_step/verifiers/test_agent_prompt_response_verifier.py": 0.1, + "tst/unit/task_step/verifiers/test_always_on_staging.py": 0.6, + "tst/unit/task_step/verifiers/test_env_outcome_verifier_step.py": 0.2, + "tst/unit/task_step/verifiers/test_legacy_entries.py": 4.0, + "tst/unit/task_step/verifiers/test_rubrics_family_grades.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_subclasses_golden.py": 0.5, + "tst/unit/task_step/verifiers/test_rubrics_verifier_context_facts_bundle_ids.py": 0.2, "tst/unit/task_step/verifiers/test_rubrics_verifier_criteria_override.py": 0.1, - "tst/unit/task_step/verifiers/test_rubrics_verifier_fail_task_when_not_passing.py": 0.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_grade_up_to_turn.py": 0.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_batches.py": 0.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_fail_task_when_not_passing.py": 1.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_golden.py": 1.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_grade_up_to_turn.py": 0.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_batches.py": 0.4, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_model.py": 0.1, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_retry.py": 0.1, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_teardown.py": 0.0, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout.py": 0.0, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_trajectory.py": 0.4, - "tst/unit/task_step/verifiers/test_rubrics_verifier_litellm_contract.py": 0.4, - "tst/unit/task_step/verifiers/test_rubrics_verifier_mistakes_entry.py": 0.3, - "tst/unit/task_step/verifiers/test_rubrics_verifier_multiturn.py": 1.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_nonfinite_scores.py": 3.0, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout_retry.py": 0.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_trajectory.py": 0.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_litellm_contract.py": 0.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_mistakes_entry.py": 0.4, + "tst/unit/task_step/verifiers/test_rubrics_verifier_multiturn.py": 1.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_nonfinite_scores.py": 2.5, "tst/unit/task_step/verifiers/test_rubrics_verifier_per_criterion.py": 0.4, - "tst/unit/task_step/verifiers/test_rubrics_verifier_screenshots.py": 0.2, - "tst/unit/task_step/verifiers/test_run_context.py": 1.6, + "tst/unit/task_step/verifiers/test_rubrics_verifier_screenshots.py": 0.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_staging_cleanup.py": 0.0, + "tst/unit/task_step/verifiers/test_rubrics_verifier_subclass_hooks.py": 0.8, + "tst/unit/task_step/verifiers/test_run_context.py": 1.5, "tst/unit/task_step/verifiers/test_score_parity.py": 0.1, - "tst/unit/task_step/verifiers/test_trajectory_mistakes_format.py": 0.2, + "tst/unit/task_step/verifiers/test_trajectory_mistakes_format.py": 0.4, + "tst/unit/task_step/verifiers/test_user_sim_judge.py": 3.4, + "tst/unit/task_step/verifiers/test_verifier_base.py": 0.6, "tst/unit/task_step/verifiers/test_verify_sandbox.py": 0.3, - "tst/unit/test_capabilities.py": 0.3, - "tst/unit/test_check_plugin_api.py": 21.4, - "tst/unit/test_check_skip_policy.py": 0.4, - "tst/unit/test_clean_install_wheel.py": 0.1, + "tst/unit/test_capabilities.py": 0.2, + "tst/unit/test_check_plugin_api.py": 16.7, + "tst/unit/test_check_skip_policy.py": 0.3, + "tst/unit/test_clean_install_wheel.py": 0.2, "tst/unit/test_client_identity.py": 0.1, - "tst/unit/test_infra_build_script.py": 1.3, + "tst/unit/test_computer_image_mirror_scripts.py": 0.1, + "tst/unit/test_infra_build_script.py": 1.0, "tst/unit/test_infra_images_script.py": 0.6, "tst/unit/test_mirror_base_images_script.py": 0.1, - "tst/unit/test_optional_extras_stay_optional.py": 271.2, + "tst/unit/test_optional_extras_stay_optional.py": 242.4, "tst/unit/test_package_cache.py": 0.2, - "tst/unit/test_published_image.py": 0.2, - "tst/unit/test_pypi_release_script.py": 0.2, - "tst/unit/test_release_infra_images.py": 1.1, - "tst/unit/test_release_protocol_pins.py": 0.3, - "tst/unit/test_runtime_dependencies_are_imported.py": 31.5, - "tst/unit/test_shards.py": 16.8, - "tst/unit/test_slow_test_durations_script.py": 0.2, - "tst/unit/test_subclass_hooks_are_annotated.py": 4.3, + "tst/unit/test_published_image.py": 0.1, + "tst/unit/test_pypi_release_script.py": 0.3, + "tst/unit/test_release_infra_images.py": 0.7, + "tst/unit/test_release_protocol_pins.py": 0.2, + "tst/unit/test_runtime_dependencies_are_imported.py": 23.3, + "tst/unit/test_shards.py": 10.5, + "tst/unit/test_slow_test_durations_script.py": 0.4, + "tst/unit/test_subclass_hooks_are_annotated.py": 2.4, "tst/unit/test_tls_verification.py": 0.2, - "tst/unit/training/chat_test.py": 14.4, - "tst/unit/training/harness_test.py": 21.0, - "tst/unit/training/nemo_gym_test.py": 4.0, + "tst/unit/training/chat_test.py": 11.6, + "tst/unit/training/harness_test.py": 15.4, + "tst/unit/training/nemo_gym_test.py": 2.6, "tst/unit/training/sessions_test.py": 0.2, - "tst/unit/training/skyrl_test.py": 6.3, + "tst/unit/training/skyrl_test.py": 4.6, "tst/unit/training/tools_test.py": 0.1, - "tst/unit/training/trl_test.py": 39.7, - "tst/unit/training/verl_test.py": 3.6, - "tst/unit/utils/docker/build_test.py": 0.3, + "tst/unit/training/trl_test.py": 28.8, + "tst/unit/training/verl_test.py": 2.8, + "tst/unit/utils/docker/build_test.py": 0.8, "tst/unit/utils/docker/context_test.py": 0.4, - "tst/unit/utils/docker/dockerfile_test.py": 0.4, + "tst/unit/utils/docker/dockerfile_test.py": 0.6, "tst/unit/utils/docker/installed_test.py": 0.1, - "tst/unit/utils/docker/lock_test.py": 0.4, + "tst/unit/utils/docker/lock_test.py": 0.5, "tst/unit/utils/docker/metadata_test.py": 0.1, - "tst/unit/utils/docker/prune_test.py": 0.9, - "tst/unit/utils/exec_retry_test.py": 0.2, - "tst/unit/utils/test_card_naming_github_token.py": 0.1, + "tst/unit/utils/docker/prune_test.py": 1.0, + "tst/unit/utils/exec_retry_test.py": 0.1, + "tst/unit/utils/test_card_naming_github_token.py": 0.0, "tst/unit/utils/test_paths.py": 0.1 + }, + "split_in": { + "tst/integration/computer/browser_computer_test.py": 2, + "tst/integration/computer/browser_multi_env_test.py": 2, + "tst/integration/computer/chromium_app_test.py": 2 } } diff --git a/tst/unit/env/envs/test_computer_disk.py b/tst/unit/env/envs/test_computer_disk.py index 119de0b0a..b38b12ce7 100644 --- a/tst/unit/env/envs/test_computer_disk.py +++ b/tst/unit/env/envs/test_computer_disk.py @@ -42,8 +42,8 @@ BOOT_DOCKERFILE = (DISK / "boot" / "Dockerfile").read_text() -def test_each_arch_has_a_disk_made_from_its_container_on_a_base_disk_made_from_the_bases_container(disk_base, driver, - docker): +def test_each_arch_has_a_disk_made_from_its_container_with_the_recipes_own_partition_at_the_bases_size(disk_base, driver, + docker): env = Env.get(_put(disk_base, driver).id) containers, disks = env.metadata["composed"]["container"], env.metadata["composed"]["disk"] @@ -52,12 +52,12 @@ def test_each_arch_has_a_disk_made_from_its_container_on_a_base_disk_made_from_t assert all(r["image"].startswith("localhost:5000/agentenv-computers:") for r in disks.values()) built = {build["tag"].split(":")[1].split("-", 1)[1]: build for build in docker.disk_builds if build["context"] != "tools"} + assert sorted(built) == ["disk-amd64", "disk-arm64"] for arch in ("amd64", "arm64"): - made, disk = built[f"base-disk-{arch}"], built[f"disk-{arch}"] - assert made["dockerfile"] == disk["dockerfile"] == BOOT_DOCKERFILE and made["platform"] == f"linux/{arch}" - assert made["args"]["ROOTFS"] == disk_base.image().image_name and made["args"]["SIZE_GB"] == "16" - assert "ESP" not in made["args"] and made["args"]["TOOLS"] == disk["args"]["TOOLS"] - assert (disk["args"]["ROOTFS"], disk["args"]["ESP"]) == (containers[arch]["image"], made["tag"]) + disk = built[f"disk-{arch}"] + assert disk["dockerfile"] == BOOT_DOCKERFILE and disk["platform"] == f"linux/{arch}" + assert (disk["args"]["ROOTFS"], disk["args"]["SIZE_GB"]) == (containers[arch]["image"], "16") + assert "ESP" not in disk["args"] and disk["args"]["TOOLS"] == built["disk-amd64"]["args"]["TOOLS"] assert json.loads(base64.b64decode(disk["args"]["ROOTFS_CONFIG"])) == {"Labels": docker.labels[ f"agentenv-computer:{containers[arch]['key'][7:23]}-{arch}"]} assert disk["labels"] == {composer.KEY_LABEL: disks[arch]["key"]} @@ -130,7 +130,7 @@ def push(tag, ref, store): ("looked up", True), ("made", True), ("pushed", True)] -def test_a_bases_disk_size_is_in_the_key_and_the_build_of_the_disk_made_for_it(disk_base, driver, docker): +def test_a_bases_disk_size_is_in_the_key_and_the_build_of_its_disk(disk_base, driver, docker): bigger = _base(disk_base.image(), id="@local/~/kit/bigger", forms={ **disk_base.forms.model_dump(exclude_none=True), "disk": {**DISK_FORM, "min_disk_gb": 32}}) @@ -138,7 +138,7 @@ def test_a_bases_disk_size_is_in_the_key_and_the_build_of_the_disk_made_for_it(d large = Env.get(_put(bigger, driver, id="@local/~/kit/other", environment_name="other").id) assert large.metadata["composed"]["disk"]["arm64"]["key"] != small["key"] - assert sorted(build["args"]["SIZE_GB"] for build in docker.disk_builds if "base-disk-arm64" in build["tag"]) == [ + assert sorted(build["args"]["SIZE_GB"] for build in docker.disk_builds if build["tag"].endswith("-disk-arm64")) == [ "16", "32"] @@ -398,7 +398,7 @@ async def test_deploys_of_a_disk_no_compose_started_compose_it_once_first_reusin assert {arch: r["status"] for arch, r in disks.items()} == {"amd64": "unverified", "arm64": "ready"} assert stored.metadata["composed"]["container"] == containers and len(docker.builds) == built assert sorted(build["tag"].split(":")[1].split("-", 1)[1] for build in docker.disk_builds - if build["context"] != "tools") == ["base-disk-amd64", "base-disk-arm64", "disk-amd64", "disk-arm64"] + if build["context"] != "tools") == ["disk-amd64", "disk-arm64"] assert stored.computer_artifact().forms.disk is not None and len(vms.created) == 3 assert all(record.metadata["computer"]["image"] == disks["arm64"]["image"] for record in deployed) diff --git a/tst/unit/test_shards.py b/tst/unit/test_shards.py index 230d352cd..a947b5d86 100644 --- a/tst/unit/test_shards.py +++ b/tst/unit/test_shards.py @@ -76,6 +76,35 @@ def test_a_dependency_outside_a_split_file_or_on_an_unknown_name_links_nothing() assert shards.dependency_groups(linked, table) == {} +def test_a_file_named_in_split_in_runs_as_that_many_runs_of_neighbours_each_charged_the_files_setup_but_the_first(): + path = "tst/integration/heavy_test.py" + nodeids = [f"{path}::test_{n}" for n in range(5)] + seconds = {nodeids[0]: 100, **{nodeid: 10 for nodeid in nodeids[1:]}, "tst/integration/other_test.py": 105} + table = {"split_by_test": [SPLIT], "split_in": {path: 2}, "seconds": seconds} + groups = _groups([*nodeids, "tst/integration/other_test.py::test"], 3, table) + # setup 90 (100 over the others' 10): the first run is tests 0-2 (120), the second 3-4 and its setup (110) + assert sorted(groups) == sorted([nodeids[:3], nodeids[3:], ["tst/integration/other_test.py::test"]]) + + +def test_a_file_split_in_runs_refuses_tests_a_dependency_links(): + path = "tst/integration/heavy_test.py" + nodeids = [f"{path}::test_{n}" for n in range(3)] + table = {"split_in": {path: 2}, "seconds": {nodeid: 10 for nodeid in nodeids}} + with pytest.raises(ValueError, match="dependency"): + shards.select(nodeids, 1, 2, table, {nodeids[0]: nodeids[1], nodeids[1]: nodeids[1]}) + + +def test_a_shards_files_run_heaviest_first_each_files_tests_together_in_their_collected_order(): + heavy, light, split = "tst/integration/heavy_test.py", "tst/integration/light_test.py", "tst/integration/split_test.py" + nodeids = [f"{light}::test_a", f"{split}::test_1", f"{heavy}::test_a", f"{light}::test_b", f"{split}::test_2", + f"{heavy}::test_b", "tst/integration/unknown_test.py::test"] + table = {"split_in": {split: 2}, "seconds": {heavy: 300, light: 10, f"{split}::test_1": 100, + f"{split}::test_2": 150}} + assert shards.heaviest_first(nodeids, table) == [ + f"{heavy}::test_a", f"{heavy}::test_b", f"{split}::test_1", f"{split}::test_2", "tst/integration/unknown_test.py::test", + f"{light}::test_a", f"{light}::test_b"] + + def test_a_unit_the_table_does_not_know_weighs_the_median_of_the_known_ones(): seconds = {"tst/integration/a_test.py": 10, "tst/integration/b_test.py": 20, "tst/integration/c_test.py": 900, "tst/integration/skipped_test.py": 0} @@ -95,6 +124,8 @@ def test_the_committed_table_names_a_file_for_every_slow_tier_unit_it_splits(): table = shards.load_table() assert SPLIT in table["split_by_test"] assert all((ROOT / path).is_file() for path in table["split_by_test"]), "split_by_test names a test file that is gone" + assert all((ROOT / path).is_file() and parts >= 2 for path, parts in table.get("split_in", {}).items()), ( + "split_in names a test file that is gone, or splits one in fewer than 2") assert all((ROOT / unit.split("::")[0]).is_file() for unit in table["seconds"]), "the table names a test file that is gone" diff --git a/tst/unit/test_slow_test_durations_script.py b/tst/unit/test_slow_test_durations_script.py index 3c78fa94f..5c5b0e1eb 100644 --- a/tst/unit/test_slow_test_durations_script.py +++ b/tst/unit/test_slow_test_durations_script.py @@ -93,3 +93,16 @@ def test_a_reported_split_file_drops_its_tests_the_reports_dont_have(tmp_path): report = _report(tmp_path, "r.xml", [("tst.integration.env.gateway.gateway_test", "test_new", 7.0)]) assert _refresh(table, tmp_path, report).returncode == 0 assert json.loads(table.read_text())["seconds"] == {f"{SPLIT}::test_new": 7.0} + + +def test_a_file_split_in_runs_keeps_its_tests_apart_and_the_split_as_it_is(tmp_path): + table = _checkout(tmp_path) + table.write_text(json.dumps({"split_in": {"tst/integration/cli/cli_test.py": 2}, "seconds": {}})) + report = _report(tmp_path, "r.xml", [("tst.integration.cli.cli_test", "test_deploy", 30.0), + ("tst.integration.cli.cli_test", "test_put", 12.5)]) + result = _refresh(table, tmp_path, report) + assert result.returncode == 0, result.stdout + written = json.loads(table.read_text()) + assert written["seconds"] == {"tst/integration/cli/cli_test.py::test_deploy": 30.0, + "tst/integration/cli/cli_test.py::test_put": 12.5} + assert written["split_in"] == {"tst/integration/cli/cli_test.py": 2} diff --git a/tst/util/shards.py b/tst/util/shards.py index 70c0288c5..c14c13f0b 100644 --- a/tst/util/shards.py +++ b/tst/util/shards.py @@ -2,9 +2,11 @@ A file's tests stay together, so its module fixtures (image builds, deployed envs) run once per runner; a file the durations table names in ``split_by_test`` is split by test instead, except that the tests -``pytest.mark.dependency`` links stay on one runner. The groups are balanced by the seconds the table -records (``tst/integration/slow_durations.json``), a unit it doesn't know weighs the median of the ones it -does, and the same table and selection always give the same groups. +``pytest.mark.dependency`` links stay on one runner, and one it names in ``split_in`` is split into that many +runs of neighbouring tests, each of about the same length once the runs after the first are charged the +setup of the file's module fixtures that each runner does anew. The groups are balanced by the seconds the +table records (``tst/integration/slow_durations.json``), a unit it doesn't know weighs the median of the +ones it does, and the same table and selection always give the same groups. """ from __future__ import annotations @@ -32,19 +34,39 @@ def parse(value: str) -> tuple[int, int]: def select(nodeids: list[str], index: int, count: int, table: dict, together: dict[str, str] | None = None) -> list[str]: """The nodeids that shard ``index`` of ``count`` runs, in their collected order. ``together`` maps a nodeid to a unit it shares with others (``dependency_groups``); that unit weighs the sum of its tests.""" - split = set(table.get("split_by_test", [])) + parts = table.get("split_in", {}) + split = set(table.get("split_by_test", [])) | set(parts) seconds = table.get("seconds", {}) base = {nodeid: _unit(nodeid, split) for nodeid in nodeids} - unit = {nodeid: (together or {}).get(nodeid, base[nodeid]) for nodeid in nodeids} known = [seconds[name] for name in set(base.values()) if seconds.get(name, 0) > 0] default = statistics.median(known) if known else 1.0 - weights: dict[str, float] = defaultdict(float) + runs, setups = _runs(nodeids, parts, seconds, default) + if linked := sorted(nodeid for nodeid in runs if nodeid in (together or {})): + raise ValueError(f"a file split_in runs can't link its tests with pytest.mark.dependency: {linked}") + unit = {nodeid: (together or {}).get(nodeid, runs.get(nodeid, base[nodeid])) for nodeid in nodeids} + weights: dict[str, float] = defaultdict(float, setups) for base_unit, shared in {base[nodeid]: unit[nodeid] for nodeid in nodeids}.items(): weights[shared] += seconds.get(base_unit, default) shard = _assign(weights, count) return [nodeid for nodeid in nodeids if shard[unit[nodeid]] == index] +def heaviest_first(nodeids: list[str], table: dict) -> list[str]: + """``nodeids`` with each file's tests together in their collected order, the files by the seconds the table gives + their tests, heaviest first, the unknown weighing the median: pytest-xdist's loadfile hands a worker the next file + as it frees, so a long file collected last would start last and hold its shard up.""" + parts = table.get("split_in", {}) + split = set(table.get("split_by_test", [])) | set(parts) + seconds = table.get("seconds", {}) + known = [seconds[name] for name in {_unit(nodeid, split) for nodeid in nodeids} if seconds.get(name, 0) > 0] + default = statistics.median(known) if known else 1.0 + weight: dict[str, float] = defaultdict(float) + for unit in {_unit(nodeid, split) for nodeid in nodeids}: + weight[unit.split("::", 1)[0]] += seconds.get(unit, default) + order = {path: n for n, path in enumerate(dict.fromkeys(nodeid.split("::", 1)[0] for nodeid in nodeids))} + return sorted(nodeids, key=lambda nodeid: (-weight[nodeid.split("::", 1)[0]], order[nodeid.split("::", 1)[0]])) + + def dependency_groups(tests: list[tuple[str, str, list[str]]], table: dict) -> dict[str, str]: """The unit each test of a ``split_by_test`` file shares with the tests ``pytest.mark.dependency`` links it to, as ``select``'s ``together``. ``tests`` are (nodeid, the name its marker gives it, the names it @@ -82,6 +104,30 @@ def _unit(nodeid: str, split_by_test: set[str]) -> str: return nodeid if path in split_by_test else path +def _runs(nodeids: list[str], parts: dict[str, int], seconds: dict, default: float) -> tuple[dict, dict]: + """The run (``path#k``) each test of a file ``parts`` names falls in, its tests cut in collected order into up to + that many runs of about the same length, and the seconds each run but the first adds: the setup of the file's + module fixtures, which its first test bore, taken as what that test took over the median of the others.""" + tests: dict[str, list[str]] = defaultdict(list) + for nodeid in nodeids: + if (path := nodeid.split("::", 1)[0]) in parts: + tests[path].append(nodeid) + runs, setups = {}, {} + for path, members in tests.items(): + times = [seconds.get(nodeid, default) for nodeid in members] + count = max(1, min(int(parts[path]), len(members))) + setup = max(0.0, times[0] - statistics.median(times[1:])) if len(times) > 1 else 0.0 + target = (sum(times) + setup * (count - 1)) / count + run, load = 1, 0.0 + for nodeid, took in zip(members, times): + if run < count and load > setup and load + took / 2 > target: + run, load = run + 1, setup + setups[f"{path}#{run}"] = setup + runs[nodeid] = f"{path}#{run}" + load += took + return runs, setups + + def _assign(weights: dict[str, float], count: int) -> dict[str, int]: """Each unit's shard, from 1: the heaviest unit first, onto the lightest shard so far.""" loads = [0.0] * count