From 3168063bc6a63f7fe20ca71eceac66f8196df1b6 Mon Sep 17 00:00:00 2001 From: Edgar Arakelyan Date: Wed, 18 Nov 2026 21:41:09 -0800 Subject: [PATCH 01/12] fix(computers): the ubuntu-24.04 desktop's panel clock redraws when the universe clock is armed or jumps XFCE's clock plugin redraws on a minute timer of its own, on real time, so after the universe clock was armed or jumped the panel showed the old date and time for up to a minute, and its next minute late by as much again. The base's session now runs clock-panel, on real time: it reads the clock page and, when the universe moves by a second or more or its rate changes, has each panel clock redraw at once and again at the universe's next minute (every universe minute, at most once a second, while the rate isn't 1). A redraw sets the plugin's time zone to the local zone's name and resets it, which the plugin redraws on and which leaves the panel's config as it was. Co-Authored-By: Claude Opus 5.5 --- AGENTS.md | 2 +- .../artifacts/ubuntu-24.04/Dockerfile | 4 +- .../artifacts/ubuntu-24.04/clock-panel | 122 +++++++++++++ .../artifacts/ubuntu-24.04/supervisord.conf | 17 +- .../computer/clock-desktop/envs/atspi/app.py | 9 + .../clock-desktop/envs/atspi/env.toml | 2 + .../clock-desktop/envs/desktop/env.toml | 2 +- .../computer/clock_desktop_test.py | 75 +++++++- .../env/envs/test_computer_clock_panel.py | 166 ++++++++++++++++++ 9 files changed, 390 insertions(+), 9 deletions(-) create mode 100755 src/agent_env/computers/artifacts/ubuntu-24.04/clock-panel create mode 100644 tst/integration/computer/clock-desktop/envs/atspi/app.py create mode 100644 tst/integration/computer/clock-desktop/envs/atspi/env.toml create mode 100644 tst/unit/env/envs/test_computer_clock_panel.py diff --git a/AGENTS.md b/AGENTS.md index 41a8dc78b..fa440af8d 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -139,7 +139,7 @@ and deserialized through a registry. | `explorer/` | Optional local web UI: `agent-env up`, binds loopback `:8234`. | | `cli/` | Click CLI with the groups `a2a-agent`, `artifact`, `bundle`, `config`, `env`, `eval`, `plugin`, `run`, `task`, `up`. `task run`, `task run-batch` and `eval run` hand their runs to the configured `[runner]` and follow them. | | `agents/` | The `agents` bundle: the agents agent-env ships, one folder each under `agents/agents/`, with a smoke task each under `agents/tasks/`. Its Claude Code, `@local/agentenv-framework/agents/claude-code`, is the default agent. An agent's Python packages are its folder's `requirements.txt`, installed in its image, never in agent-env's own environment. A run that pulls one of its agents reads the whole bundle, so `tst/unit/bundle/shipped_bundles_test.py` parses and checks every shipped bundle. | -| `computers/` | The `computers` bundle: the base computers agent-env ships as `computer` artifacts, `ubuntu-24.04` (XFCE on Xvfb, settings as `AGENTENV_SETTING_`; it starts as root, its container form's `start_as`, whose supervisord, `root.conf`, runs the clock follower as `agentenv-clock`, the egress proxy as `agentenv-egress` (`utils/egress_proxy/`, a Go program its Dockerfile builds and tests, on real time, through which every session program goes out, so a live site loads at any universe date: it passes a site's TLS through when the universe is inside the site's certificate, else re-signs it with the computer's own CA, minted at boot and valid from 1950 to 9999, handshaking with the site as the client did, and refuses any destination that isn't global) and the session's supervisord as the session user, which runs every session program; `root/` installs them at the build, `install.sh`, and starts them at boot, `init`; `ubuntu-24.04-browser`, the base of agent-env's website browsers, which takes the same clock and egress proxy, and ubuntu-24.04's `root/` and `root.conf`, through its `shared_sources.toml`), and `omarchy-4.5`, a disk alone built on the composing machine from Omarchy's own VM image (its `[forms.disk]` `source`) by `disk/omarchy/`'s recipe, its services systemd user units of the graphical session that start through `with-seed`, booted by the launcher as a `linux-desktop` guest (`env/envs/computer/utils/omarchy_disk.py`, on `thin_disk.py`, which Windows' disks use too), aliased through `[artifacts]`. It has no tasks either. `disk/linux/` is the Linux disk form's recipe: `boot/`, whose Dockerfile makes a disk form (a GPT disk of an EFI system partition holding one UKI, Ubuntu's kernel with a busybox initramfs whose init reads a NoCloud seed and `switch_root`s into the image's entrypoint, and an ext4 root filesystem that is a container image's, plus `/etc/agentenv/vm/image.env` from its OCI config), `tools/`, the disk tools that make it unprivileged on the builder's own platform (`mkfs.ext4 -d`), and `launcher/`, the QEMU launcher that boots one under KVM. A base's `[forms.disk]` with no image is made from its container form; the composer makes each arch's disk from its composed container, keeping the base disk's EFI system partition, keyed by the container's key, the base disk and the recipe; gate 3 probes it where a provider boots disks natively (`disk_image_platforms()`), and a deploy's first boot with KVM probes one left `unverified`; a deploy naming `form = "disk"` boots it through `create_vm(image=..., env=...)`, its settings in the seed. `utils/faketime_clock/` is the computer's clock, which each base takes through its `shared_sources.toml`: agent-env's build of libfaketime 0.9.12 (`libfaketime.patch` and the two `agentenv_clock_*.c` files it includes, GPL-2.0-only as libfaketime is, built by `build.sh` from upstream's sha256-pinned tarball, in a stage of the base's Dockerfile of its own) and the TLS shim, which `/etc/ld.so.preload` loads into every process and which fake only the session user's: clock reads and waits for a set clock time follow the page the follower (`clock-follower`) writes (`clockpage.py`), monotonic and relative waits staying real, with its default settings (`clock.conf`); `tst/clock` gates it. The follower long-polls the gateway's `/clock/watch` under the config core writes through the root channel when a multi env deploys the computer and after a reset (`env/envs/computer/utils/clock.py`), each time waiting on the computer's `sync_time` until it follows, a warning naming why when it doesn't (arming the clock refuses such a computer), and the driver serves `clock/v1` `sync_time` where the follower is (`agentenv_protocol.computer.clock`), not on a disk guest, whose follower core can't reach. | +| `computers/` | The `computers` bundle: the base computers agent-env ships as `computer` artifacts, `ubuntu-24.04` (XFCE on Xvfb, settings as `AGENTENV_SETTING_`; it starts as root, its container form's `start_as`, whose supervisord, `root.conf`, runs the clock follower as `agentenv-clock`, the egress proxy as `agentenv-egress` (`utils/egress_proxy/`, a Go program its Dockerfile builds and tests, on real time, through which every session program goes out, so a live site loads at any universe date: it passes a site's TLS through when the universe is inside the site's certificate, else re-signs it with the computer's own CA, minted at boot and valid from 1950 to 9999, handshaking with the site as the client did, and refuses any destination that isn't global) and the session's supervisord as the session user, which runs every session program, among them `clock-panel`, which has the panel's clock redraw when the universe clock is armed or jumps rather than up to a minute later; `root/` installs them at the build, `install.sh`, and starts them at boot, `init`; `ubuntu-24.04-browser`, the base of agent-env's website browsers, which takes the same clock and egress proxy, and ubuntu-24.04's `root/` and `root.conf`, through its `shared_sources.toml`), and `omarchy-4.5`, a disk alone built on the composing machine from Omarchy's own VM image (its `[forms.disk]` `source`) by `disk/omarchy/`'s recipe, its services systemd user units of the graphical session that start through `with-seed`, booted by the launcher as a `linux-desktop` guest (`env/envs/computer/utils/omarchy_disk.py`, on `thin_disk.py`, which Windows' disks use too), aliased through `[artifacts]`. It has no tasks either. `disk/linux/` is the Linux disk form's recipe: `boot/`, whose Dockerfile makes a disk form (a GPT disk of an EFI system partition holding one UKI, Ubuntu's kernel with a busybox initramfs whose init reads a NoCloud seed and `switch_root`s into the image's entrypoint, and an ext4 root filesystem that is a container image's, plus `/etc/agentenv/vm/image.env` from its OCI config), `tools/`, the disk tools that make it unprivileged on the builder's own platform (`mkfs.ext4 -d`), and `launcher/`, the QEMU launcher that boots one under KVM. A base's `[forms.disk]` with no image is made from its container form; the composer makes each arch's disk from its composed container, keeping the base disk's EFI system partition, keyed by the container's key, the base disk and the recipe; gate 3 probes it where a provider boots disks natively (`disk_image_platforms()`), and a deploy's first boot with KVM probes one left `unverified`; a deploy naming `form = "disk"` boots it through `create_vm(image=..., env=...)`, its settings in the seed. `utils/faketime_clock/` is the computer's clock, which each base takes through its `shared_sources.toml`: agent-env's build of libfaketime 0.9.12 (`libfaketime.patch` and the two `agentenv_clock_*.c` files it includes, GPL-2.0-only as libfaketime is, built by `build.sh` from upstream's sha256-pinned tarball, in a stage of the base's Dockerfile of its own) and the TLS shim, which `/etc/ld.so.preload` loads into every process and which fake only the session user's: clock reads and waits for a set clock time follow the page the follower (`clock-follower`) writes (`clockpage.py`), monotonic and relative waits staying real, with its default settings (`clock.conf`); `tst/clock` gates it. The follower long-polls the gateway's `/clock/watch` under the config core writes through the root channel when a multi env deploys the computer and after a reset (`env/envs/computer/utils/clock.py`), each time waiting on the computer's `sync_time` until it follows, a warning naming why when it doesn't (arming the clock refuses such a computer), and the driver serves `clock/v1` `sync_time` where the follower is (`agentenv_protocol.computer.clock`), not on a disk guest, whose follower core can't reach. | | `utils/faketime_clock/`, `utils/egress_proxy/` | Sources several shipped images share, each built into the image from its own context: `faketime_clock/` (agent-env's libfaketime, the TLS shim, the clock page and the clock follower) and `egress_proxy/` (the egress proxy). An image's folder names what it takes in its `shared_sources.toml` (`clock = "utils/faketime_clock"`, paths under `src/agent_env`, at the name its Dockerfile copies from), and its build context (`utils/docker/context.py`, and release CI's `infra_build.py`) holds each at that name, so the image still builds from one self-contained context and its source hash covers what it takes. A fix lands once, in every image that takes it. | | `browsers/` | The `browsers` bundle: the website browsers agent-env ships, today `chromium`, a `computer_app` env (Chrome for Testing at the build Playwright pins, for amd64 and arm64, set up for unattended use by managed policies in `/etc/opt/chrome_for_testing/policies/managed`, opened at boot on its `start_urls`, its profile its data). All of it, its pin, install step, policies and command, is in `envs/chromium/chromium.py`; `tst/integration/computer/chromium_app_test.py` runs it. Like `drivers`, it has no tasks. | | `drivers/` | The `drivers` bundle: the computer drivers agent-env ships as `computer_driver` envs, the reference driver (X11 on Linux, recording through `x11grab`) aliased `reference`, the page driver aliased `page`, a browser computer's, whose screen is the browser's active tab and which serves Playwright MCP's `browser_*` tools beside `computer_*` from a Playwright MCP it runs attached to the browser over a CDP address the relay issues it (`browser_evaluate` and `browser_run_code_unsafe` hidden by default; each call an entry in the browser's log, begun and ended with `browser/v1` `calls/begin` and `calls/end`, that its CDP commands name as `for`; `scripts/upgrade_playwright_mcp.py` pins its version), and trycua's cua-driver aliased `cua-driver` (its daemon from the pinned PyPI wheel, its own instructions, tools and skill resources served to agents through `@server_instructions`, `forwarded_tools` and `@resource`, its tools beside `computer_*`, `computer/v1` on its desktop-scope calls, its skill pack leading the computer skill; `tst/integration/computer/cua_driver_test.py` runs it). It has no tasks: a bundle with neither tasks nor evals is refused unless its `aliases.toml` names something for other bundles to use. The shipped `desktop` example composes it with the `ubuntu-24.04` base into a computer env, which `tst/integration/computer/` deploys, probes, records and has an agent use. | diff --git a/src/agent_env/computers/artifacts/ubuntu-24.04/Dockerfile b/src/agent_env/computers/artifacts/ubuntu-24.04/Dockerfile index e21ae95b3..d302dfa7f 100644 --- a/src/agent_env/computers/artifacts/ubuntu-24.04/Dockerfile +++ b/src/agent_env/computers/artifacts/ubuntu-24.04/Dockerfile @@ -7,7 +7,8 @@ # # The universe clock (clock/): agent-env's libfaketime and its TLS shim, built in a stage of their own so no compiler is # left in the image, are preloaded into every process and fake only the session user's, from the clock page the -# follower writes, which the session user can read but neither write nor replace. +# follower writes, which the session user can read but neither write nor replace. The session's clock-panel has the +# panel's clock redraw whenever that clock is armed or jumps. # # The egress proxy (egress/), on real time, which every session program goes out through, so a live site loads at any # universe date: built and tested in a stage of its own, so no Go toolchain is left in the image. @@ -44,6 +45,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends \ COPY --from=clock /out/libfaketimeMT.so.1 /out/libtls_realtime.so /usr/local/lib/agentenv-clock/ COPY clock/clockpage.py clock/clock-follower /usr/local/lib/agentenv-clock/ COPY clock/clock.conf /etc/agentenv/clock.conf +COPY clock-panel /usr/local/lib/agentenv-clock/clock-panel COPY --from=egress /out/egress /usr/local/lib/agentenv-egress/egress COPY root/ /usr/local/lib/agentenv-root/ RUN sh /usr/local/lib/agentenv-root/install.sh user diff --git a/src/agent_env/computers/artifacts/ubuntu-24.04/clock-panel b/src/agent_env/computers/artifacts/ubuntu-24.04/clock-panel new file mode 100755 index 000000000..ba419ea38 --- /dev/null +++ b/src/agent_env/computers/artifacts/ubuntu-24.04/clock-panel @@ -0,0 +1,122 @@ +#!/usr/bin/python3 -I +"""The desktop panel's clock on the universe's clock. XFCE's clock plugin redraws on a timer of its own, a minute of +real time, so when the universe clock is armed or jumps it shows the old time until that timer fires, up to a minute +later, and the timer keeps its old phase, so the universe's next minute shows late too. This session program reads the +clock page the follower writes (``clockpage.py``) and, when the universe moves by a second or more or its rate changes, +has each clock on the panel redraw at once and again at the universe's next minute; while the clock runs at a rate +other than 1, at every universe minute, at most once a second. A redraw sets a clock's time zone to the local zone's +name and then resets it: two changes the plugin redraws on, which leave the panel's config as it was. A clock given a +zone of its own is left alone. It runs on real time (the clock's real-time marker), against which the page anchors the +universe.""" +import json +import os +import re +import subprocess +import sys +import time + +sys.path.insert(0, os.path.dirname(os.path.realpath(__file__))) +import clockpage # noqa: E402 + +ZONE = os.environ.get("AGENTENV_CLOCK_ZONE", "/etc/timezone") +POLL_S = 0.25 +#: A write that moves the universe by less (the follower re-anchoring on a new offset) isn't a jump. +MOVED_NS = 1_000_000_000 +#: The least time between two redraws. +GAP_NS = 1_000_000_000 +MINUTE_NS = 60_000_000_000 +PLUGIN = re.compile(r"/plugins/plugin-\d+") + + +def log(event: str, **fields) -> None: + sys.stdout.write(json.dumps({"event": event, "real": time.time(), **fields}) + "\n") + sys.stdout.flush() + + +def read(fd: int) -> tuple | None: + """The page's (armed, universe_ns, anchor_ns, rate), None while it's being written or isn't a page.""" + raw = os.pread(fd, clockpage.LAYOUT.size, 0) + if len(raw) < clockpage.LAYOUT.size: + return None + magic, version, seq, universe, anchor, rate, armed, _, generation, check, mono_universe, mono_anchor = ( + clockpage.LAYOUT.unpack(raw)) + if (magic, version) != (clockpage.MAGIC, clockpage.VERSION) or seq & 1 or check != clockpage.check( + seq, universe, anchor, rate, armed, generation, mono_universe, mono_anchor): + return None + return armed, universe, anchor, rate + + +def universe_at(state: tuple, now_ns: int) -> int: + armed, universe, anchor, rate = state + if not armed: + return now_ns + if rate == 0 or now_ns <= anchor: + return universe + return universe + int((now_ns - anchor) * rate) + + +def moved(old: tuple | None, new: tuple, now_ns: int) -> bool: + """Whether the panel shows the wrong time after ``new`` replaced ``old``: at first sight, when it's armed.""" + if old is None: + return bool(new[0]) + return ((old[0], old[3]) != (new[0], new[3]) + or abs(universe_at(new, now_ns) - universe_at(old, now_ns)) >= MOVED_NS) + + +def next_minute(state: tuple, now_ns: int) -> int | None: + """The real time of the universe's next minute, None while it's frozen.""" + rate = state[3] if state[0] else 1.0 + if rate <= 0: + return None + return now_ns + int((MINUTE_NS - universe_at(state, now_ns) % MINUTE_NS) / rate) + + +def xfconf(*args: str) -> str: + ran = subprocess.run(["xfconf-query", "-c", "xfce4-panel", *args], capture_output=True, text=True, timeout=10) + if ran.returncode: + raise RuntimeError(f"xfconf-query {' '.join(args)}: {ran.stderr.strip()[:200]}") + return ran.stdout + + +def redraw(why: str) -> None: + try: + listed = dict((path, value.strip()) for path, _, value in + (line.partition(" ") for line in xfconf("-p", "/plugins", "-l", "-v").splitlines())) + clocks = [path for path, value in listed.items() + if PLUGIN.fullmatch(path) and value == "clock" and f"{path}/timezone" not in listed] + with open(ZONE) as f: + zone = f.read().strip() + for path in clocks: + xfconf("-p", f"{path}/timezone", "-n", "-t", "string", "-s", zone) + xfconf("-p", f"{path}/timezone", "-r") + log("redrawn", why=why, clocks=clocks) + except (OSError, RuntimeError, subprocess.SubprocessError) as e: # no panel or bus yet: the next change tries again + log("error", why=why, error=f"{type(e).__name__}: {e}"[:300]) + + +def main() -> None: + log("start", pid=os.getpid()) + fd, state, due, redrawn = None, None, None, 0 + while True: + if fd is None: + try: + fd = os.open(clockpage.PAGE, os.O_RDONLY) + except OSError: + time.sleep(POLL_S) + continue + page, now = read(fd), time.time_ns() + if page is not None and page != state: + jumped, state = moved(state, page, now), page + if jumped: + redraw("jump") + redrawn, due = now, next_minute(state, now) + if due is not None and now >= max(due, redrawn + GAP_NS): + redraw("minute") + redrawn = now + due = next_minute(state, now) if state[0] and state[3] != 1 else None + wake = POLL_S if due is None else min(POLL_S, max(0.0, (max(due, redrawn + GAP_NS) - now) / 1e9)) + time.sleep(wake) + + +if __name__ == "__main__": + main() diff --git a/src/agent_env/computers/artifacts/ubuntu-24.04/supervisord.conf b/src/agent_env/computers/artifacts/ubuntu-24.04/supervisord.conf index d47dc697d..29aa13414 100644 --- a/src/agent_env/computers/artifacts/ubuntu-24.04/supervisord.conf +++ b/src/agent_env/computers/artifacts/ubuntu-24.04/supervisord.conf @@ -1,8 +1,8 @@ ; The session's programs, all run as the session user by this supervisord, which root's (root.conf) runs as that user; -; every one is on the universe's clock, and only agent-env's own servers carry the clock's real-time marker, on their -; own programs (the composer's). A composed driver or app adds its own in conf.d. Every program goes out through the -; egress proxy, on real time, by the variables below (Java and Node's fetch by their own, which ignore the others), -; and trusts its CA through the trust files agentenv adds, which root owns. +; every one is on the universe's clock, and only agent-env's own programs carry the clock's real-time marker: its +; servers, on their own programs (the composer's), and clock-panel below. A composed driver or app adds its own in +; conf.d. Every program goes out through the egress proxy, on real time, by the variables below (Java and Node's fetch +; by their own, which ignore the others), and trusts its CA through the trust files agentenv adds, which root owns. [supervisord] nodaemon=true logfile=/var/log/agentenv/supervisord.log @@ -48,5 +48,14 @@ startsecs=0 redirect_stderr=true stdout_logfile=/var/log/agentenv/desktop.log +; Has the panel's clock redraw when the universe clock is armed or jumps, rather than up to a minute later. +[program:clock-panel] +command=/usr/bin/python3 -I /usr/local/lib/agentenv-clock/clock-panel +priority=30 +autorestart=true +redirect_stderr=true +stdout_logfile=/var/log/agentenv/clock-panel.log +environment=AGENTENV_REAL_TIME="1" + [include] files = /etc/supervisor/conf.d/*.conf diff --git a/tst/integration/computer/clock-desktop/envs/atspi/app.py b/tst/integration/computer/clock-desktop/envs/atspi/app.py new file mode 100644 index 000000000..af331d1de --- /dev/null +++ b/tst/integration/computer/clock-desktop/envs/atspi/app.py @@ -0,0 +1,9 @@ +"""AT-SPI's Python bindings, which the base doesn't have, for the clock desktop test to read the panel's clock as an +assistive technology reads it.""" +from agentenv_protocol.computer import ComputerAppEnvironment, Packages, computer_app, linux + + +@computer_app(supports=[{"os": {"type": "linux", "display": ["x11"]}, "arch": ["amd64", "arm64"]}]) +@linux(packages=Packages(apt=["python3-gi", "gir1.2-atspi-2.0"])) +class Atspi(ComputerAppEnvironment): + pass diff --git a/tst/integration/computer/clock-desktop/envs/atspi/env.toml b/tst/integration/computer/clock-desktop/envs/atspi/env.toml new file mode 100644 index 000000000..f2339863b --- /dev/null +++ b/tst/integration/computer/clock-desktop/envs/atspi/env.toml @@ -0,0 +1,2 @@ +type = "computer_app" +module = "app.py:Atspi" diff --git a/tst/integration/computer/clock-desktop/envs/desktop/env.toml b/tst/integration/computer/clock-desktop/envs/desktop/env.toml index bf6456150..93c601dc7 100644 --- a/tst/integration/computer/clock-desktop/envs/desktop/env.toml +++ b/tst/integration/computer/clock-desktop/envs/desktop/env.toml @@ -1,4 +1,4 @@ type = "computer" computer = "ubuntu-24.04" driver = "reference" -apps = ["chromium", "curl"] +apps = ["chromium", "curl", "atspi"] diff --git a/tst/integration/computer/clock_desktop_test.py b/tst/integration/computer/clock_desktop_test.py index 2507b0813..8f28e2c75 100644 --- a/tst/integration/computer/clock_desktop_test.py +++ b/tst/integration/computer/clock_desktop_test.py @@ -6,13 +6,15 @@ the driver read universe time through 30 forward jumps of 8 h, a day or a week, a rate change and a freeze; Chrome, Xvfb and the desktop's panel run on through them; and the driver's input reaches Chrome after every jump and, frozen, is drawn. Routing a site, a fresh Chrome loads it over HTTPS with the clock six years back, six years on and past -2099, its certificate checked against the universe's time. Needs Docker and the local registry on localhost:5000.""" +2099, its certificate checked against the universe's time. The panel's clock shows the universe's date at once after +each jump and turns with its midnight, as AT-SPI reads it. Needs Docker and the local registry on localhost:5000.""" import asyncio import platform import random import re import time +from datetime import datetime, timezone from pathlib import PurePosixPath import pytest @@ -56,13 +58,41 @@ FRESH_CHROME = ('profile=$(mktemp -d) && /opt/agentenv/apps/chromium/chromium/chrome/chrome --headless=new ' '--no-sandbox --user-data-dir="$profile" --dump-dom "$0"; rm -rf "$profile"') ROUTED = "https://shop.test/landed" +#: The date the panel's clock shows, read through AT-SPI as an assistive technology reads it: its button is named by +#: its date. The system Python's, which has AT-SPI's bindings (the atspi test app's). +PANEL_DATE = r""" +import re +import gi +gi.require_version("Atspi", "2.0") +from gi.repository import Atspi + +def find(node, depth=0): + for n in range(node.get_child_count()): + child = node.get_child_at_index(n) + if child is None: + continue + if child.get_role_name() == "toggle button" and re.fullmatch(r"\d{4}-\d\d-\d\d", child.get_name() or ""): + return child.get_name() + if depth < 16 and (found := find(child, depth + 1)): + return found + +desktop = Atspi.get_desktop(0) +for n in range(desktop.get_child_count()): + app = desktop.get_child_at_index(n) + if app is not None and app.get_name() == "xfce4-panel" and (found := find(app)): + print(found) + break +""" +#: How late the panel's clock may show a jump or a universe midnight, AT-SPI's read through the driver included; up to a +#: minute without the base's clock-panel. +PANEL_LATE_S = 3.0 def test_composed_with_the_library_in_every_process_the_computer_passes_the_probe_at_full(clock_desktop): results = clock_desktop.metadata["composed"]["container"] assert results[ARCH]["status"] == "ready" and results[ARCH]["probe"]["passed"], results[ARCH] - assert [app.environment_name for app in clock_desktop.composed_apps()] == ["chromium", "curl"] + assert [app.environment_name for app in clock_desktop.composed_apps()] == ["chromium", "curl", "atspi"] @pytest.mark.asyncio @@ -150,10 +180,51 @@ async def test_a_fresh_chrome_loads_a_routed_site_six_years_either_side_of_now_a assert not report.failed +@pytest.mark.asyncio +async def test_the_panels_clock_shows_the_universes_date_at_once_after_each_jump_and_turns_at_its_midnight( + clock_desktop): + with namespace_routing(): + deployed = await Env.get(clock_desktop.id).deploy() + context = TaskStepContext(deployed_envs=[deployed]) + try: + clock = UniverseClock(deployed) + today = await _panel_shows(deployed, _date(time.time()), since=time.time(), within=90) + jumps = {} + for days in (400, -2000, 9): + noon = (time.time() // DAY + days) * DAY + DAY / 2 + jumps[days] = await _panel_shows(deployed, _date(noon), since=clock.set(noon, 1)["started"]) + midnight = (time.time() // DAY + 30) * DAY + started = clock.set(midnight - 6, 1)["started"] + before = await _panel_shows(deployed, _date(midnight - 6), since=started) + turned = await _panel_shows(deployed, _date(midnight), since=started + 6, within=20) + finally: + report = await teardown_run(context) + + assert today is not None, "the panel's clock never showed today's date" + assert all(late is not None and late <= PANEL_LATE_S for late in jumps.values()), jumps + assert before is not None and before <= PANEL_LATE_S, before + assert turned is not None and turned <= PANEL_LATE_S, turned + assert not report.failed + + async def _pids(deployed) -> list[str]: return (await session_run(deployed, PIDS)).split() +def _date(universe: float) -> str: + return datetime.fromtimestamp(universe, timezone.utc).strftime("%Y-%m-%d") + + +async def _panel_shows(deployed, date: str, since: float, within: float = 10) -> float | None: + """How long after ``since`` the panel's clock shows ``date``, or None if it doesn't within ``within``.""" + while time.time() - since < within: + ran = await inside.run(deployed, ["/usr/bin/python3", "-c", PANEL_DATE], timeout_s=30) + if ran["exit_code"] == 0 and ran["stdout"].strip() == date: + return time.time() - since + await asyncio.sleep(0.1) + return None + + async def _title(deployed) -> tuple[int, str] | None: """Chrome's page's time (ms) and what was typed, from its window's title.""" match = TITLE.search(await session_run(deployed, WINDOWS)) diff --git a/tst/unit/env/envs/test_computer_clock_panel.py b/tst/unit/env/envs/test_computer_clock_panel.py new file mode 100644 index 000000000..a1c8a09b9 --- /dev/null +++ b/tst/unit/env/envs/test_computer_clock_panel.py @@ -0,0 +1,166 @@ +"""The ubuntu-24.04 base's clock-panel, run as it runs on a computer, against a clock page written as the follower +writes it and a stand-in for xfconf-query that records each call: when the clock is armed or jumps it has each of the +panel's clocks redraw at once and again at the universe's next minute, and at every universe minute while the clock +runs at another rate, at most once a second; a re-anchoring redraws nothing, nor does a clock that isn't armed; and a +clock given a zone of its own is left alone. The base installs it beside the page writer and runs it on real time.""" +from __future__ import annotations + +import configparser +import importlib.util +import json +import os +import shutil +import subprocess +import sys +import time +from pathlib import Path + +import pytest + +import agent_env + +BASE = Path(agent_env.__file__).parent / "computers" / "artifacts" / "ubuntu-24.04" +CLOCK = Path(agent_env.__file__).parent / "utils" / "faketime_clock" +ZONE = "Europe/Paris" +#: The panel's plugins as xfconf-query lists them: two clocks, the second with a zone of its own. +LISTING = """/plugins/plugin-1 applicationsmenu +/plugins/plugin-12 clock +/plugins/plugin-13 separator +/plugins/plugin-13/style 0 +/plugins/plugin-20 clock +/plugins/plugin-20/timezone Asia/Tokyo +/plugins/plugin-22/base-directory /home/user +""" +XFCONF = """#!{python} +import json, sys, time +with open({calls!r}, "a") as f: + f.write(json.dumps({{"at": time.time(), "args": sys.argv[1:]}}) + "\\n") +if "-l" in sys.argv: + sys.stdout.write({listing!r}) +""" +REDRAW = [["-c", "xfce4-panel", "-p", "/plugins", "-l", "-v"], + ["-c", "xfce4-panel", "-p", "/plugins/plugin-12/timezone", "-n", "-t", "string", "-s", ZONE], + ["-c", "xfce4-panel", "-p", "/plugins/plugin-12/timezone", "-r"]] +MINUTE = 60.0 + + +@pytest.fixture +def panel(tmp_path): + """clock-panel started beside its own copy of the page writer, with the page, the zone and a recording + xfconf-query under ``tmp_path``; yields a namespace with ``set(universe, rate)`` and ``redraws()``.""" + lib, bin_ = tmp_path / "lib", tmp_path / "bin" + lib.mkdir() + bin_.mkdir() + shutil.copy(CLOCK / "clockpage.py", lib / "clockpage.py") + shutil.copy(BASE / "clock-panel", lib / "clock-panel") + calls = tmp_path / "calls.jsonl" + xfconf = bin_ / "xfconf-query" + xfconf.write_text(XFCONF.format(python=sys.executable, calls=str(calls), listing=LISTING)) + xfconf.chmod(0o755) + (tmp_path / "timezone").write_text(ZONE + "\n") + paths = {"AGENTENV_CLOCK_PAGE": tmp_path / "page", "AGENTENV_CLOCK_FILE": tmp_path / "clock", + "AGENTENV_CLOCK_ZONE": tmp_path / "timezone"} + env = {**os.environ, **{k: str(v) for k, v in paths.items()}, "PATH": f"{bin_}{os.pathsep}{os.environ['PATH']}"} + spec = importlib.util.spec_from_file_location("clockpage_for_panel", lib / "clockpage.py") + page = importlib.util.module_from_spec(spec) + spec.loader.exec_module(page) + page.PAGE, page.FILE = str(paths["AGENTENV_CLOCK_PAGE"]), str(paths["AGENTENV_CLOCK_FILE"]) + process = subprocess.Popen([sys.executable, "-I", str(lib / "clock-panel")], env=env, + stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True) + + class Running: + def set(self, universe: float, rate: float) -> float: + """The page written as the follower writes it; when the write started.""" + started = time.time() + page.write(1, universe, rate, time.time()) + return started + + def reanchor(self, by: float) -> None: + with open(page.PAGE, "rb") as f: + _, _, _, universe_ns, anchor_ns, rate, armed, *_ = page.LAYOUT.unpack(f.read(page.LAYOUT.size)) + now = time.time_ns() + page.write(armed, (universe_ns + (now - anchor_ns) * rate) / 1e9 + by, rate, now / 1e9) + + def redraws(self) -> list[float]: + """When each redraw began, each checked to be the one redraw the panel's clocks need.""" + try: + recorded = [json.loads(line) for line in calls.read_text().splitlines()] + except FileNotFoundError: + return [] + starts = [n for n, call in enumerate(recorded) if "-l" in call["args"]] + for n in starts[:-1] if starts and len(recorded) - starts[-1] < len(REDRAW) else starts: + assert [call["args"] for call in recorded[n:n + len(REDRAW)]] == REDRAW, recorded + return [recorded[n]["at"] for n in starts] + + yield Running() + process.kill() + output = process.communicate()[0] + assert '"error"' not in output, output + + +def _until(check, within: float): + deadline = time.monotonic() + within + while time.monotonic() < deadline: + if result := check(): + return result + time.sleep(0.02) + raise AssertionError(f"not within {within} s") + + +def _minute_ahead(seconds: float) -> float: + """A universe ``seconds`` before a minute turns, a year on from now.""" + turn = (time.time() // MINUTE + 1) * MINUTE + 365 * 86400 + return turn - seconds + + +def test_an_unarmed_clock_redraws_nothing_and_arming_it_redraws_each_clock_without_a_zone_of_its_own_at_once(panel): + time.sleep(1.0) + assert panel.redraws() == [] + + started = panel.set(_minute_ahead(30), 1) + + assert _until(panel.redraws, within=1.5)[0] - started < 1.0 + + +def test_a_jump_redraws_at_once_and_again_as_the_universes_next_minute_turns_then_the_panels_own_timer_takes_over( + panel): + started = panel.set(_minute_ahead(2.5), 1) + first, turned = _until(lambda: (shown := panel.redraws()) and len(shown) >= 2 and shown, within=5)[:2] + time.sleep(1.5) + + assert first - started < 1.0 + assert 2.5 - 0.05 <= turned - started <= 2.5 + 0.75, turned - started + assert len(panel.redraws()) == 2 + + +def test_a_re_anchoring_by_less_than_a_second_redraws_nothing(panel): + panel.set(_minute_ahead(30), 1) + _until(panel.redraws, within=1.5) + + panel.reanchor(0.002) + panel.reanchor(-0.4) + time.sleep(1.0) + + assert len(panel.redraws()) == 1 + + +def test_at_another_rate_it_redraws_at_every_universe_minute_at_most_once_a_second_and_frozen_not_at_all(panel): + panel.set(_minute_ahead(30), 60) + fast = _until(lambda: (shown := panel.redraws()) and len(shown) >= 4 and shown, within=6) + panel.set(_minute_ahead(30), 0) + frozen = _until(lambda: (shown := panel.redraws()) and len(shown) > len(fast) and shown, within=2.5) + time.sleep(2.0) + + gaps = [b - a for a, b in zip(fast[1:], fast[2:])] + assert all(0.95 <= gap <= 1.6 for gap in gaps), gaps + assert len(panel.redraws()) == len(frozen) + + +def test_the_base_installs_it_beside_the_page_writer_and_its_session_runs_it_on_real_time(): + session = configparser.ConfigParser(interpolation=None) + session.read_string((BASE / "supervisord.conf").read_text()) + program = session["program:clock-panel"] + + assert "COPY clock-panel /usr/local/lib/agentenv-clock/clock-panel\n" in (BASE / "Dockerfile").read_text() + assert (program["command"], program["environment"]) == ( + "/usr/bin/python3 -I /usr/local/lib/agentenv-clock/clock-panel", 'AGENTENV_REAL_TIME="1"') From 7dfbcce44eb1ceb3b4d7b98a913d313489e2da97 Mon Sep 17 00:00:00 2001 From: Edgar Arakelyan Date: Wed, 18 Nov 2026 21:42:21 -0800 Subject: [PATCH 02/12] test(computers): the base's build context lists clock-panel Co-Authored-By: Claude Opus 5.5 --- tst/unit/bundle/shipped_computers_test.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tst/unit/bundle/shipped_computers_test.py b/tst/unit/bundle/shipped_computers_test.py index 7881af8a2..858499c77 100644 --- a/tst/unit/bundle/shipped_computers_test.py +++ b/tst/unit/bundle/shipped_computers_test.py @@ -48,7 +48,7 @@ def test_a_task_naming_ubuntu_24_04_writes_the_shipped_base_over_its_folders_ima assert (computer.arch, computer.os.version, computer.session.user) == (["amd64", "arm64"], "24.04", "user") assert image.id == f"{UBUNTU}__forms_container_image" and image.dockerfile_path == "Dockerfile" built = next(call["build"] for call in builds if call["build"][2] == image.image_name) - assert built[1] == ["Dockerfile", "artifact.toml", "root.conf", "root/init", "root/install.sh", + assert built[1] == ["Dockerfile", "artifact.toml", "clock-panel", "root.conf", "root/init", "root/install.sh", "shared_sources.toml", "start-desktop", "supervisord.conf", "xfwm4.xml"] stored = get_config().get_object_store_at(image.build_context_object_url).get(image.build_context_object_url) with tarfile.open(fileobj=io.BytesIO(stored), mode="r:gz") as context: From 50b890afb14b7883318dc376a407750a70a7f728 Mon Sep 17 00:00:00 2001 From: Edgar Arakelyan Date: Wed, 18 Nov 2026 21:50:40 -0800 Subject: [PATCH 03/12] test(computers): a disk form's smoke boot waits for clock-panel too Co-Authored-By: Claude Opus 5.5 --- tst/unit/test_infra_build_script.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tst/unit/test_infra_build_script.py b/tst/unit/test_infra_build_script.py index cc3a3706d..3ef64b78a 100644 --- a/tst/unit/test_infra_build_script.py +++ b/tst/unit/test_infra_build_script.py @@ -517,7 +517,7 @@ def test_the_service_db_smoke_waits_for_its_health_check_and_removes_the_contain def test_a_disk_forms_smoke_boots_it_in_the_launcher_until_its_desktop_runs(script, monkeypatch, capsys, kvm, machine, how): console = "".join(f"success: {program} entered RUNNING\n" - for program in ("clock", "egress", "session", "xvfb", "dbus", "desktop")) + for program in ("clock", "egress", "session", "xvfb", "dbus", "desktop", "clock-panel")) calls, logs = [], iter(["agentenv-init: starting", console]) def run(command, **kw): From 5512e4151b5977c681503499f33ce532357802f7 Mon Sep 17 00:00:00 2001 From: Edgar Arakelyan Date: Wed, 18 Nov 2026 21:56:22 -0800 Subject: [PATCH 04/12] fix(computers): a panel clock left on the local zone by a cut-short redraw is still redrawn A clock whose zone is unset or the local zone's name shows local time either way, so clock-panel moves it to the other and back: a redraw cut short between its two changes leaves it in one of the two, which the next redraw handles, rather than on a zone later redraws took for the user's own. Co-Authored-By: Claude Opus 5.5 --- .../artifacts/ubuntu-24.04/clock-panel | 21 ++-- .../env/envs/test_computer_clock_panel.py | 117 +++++++++++++----- 2 files changed, 98 insertions(+), 40 deletions(-) diff --git a/src/agent_env/computers/artifacts/ubuntu-24.04/clock-panel b/src/agent_env/computers/artifacts/ubuntu-24.04/clock-panel index ba419ea38..76da015cb 100755 --- a/src/agent_env/computers/artifacts/ubuntu-24.04/clock-panel +++ b/src/agent_env/computers/artifacts/ubuntu-24.04/clock-panel @@ -4,10 +4,11 @@ real time, so when the universe clock is armed or jumps it shows the old time un later, and the timer keeps its old phase, so the universe's next minute shows late too. This session program reads the clock page the follower writes (``clockpage.py``) and, when the universe moves by a second or more or its rate changes, has each clock on the panel redraw at once and again at the universe's next minute; while the clock runs at a rate -other than 1, at every universe minute, at most once a second. A redraw sets a clock's time zone to the local zone's -name and then resets it: two changes the plugin redraws on, which leave the panel's config as it was. A clock given a -zone of its own is left alone. It runs on real time (the clock's real-time marker), against which the page anchors the -universe.""" +other than 1, at every universe minute, at most once a second. A clock whose time zone is unset or the local zone's name +shows local time either way, so a redraw moves it to the other and back: two changes the plugin redraws on, which leave +the panel's config as it was, and a redraw cut short between them leaves it in one of the two, which the next redraws. +A clock given another zone is left alone. It runs on real time (the clock's real-time marker), against which the page +anchors the universe.""" import json import os import re @@ -82,13 +83,17 @@ def redraw(why: str) -> None: try: listed = dict((path, value.strip()) for path, _, value in (line.partition(" ") for line in xfconf("-p", "/plugins", "-l", "-v").splitlines())) - clocks = [path for path, value in listed.items() - if PLUGIN.fullmatch(path) and value == "clock" and f"{path}/timezone" not in listed] with open(ZONE) as f: zone = f.read().strip() + clocks = [path for path, value in listed.items() if PLUGIN.fullmatch(path) and value == "clock" + and listed.get(f"{path}/timezone", zone) == zone] for path in clocks: - xfconf("-p", f"{path}/timezone", "-n", "-t", "string", "-s", zone) - xfconf("-p", f"{path}/timezone", "-r") + if f"{path}/timezone" in listed: + xfconf("-p", f"{path}/timezone", "-r") + xfconf("-p", f"{path}/timezone", "-n", "-t", "string", "-s", zone) + else: + xfconf("-p", f"{path}/timezone", "-n", "-t", "string", "-s", zone) + xfconf("-p", f"{path}/timezone", "-r") log("redrawn", why=why, clocks=clocks) except (OSError, RuntimeError, subprocess.SubprocessError) as e: # no panel or bus yet: the next change tries again log("error", why=why, error=f"{type(e).__name__}: {e}"[:300]) diff --git a/tst/unit/env/envs/test_computer_clock_panel.py b/tst/unit/env/envs/test_computer_clock_panel.py index a1c8a09b9..1c4a0a85e 100644 --- a/tst/unit/env/envs/test_computer_clock_panel.py +++ b/tst/unit/env/envs/test_computer_clock_panel.py @@ -1,8 +1,9 @@ """The ubuntu-24.04 base's clock-panel, run as it runs on a computer, against a clock page written as the follower -writes it and a stand-in for xfconf-query that records each call: when the clock is armed or jumps it has each of the -panel's clocks redraw at once and again at the universe's next minute, and at every universe minute while the clock -runs at another rate, at most once a second; a re-anchoring redraws nothing, nor does a clock that isn't armed; and a -clock given a zone of its own is left alone. The base installs it beside the page writer and runs it on real time.""" +writes it and a stand-in for xfconf-query that keeps the panel's config and records each call: when the clock is armed +or jumps it has each of the panel's clocks redraw at once and again at the universe's next minute, and at every universe +minute while the clock runs at another rate, at most once a second; a re-anchoring redraws nothing, nor does a clock +that isn't armed; a redraw leaves the config as it was, and one cut short leaves a clock the next redraws; and a clock +given another zone is left alone. The base installs it beside the page writer and runs it on real time.""" from __future__ import annotations import configparser @@ -22,25 +23,36 @@ BASE = Path(agent_env.__file__).parent / "computers" / "artifacts" / "ubuntu-24.04" CLOCK = Path(agent_env.__file__).parent / "utils" / "faketime_clock" ZONE = "Europe/Paris" -#: The panel's plugins as xfconf-query lists them: two clocks, the second with a zone of its own. -LISTING = """/plugins/plugin-1 applicationsmenu -/plugins/plugin-12 clock -/plugins/plugin-13 separator -/plugins/plugin-13/style 0 -/plugins/plugin-20 clock -/plugins/plugin-20/timezone Asia/Tokyo -/plugins/plugin-22/base-directory /home/user +#: The panel's plugins: two clocks, the second with another zone. +PANEL = {"/plugins/plugin-1": "applicationsmenu", "/plugins/plugin-12": "clock", "/plugins/plugin-13": "separator", + "/plugins/plugin-13/style": "0", "/plugins/plugin-20": "clock", "/plugins/plugin-20/timezone": "Asia/Tokyo", + "/plugins/plugin-22/base-directory": "/home/user"} +#: xfconf-query on the panel's channel kept in a JSON file: it lists (``-l -v``), sets (``-s``) and resets (``-r``), +#: recording each call, and fails the next reset while the failure marker is there, removing it. +XFCONF = """#!@PYTHON@ +import json, os, sys, time +args = sys.argv[1:] +with open("@CALLS@", "a") as f: + f.write(json.dumps({"at": time.time(), "args": args}) + "\\n") +with open("@STATE@") as f: + state = json.load(f) +path = args[args.index("-p") + 1] +if "-l" in args: + sys.stdout.write("".join(f"{key:<36}{value}\\n" for key, value in sorted(state.items()))) + sys.exit(0) +if "-r" in args and os.path.exists("@FAIL@"): + os.remove("@FAIL@") + sys.exit("Failed to init libxfconf: the bus went away") +if "-r" in args: + state.pop(path, None) +else: + state[path] = args[args.index("-s") + 1] +with open("@STATE@", "w") as f: + json.dump(state, f) """ -XFCONF = """#!{python} -import json, sys, time -with open({calls!r}, "a") as f: - f.write(json.dumps({{"at": time.time(), "args": sys.argv[1:]}}) + "\\n") -if "-l" in sys.argv: - sys.stdout.write({listing!r}) -""" -REDRAW = [["-c", "xfce4-panel", "-p", "/plugins", "-l", "-v"], - ["-c", "xfce4-panel", "-p", "/plugins/plugin-12/timezone", "-n", "-t", "string", "-s", ZONE], - ["-c", "xfce4-panel", "-p", "/plugins/plugin-12/timezone", "-r"]] +TIMEZONE = "/plugins/plugin-12/timezone" +SET = ["-c", "xfce4-panel", "-p", TIMEZONE, "-n", "-t", "string", "-s", ZONE] +RESET = ["-c", "xfce4-panel", "-p", TIMEZONE, "-r"] MINUTE = 60.0 @@ -53,9 +65,11 @@ def panel(tmp_path): bin_.mkdir() shutil.copy(CLOCK / "clockpage.py", lib / "clockpage.py") shutil.copy(BASE / "clock-panel", lib / "clock-panel") - calls = tmp_path / "calls.jsonl" + calls, state, fail = tmp_path / "calls.jsonl", tmp_path / "panel.json", tmp_path / "fail-reset" + state.write_text(json.dumps(PANEL)) xfconf = bin_ / "xfconf-query" - xfconf.write_text(XFCONF.format(python=sys.executable, calls=str(calls), listing=LISTING)) + xfconf.write_text(XFCONF.replace("@PYTHON@", sys.executable).replace("@CALLS@", str(calls)) + .replace("@STATE@", str(state)).replace("@FAIL@", str(fail))) xfconf.chmod(0o755) (tmp_path / "timezone").write_text(ZONE + "\n") paths = {"AGENTENV_CLOCK_PAGE": tmp_path / "page", "AGENTENV_CLOCK_FILE": tmp_path / "clock", @@ -69,6 +83,14 @@ def panel(tmp_path): stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True) class Running: + errors = 0 + + def fail_next_reset(self) -> None: + fail.touch() + + def config(self) -> dict: + return json.loads(state.read_text()) + def set(self, universe: float, rate: float) -> float: """The page written as the follower writes it; when the write started.""" started = time.time() @@ -82,20 +104,31 @@ def reanchor(self, by: float) -> None: page.write(armed, (universe_ns + (now - anchor_ns) * rate) / 1e9 + by, rate, now / 1e9) def redraws(self) -> list[float]: - """When each redraw began, each checked to be the one redraw the panel's clocks need.""" + """When each redraw began.""" + return [call["at"] for call in self.calls() if "-l" in call["args"]] + + def writes(self) -> list[list[list[str]]]: + """Each redraw's writes, in order.""" + redraws = [] + for call in self.calls(): + if "-l" in call["args"]: + redraws.append([]) + else: + redraws[-1].append(call["args"]) + return redraws + + def calls(self) -> list[dict]: try: - recorded = [json.loads(line) for line in calls.read_text().splitlines()] + return [json.loads(line) for line in calls.read_text().splitlines()] except FileNotFoundError: return [] - starts = [n for n, call in enumerate(recorded) if "-l" in call["args"]] - for n in starts[:-1] if starts and len(recorded) - starts[-1] < len(REDRAW) else starts: - assert [call["args"] for call in recorded[n:n + len(REDRAW)]] == REDRAW, recorded - return [recorded[n]["at"] for n in starts] - yield Running() + running = Running() + yield running process.kill() output = process.communicate()[0] - assert '"error"' not in output, output + assert output.count('"event": "error"') == running.errors, output + assert all(writes in ([SET, RESET], [RESET, SET], [SET]) for writes in running.writes()), running.writes() def _until(check, within: float): @@ -120,6 +153,8 @@ def test_an_unarmed_clock_redraws_nothing_and_arming_it_redraws_each_clock_witho started = panel.set(_minute_ahead(30), 1) assert _until(panel.redraws, within=1.5)[0] - started < 1.0 + _until(lambda: len(panel.calls()) == 3, within=1.5) + assert panel.writes() == [[SET, RESET]] and panel.config() == PANEL def test_a_jump_redraws_at_once_and_again_as_the_universes_next_minute_turns_then_the_panels_own_timer_takes_over( @@ -164,3 +199,21 @@ def test_the_base_installs_it_beside_the_page_writer_and_its_session_runs_it_on_ assert "COPY clock-panel /usr/local/lib/agentenv-clock/clock-panel\n" in (BASE / "Dockerfile").read_text() assert (program["command"], program["environment"]) == ( "/usr/bin/python3 -I /usr/local/lib/agentenv-clock/clock-panel", 'AGENTENV_REAL_TIME="1"') + + +def test_a_redraw_cut_short_between_its_changes_leaves_a_clock_on_the_local_zone_which_later_redraws_move_and_restore( + panel): + panel.fail_next_reset() + panel.errors = 1 + panel.set(_minute_ahead(30), 1) + _until(lambda: len(panel.calls()) == 3, within=1.5) + left = panel.config() + panel.set(_minute_ahead(20), 1) + _until(lambda: len(panel.calls()) == 6, within=1.5) + panel.set(_minute_ahead(10), 1) + _until(lambda: len(panel.calls()) == 9, within=1.5) + time.sleep(0.5) + + assert left == {**PANEL, TIMEZONE: ZONE} + assert panel.writes() == [[SET, RESET], [RESET, SET], [RESET, SET]] + assert panel.config() == {**PANEL, TIMEZONE: ZONE} From 342c526fa5f805091c49a02aa643abeefa884d30 Mon Sep 17 00:00:00 2001 From: Edgar Arakelyan Date: Wed, 18 Nov 2026 22:10:47 -0800 Subject: [PATCH 05/12] test(computers): the base's session runs clock-panel beside X, D-Bus and the desktop Co-Authored-By: Claude Opus 5.5 --- tst/integration/computer/base_computer_test.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tst/integration/computer/base_computer_test.py b/tst/integration/computer/base_computer_test.py index c24110eec..68332f568 100644 --- a/tst/integration/computer/base_computer_test.py +++ b/tst/integration/computer/base_computer_test.py @@ -63,7 +63,7 @@ def test_the_desktop_runs_as_the_session_user_with_the_settings_a_deploy_passes( folders = set(_exec(name, "ls", "/home/user").split()) finally: subprocess.run(["docker", "rm", "-f", name], capture_output=True) - assert {line.split()[0] for line in running.splitlines()} == {"dbus", "desktop", "xvfb"} + assert {line.split()[0] for line in running.splitlines()} == {"clock-panel", "dbus", "desktop", "xvfb"} assert all(" RUNNING " in line for line in running.splitlines()), running assert uid == "1000" and only_session_clock_and_egress(owners) assert zone == "/usr/share/zoneinfo/Europe/Paris" From ad781225f2289ac9680ba94d61503c68924d5299 Mon Sep 17 00:00:00 2001 From: Edgar Arakelyan Date: Wed, 18 Nov 2026 22:51:38 -0800 Subject: [PATCH 06/12] perf(computers): a composed disk whose base has no disk takes the recipe's partition, with no base disk made A computer's disk keeps only its base disk's EFI system partition and size. With no published base disk, as on every run after the base's sources change until a release publishes them, the composer made a whole base disk first: the base's root filesystem written into a 16 GB disk and exported, then converted back to raw so the composed disk could cut out its 64 MiB partition. That took 4 to over 10 minutes on CI's runners, enough to time out the slow tier's composing fixtures. The composed disk now takes the recipe's own partition (its uki stage) at the base's size, which is what the made base disk held; the disk's key is unchanged. Co-Authored-By: Claude Opus 5.5 --- AGENTS.md | 2 +- .../env/envs/computer/utils/composer.py | 30 +++++-------------- tst/unit/env/envs/test_computer_disk.py | 20 ++++++------- 3 files changed, 19 insertions(+), 33 deletions(-) diff --git a/AGENTS.md b/AGENTS.md index fa440af8d..f5625f3cc 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -139,7 +139,7 @@ and deserialized through a registry. | `explorer/` | Optional local web UI: `agent-env up`, binds loopback `:8234`. | | `cli/` | Click CLI with the groups `a2a-agent`, `artifact`, `bundle`, `config`, `env`, `eval`, `plugin`, `run`, `task`, `up`. `task run`, `task run-batch` and `eval run` hand their runs to the configured `[runner]` and follow them. | | `agents/` | The `agents` bundle: the agents agent-env ships, one folder each under `agents/agents/`, with a smoke task each under `agents/tasks/`. Its Claude Code, `@local/agentenv-framework/agents/claude-code`, is the default agent. An agent's Python packages are its folder's `requirements.txt`, installed in its image, never in agent-env's own environment. A run that pulls one of its agents reads the whole bundle, so `tst/unit/bundle/shipped_bundles_test.py` parses and checks every shipped bundle. | -| `computers/` | The `computers` bundle: the base computers agent-env ships as `computer` artifacts, `ubuntu-24.04` (XFCE on Xvfb, settings as `AGENTENV_SETTING_`; it starts as root, its container form's `start_as`, whose supervisord, `root.conf`, runs the clock follower as `agentenv-clock`, the egress proxy as `agentenv-egress` (`utils/egress_proxy/`, a Go program its Dockerfile builds and tests, on real time, through which every session program goes out, so a live site loads at any universe date: it passes a site's TLS through when the universe is inside the site's certificate, else re-signs it with the computer's own CA, minted at boot and valid from 1950 to 9999, handshaking with the site as the client did, and refuses any destination that isn't global) and the session's supervisord as the session user, which runs every session program, among them `clock-panel`, which has the panel's clock redraw when the universe clock is armed or jumps rather than up to a minute later; `root/` installs them at the build, `install.sh`, and starts them at boot, `init`; `ubuntu-24.04-browser`, the base of agent-env's website browsers, which takes the same clock and egress proxy, and ubuntu-24.04's `root/` and `root.conf`, through its `shared_sources.toml`), and `omarchy-4.5`, a disk alone built on the composing machine from Omarchy's own VM image (its `[forms.disk]` `source`) by `disk/omarchy/`'s recipe, its services systemd user units of the graphical session that start through `with-seed`, booted by the launcher as a `linux-desktop` guest (`env/envs/computer/utils/omarchy_disk.py`, on `thin_disk.py`, which Windows' disks use too), aliased through `[artifacts]`. It has no tasks either. `disk/linux/` is the Linux disk form's recipe: `boot/`, whose Dockerfile makes a disk form (a GPT disk of an EFI system partition holding one UKI, Ubuntu's kernel with a busybox initramfs whose init reads a NoCloud seed and `switch_root`s into the image's entrypoint, and an ext4 root filesystem that is a container image's, plus `/etc/agentenv/vm/image.env` from its OCI config), `tools/`, the disk tools that make it unprivileged on the builder's own platform (`mkfs.ext4 -d`), and `launcher/`, the QEMU launcher that boots one under KVM. A base's `[forms.disk]` with no image is made from its container form; the composer makes each arch's disk from its composed container, keeping the base disk's EFI system partition, keyed by the container's key, the base disk and the recipe; gate 3 probes it where a provider boots disks natively (`disk_image_platforms()`), and a deploy's first boot with KVM probes one left `unverified`; a deploy naming `form = "disk"` boots it through `create_vm(image=..., env=...)`, its settings in the seed. `utils/faketime_clock/` is the computer's clock, which each base takes through its `shared_sources.toml`: agent-env's build of libfaketime 0.9.12 (`libfaketime.patch` and the two `agentenv_clock_*.c` files it includes, GPL-2.0-only as libfaketime is, built by `build.sh` from upstream's sha256-pinned tarball, in a stage of the base's Dockerfile of its own) and the TLS shim, which `/etc/ld.so.preload` loads into every process and which fake only the session user's: clock reads and waits for a set clock time follow the page the follower (`clock-follower`) writes (`clockpage.py`), monotonic and relative waits staying real, with its default settings (`clock.conf`); `tst/clock` gates it. The follower long-polls the gateway's `/clock/watch` under the config core writes through the root channel when a multi env deploys the computer and after a reset (`env/envs/computer/utils/clock.py`), each time waiting on the computer's `sync_time` until it follows, a warning naming why when it doesn't (arming the clock refuses such a computer), and the driver serves `clock/v1` `sync_time` where the follower is (`agentenv_protocol.computer.clock`), not on a disk guest, whose follower core can't reach. | +| `computers/` | The `computers` bundle: the base computers agent-env ships as `computer` artifacts, `ubuntu-24.04` (XFCE on Xvfb, settings as `AGENTENV_SETTING_`; it starts as root, its container form's `start_as`, whose supervisord, `root.conf`, runs the clock follower as `agentenv-clock`, the egress proxy as `agentenv-egress` (`utils/egress_proxy/`, a Go program its Dockerfile builds and tests, on real time, through which every session program goes out, so a live site loads at any universe date: it passes a site's TLS through when the universe is inside the site's certificate, else re-signs it with the computer's own CA, minted at boot and valid from 1950 to 9999, handshaking with the site as the client did, and refuses any destination that isn't global) and the session's supervisord as the session user, which runs every session program, among them `clock-panel`, which has the panel's clock redraw when the universe clock is armed or jumps rather than up to a minute later; `root/` installs them at the build, `install.sh`, and starts them at boot, `init`; `ubuntu-24.04-browser`, the base of agent-env's website browsers, which takes the same clock and egress proxy, and ubuntu-24.04's `root/` and `root.conf`, through its `shared_sources.toml`), and `omarchy-4.5`, a disk alone built on the composing machine from Omarchy's own VM image (its `[forms.disk]` `source`) by `disk/omarchy/`'s recipe, its services systemd user units of the graphical session that start through `with-seed`, booted by the launcher as a `linux-desktop` guest (`env/envs/computer/utils/omarchy_disk.py`, on `thin_disk.py`, which Windows' disks use too), aliased through `[artifacts]`. It has no tasks either. `disk/linux/` is the Linux disk form's recipe: `boot/`, whose Dockerfile makes a disk form (a GPT disk of an EFI system partition holding one UKI, Ubuntu's kernel with a busybox initramfs whose init reads a NoCloud seed and `switch_root`s into the image's entrypoint, and an ext4 root filesystem that is a container image's, plus `/etc/agentenv/vm/image.env` from its OCI config), `tools/`, the disk tools that make it unprivileged on the builder's own platform (`mkfs.ext4 -d`), and `launcher/`, the QEMU launcher that boots one under KVM. A base's `[forms.disk]` with no image is made from its container form; the composer makes each arch's disk from its composed container, keeping the EFI system partition of the base's disk where it has one (its disk form's image, or the one published for it), else taking the recipe's own at the base's size, with no base disk made, keyed by the container's key, the base disk and the recipe; gate 3 probes it where a provider boots disks natively (`disk_image_platforms()`), and a deploy's first boot with KVM probes one left `unverified`; a deploy naming `form = "disk"` boots it through `create_vm(image=..., env=...)`, its settings in the seed. `utils/faketime_clock/` is the computer's clock, which each base takes through its `shared_sources.toml`: agent-env's build of libfaketime 0.9.12 (`libfaketime.patch` and the two `agentenv_clock_*.c` files it includes, GPL-2.0-only as libfaketime is, built by `build.sh` from upstream's sha256-pinned tarball, in a stage of the base's Dockerfile of its own) and the TLS shim, which `/etc/ld.so.preload` loads into every process and which fake only the session user's: clock reads and waits for a set clock time follow the page the follower (`clock-follower`) writes (`clockpage.py`), monotonic and relative waits staying real, with its default settings (`clock.conf`); `tst/clock` gates it. The follower long-polls the gateway's `/clock/watch` under the config core writes through the root channel when a multi env deploys the computer and after a reset (`env/envs/computer/utils/clock.py`), each time waiting on the computer's `sync_time` until it follows, a warning naming why when it doesn't (arming the clock refuses such a computer), and the driver serves `clock/v1` `sync_time` where the follower is (`agentenv_protocol.computer.clock`), not on a disk guest, whose follower core can't reach. | | `utils/faketime_clock/`, `utils/egress_proxy/` | Sources several shipped images share, each built into the image from its own context: `faketime_clock/` (agent-env's libfaketime, the TLS shim, the clock page and the clock follower) and `egress_proxy/` (the egress proxy). An image's folder names what it takes in its `shared_sources.toml` (`clock = "utils/faketime_clock"`, paths under `src/agent_env`, at the name its Dockerfile copies from), and its build context (`utils/docker/context.py`, and release CI's `infra_build.py`) holds each at that name, so the image still builds from one self-contained context and its source hash covers what it takes. A fix lands once, in every image that takes it. | | `browsers/` | The `browsers` bundle: the website browsers agent-env ships, today `chromium`, a `computer_app` env (Chrome for Testing at the build Playwright pins, for amd64 and arm64, set up for unattended use by managed policies in `/etc/opt/chrome_for_testing/policies/managed`, opened at boot on its `start_urls`, its profile its data). All of it, its pin, install step, policies and command, is in `envs/chromium/chromium.py`; `tst/integration/computer/chromium_app_test.py` runs it. Like `drivers`, it has no tasks. | | `drivers/` | The `drivers` bundle: the computer drivers agent-env ships as `computer_driver` envs, the reference driver (X11 on Linux, recording through `x11grab`) aliased `reference`, the page driver aliased `page`, a browser computer's, whose screen is the browser's active tab and which serves Playwright MCP's `browser_*` tools beside `computer_*` from a Playwright MCP it runs attached to the browser over a CDP address the relay issues it (`browser_evaluate` and `browser_run_code_unsafe` hidden by default; each call an entry in the browser's log, begun and ended with `browser/v1` `calls/begin` and `calls/end`, that its CDP commands name as `for`; `scripts/upgrade_playwright_mcp.py` pins its version), and trycua's cua-driver aliased `cua-driver` (its daemon from the pinned PyPI wheel, its own instructions, tools and skill resources served to agents through `@server_instructions`, `forwarded_tools` and `@resource`, its tools beside `computer_*`, `computer/v1` on its desktop-scope calls, its skill pack leading the computer skill; `tst/integration/computer/cua_driver_test.py` runs it). It has no tasks: a bundle with neither tasks nor evals is refused unless its `aliases.toml` names something for other bundles to use. The shipped `desktop` example composes it with the `ubuntu-24.04` base into a computer env, which `tst/integration/computer/` deploys, probes, records and has an agent use. | diff --git a/src/agent_env/env/envs/computer/utils/composer.py b/src/agent_env/env/envs/computer/utils/composer.py index 3569c8516..61392a2d1 100644 --- a/src/agent_env/env/envs/computer/utils/composer.py +++ b/src/agent_env/env/envs/computer/utils/composer.py @@ -689,10 +689,11 @@ def _built_disk(env: ComputerEnv, base: ComputerArtifact, arch: str, container: progress: _Progress) -> dict: """The status of the disk form of ``arch`` once built from ``container``, its container's result, and pushed, or reused, or the stage that failed and why. Its key is of the container's key, the base disk and the disk recipe; - the base disk is the base's own, the one published for it, or else one made on the builder from the base's - container and the boot recipe. Its build runs no program of ``arch``'s but that recipe's. Two composes of one disk - on this machine take turns, so the second reuses the first's: built again, its tag would move off the image the - first pinned, which a boot mounts by that name and Docker doesn't pull for a mount.""" + the base disk is the base's own or the one published for it, whose EFI system partition and size the disk keeps, + or else the base's container and size, the disk then taking the recipe's own partition at that size, all a base + disk made from them would give it. Its build runs no program of ``arch``'s but that recipe's. Two composes of one + disk on this machine take turns, so the second reuses the first's: built again, its tag would move off the image + the first pinned, which a boot mounts by that name and Docker doesn't pull for a mount.""" pair, platform = f"disk/{arch}", f"linux/{arch}" with (_attempting(env, "disk", arch) as attempt, tempfile.TemporaryDirectory(prefix="agentenv-compose-") as work, contextlib.ExitStack() as opened): @@ -718,15 +719,12 @@ def _built_disk(env: ComputerEnv, base: ComputerArtifact, arch: str, container: tools = f"agentenv-disk-tools:{DISK_TOOLS_IMAGE.tag()}" on.build((context / "tools" / "Dockerfile").read_text(), tools, on.platform, {}, context=f"{builder.CONTEXT}/tools") - dockerfile = (context / "Dockerfile").read_text() - if base_disk is None: - progress.at(pair, "making the base's disk") - base_disk = _made_base_disk(on, base, arch, f"{base_identity} {recipe}", tools, dockerfile) progress.at(pair, "making the disk") local = f"agentenv-computer:{key[7:23]}-disk-{arch}" - on.build(dockerfile, local, platform, {KEY_LABEL: key}, build_args={ + on.build((context / "Dockerfile").read_text(), local, platform, {KEY_LABEL: key}, build_args={ "ROOTFS": container["image"], "ROOTFS_CONFIG": _encoded(_config(on, container["image"], arch)), - "ESP": base_disk, "TOOLS": tools}) + "TOOLS": tools, **({"ESP": base_disk} if base_disk is not None + else {"SIZE_GB": str(base.forms.disk.min_disk_gb)})}) attempt.stage = "push" progress.at(pair, "pushing the disk") on.push(local, ref, store) @@ -735,18 +733,6 @@ def _built_disk(env: ComputerEnv, base: ComputerArtifact, arch: str, container: return attempt.result -def _made_base_disk(on: builder.Builder, base: ComputerArtifact, arch: str, made_from: str, tools: str, - dockerfile: str) -> str: - """The base's disk for ``arch``, made on ``on`` from the base's container with the boot recipe's ``dockerfile`` at - the base's size, under a tag of ``made_from``, what it's made from.""" - source, _ = _base(base, arch) - tag = f"agentenv-computer:{hashlib.sha256(made_from.encode()).hexdigest()[:16]}-base-disk-{arch}" - on.build(dockerfile, tag, f"linux/{arch}", {}, build_args={ - "ROOTFS": source, "ROOTFS_CONFIG": _encoded(_config(on, source, arch)), "TOOLS": tools, - "SIZE_GB": str(base.forms.disk.min_disk_gb)}) - return tag - - @dataclass class _Attempt: """How far a pair's build got, its stage and key, and, when it failed, its result (``_attempting``).""" diff --git a/tst/unit/env/envs/test_computer_disk.py b/tst/unit/env/envs/test_computer_disk.py index 119de0b0a..b38b12ce7 100644 --- a/tst/unit/env/envs/test_computer_disk.py +++ b/tst/unit/env/envs/test_computer_disk.py @@ -42,8 +42,8 @@ BOOT_DOCKERFILE = (DISK / "boot" / "Dockerfile").read_text() -def test_each_arch_has_a_disk_made_from_its_container_on_a_base_disk_made_from_the_bases_container(disk_base, driver, - docker): +def test_each_arch_has_a_disk_made_from_its_container_with_the_recipes_own_partition_at_the_bases_size(disk_base, driver, + docker): env = Env.get(_put(disk_base, driver).id) containers, disks = env.metadata["composed"]["container"], env.metadata["composed"]["disk"] @@ -52,12 +52,12 @@ def test_each_arch_has_a_disk_made_from_its_container_on_a_base_disk_made_from_t assert all(r["image"].startswith("localhost:5000/agentenv-computers:") for r in disks.values()) built = {build["tag"].split(":")[1].split("-", 1)[1]: build for build in docker.disk_builds if build["context"] != "tools"} + assert sorted(built) == ["disk-amd64", "disk-arm64"] for arch in ("amd64", "arm64"): - made, disk = built[f"base-disk-{arch}"], built[f"disk-{arch}"] - assert made["dockerfile"] == disk["dockerfile"] == BOOT_DOCKERFILE and made["platform"] == f"linux/{arch}" - assert made["args"]["ROOTFS"] == disk_base.image().image_name and made["args"]["SIZE_GB"] == "16" - assert "ESP" not in made["args"] and made["args"]["TOOLS"] == disk["args"]["TOOLS"] - assert (disk["args"]["ROOTFS"], disk["args"]["ESP"]) == (containers[arch]["image"], made["tag"]) + disk = built[f"disk-{arch}"] + assert disk["dockerfile"] == BOOT_DOCKERFILE and disk["platform"] == f"linux/{arch}" + assert (disk["args"]["ROOTFS"], disk["args"]["SIZE_GB"]) == (containers[arch]["image"], "16") + assert "ESP" not in disk["args"] and disk["args"]["TOOLS"] == built["disk-amd64"]["args"]["TOOLS"] assert json.loads(base64.b64decode(disk["args"]["ROOTFS_CONFIG"])) == {"Labels": docker.labels[ f"agentenv-computer:{containers[arch]['key'][7:23]}-{arch}"]} assert disk["labels"] == {composer.KEY_LABEL: disks[arch]["key"]} @@ -130,7 +130,7 @@ def push(tag, ref, store): ("looked up", True), ("made", True), ("pushed", True)] -def test_a_bases_disk_size_is_in_the_key_and_the_build_of_the_disk_made_for_it(disk_base, driver, docker): +def test_a_bases_disk_size_is_in_the_key_and_the_build_of_its_disk(disk_base, driver, docker): bigger = _base(disk_base.image(), id="@local/~/kit/bigger", forms={ **disk_base.forms.model_dump(exclude_none=True), "disk": {**DISK_FORM, "min_disk_gb": 32}}) @@ -138,7 +138,7 @@ def test_a_bases_disk_size_is_in_the_key_and_the_build_of_the_disk_made_for_it(d large = Env.get(_put(bigger, driver, id="@local/~/kit/other", environment_name="other").id) assert large.metadata["composed"]["disk"]["arm64"]["key"] != small["key"] - assert sorted(build["args"]["SIZE_GB"] for build in docker.disk_builds if "base-disk-arm64" in build["tag"]) == [ + assert sorted(build["args"]["SIZE_GB"] for build in docker.disk_builds if build["tag"].endswith("-disk-arm64")) == [ "16", "32"] @@ -398,7 +398,7 @@ async def test_deploys_of_a_disk_no_compose_started_compose_it_once_first_reusin assert {arch: r["status"] for arch, r in disks.items()} == {"amd64": "unverified", "arm64": "ready"} assert stored.metadata["composed"]["container"] == containers and len(docker.builds) == built assert sorted(build["tag"].split(":")[1].split("-", 1)[1] for build in docker.disk_builds - if build["context"] != "tools") == ["base-disk-amd64", "base-disk-arm64", "disk-amd64", "disk-arm64"] + if build["context"] != "tools") == ["disk-amd64", "disk-arm64"] assert stored.computer_artifact().forms.disk is not None and len(vms.created) == 3 assert all(record.metadata["computer"]["image"] == disks["arm64"]["image"] for record in deployed) From 59f2a4bb4c12fe74a05c33ae12db162bd34c741f Mon Sep 17 00:00:00 2001 From: Edgar Arakelyan Date: Thu, 19 Nov 2026 00:20:40 -0800 Subject: [PATCH 07/12] test(computers): fixtures compose a computer as a run on this machine does, its containers alone Each computer fixture composed every form of its base: the container and the disk of each arch, the native ones probed by gate 3, though only the launcher's tests boot a fixture's disk image. Building and booting a disk added about 2 minutes to each of the slow tier's fixtures. They now compose as `agent-env run` does for local Docker (Composing.for_run), so a test that deploys the disk form composes it first, as a run's deploy would; the launcher's tests (and the Modal disk tests) take desktop_with_disk, which composes the disk too. Co-Authored-By: Claude Opus 5.5 --- tst/integration/computer/conftest.py | 21 +++++++++++++++---- .../disk_boot_failure_modal_vm_test.py | 6 ++++++ tst/integration/computer/launcher_test.py | 6 ++++++ 3 files changed, 29 insertions(+), 4 deletions(-) diff --git a/tst/integration/computer/conftest.py b/tst/integration/computer/conftest.py index 8af4a3a72..4f30bfa82 100644 --- a/tst/integration/computer/conftest.py +++ b/tst/integration/computer/conftest.py @@ -35,6 +35,7 @@ from agent_env.env.envs.mcp_server import MCPServerEnv from agent_env.env.envs.multi_env import MultiEnv from agent_env.env.envs.computer.utils import builder, inside +from agent_env.env.envs.computer.utils.composer import Composing from agent_env.providers.sandbox_providers.host_images import host_platform from agent_env.store.object_store.local.grant_server import grant_server from agent_env.store.routing import namespace_routing @@ -86,12 +87,21 @@ def base(): @pytest.fixture(scope="module") def desktop(tmp_path_factory): - """The shipped desktop example's computer env, composed for the module in stores of the module's own: an image for - each arch this machine's Docker builds, the native one probed by gate 3.""" + """The shipped desktop example's computer env, composed for the module in stores of the module's own as a run on + this machine composes it: the container of each arch this machine's Docker builds, the native one probed by gate 3. + A deploy of its disk form composes that first.""" bundle = find_bundle("desktop") yield from _composed(tmp_path_factory.mktemp("desktop"), parse_bundle(bundle.root, id_root=bundle.id_root)) +@pytest.fixture(scope="module") +def desktop_with_disk(tmp_path_factory): + """``desktop`` with its disk forms composed too, for a test that boots its disk image itself.""" + bundle = find_bundle("desktop") + yield from _composed(tmp_path_factory.mktemp("desktop"), parse_bundle(bundle.root, id_root=bundle.id_root), + disks=True) + + @pytest.fixture(scope="module") def cua_desktop(tmp_path_factory): """The cua-driver test bundle's desktop, the ubuntu-24.04 base with the cua-driver driver, composed as ``desktop`` @@ -158,7 +168,9 @@ def cdp_clients(tmp_path_factory) -> Path: return folder -def _composed(root: Path, bundle, env_id: str | None = None): +def _composed(root: Path, bundle, env_id: str | None = None, disks: bool = False): + """``bundle`` written and its computers composed as a run on this machine composes them, its containers alone, + unless ``disks``, which composes every form of each base too.""" patch = pytest.MonkeyPatch() patch.chdir(root) patch.setenv("XDG_STATE_HOME", str(root / "state")) @@ -170,7 +182,8 @@ def _composed(root: Path, bundle, env_id: str | None = None): with namespace_routing(): plan = plan_bundle(resolve_bundle(bundle), installed=installed_bundles) try: - materialize(plan, build_here=frozenset(w.id for w in plan.writes if isinstance(w.source, BuiltImage))) + materialize(plan, build_here=frozenset(w.id for w in plan.writes if isinstance(w.source, BuiltImage)), + composing=Composing() if disks else Composing.for_run(None)) finally: package_cache.keep() yield Env.get(env_id or f"{bundle.id_root}/desktop") diff --git a/tst/integration/computer/disk_boot_failure_modal_vm_test.py b/tst/integration/computer/disk_boot_failure_modal_vm_test.py index c7b6cf856..e7d9aaf7a 100644 --- a/tst/integration/computer/disk_boot_failure_modal_vm_test.py +++ b/tst/integration/computer/disk_boot_failure_modal_vm_test.py @@ -13,6 +13,12 @@ pytestmark = [pytest.mark.integration, pytest.mark.int_test_slow, skip_without_remote_sandbox("modal_vm")] +@pytest.fixture(scope="module") +def desktop(desktop_with_disk): + """The shipped desktop, its disk composed with it: these tests boot its disk image themselves.""" + return desktop_with_disk + + @pytest.fixture(scope="module") def ghost(desktop, tmp_path_factory): yield from ghost_disk(desktop.metadata["composed"]["disk"]["amd64"]["image"], tmp_path_factory.mktemp("ghost")) diff --git a/tst/integration/computer/launcher_test.py b/tst/integration/computer/launcher_test.py index 3bc2796fc..0af9fdea0 100644 --- a/tst/integration/computer/launcher_test.py +++ b/tst/integration/computer/launcher_test.py @@ -25,6 +25,12 @@ BURST = 64 +@pytest.fixture(scope="module") +def desktop(desktop_with_disk): + """The shipped desktop, its disk composed with it: these tests boot its disk image themselves.""" + return desktop_with_disk + + @pytest.mark.asyncio async def test_the_launcher_takes_a_burst_of_new_connections_and_a_reset_boots_its_disk_afresh_at_its_url(desktop): image = _disk(desktop) From f09767174d129a6c2b70cb9d97088b402143baaa Mon Sep 17 00:00:00 2001 From: Edgar Arakelyan Date: Thu, 19 Nov 2026 00:25:51 -0800 Subject: [PATCH 08/12] test(ci): split the three longest slow-tier files across two shards each, and refresh the durations table Each slow-tier shard ran a file's tests together, so the three longest files, chromium_app_test (about 15 minutes on main), browser_multi_env_test (14) and browser_computer_test (14), each held a shard to at least that long whatever the rest weighed. The durations table can now name a file in split_in, which cuts it into that many runs of neighbouring tests, each charged the setup of the file's module fixtures that its runner does anew, and these three are cut in two. With main's latest green run's times, rewritten into the table by slow_test_durations.py from all of its JUnit reports, the slowest shard of twelve goes from 14.8 to 11.9 minutes of tests. Co-Authored-By: Claude Opus 5.5 --- .github/scripts/slow_test_durations.py | 4 +- tst/integration/slow_durations.json | 1552 +++++++++++-------- tst/unit/test_shards.py | 20 + tst/unit/test_slow_test_durations_script.py | 13 + tst/util/shards.py | 42 +- 5 files changed, 943 insertions(+), 688 deletions(-) diff --git a/.github/scripts/slow_test_durations.py b/.github/scripts/slow_test_durations.py index 689f1c810..bf9085306 100644 --- a/.github/scripts/slow_test_durations.py +++ b/.github/scripts/slow_test_durations.py @@ -5,7 +5,7 @@ Use a green ``main`` run: it has a ``junit-*`` artifact for every shard of the slow tier, the gateway tests, the unit tier and the installer tier, which ``gh run download`` puts in a folder each. Each test's time counts toward its file, -or toward the test itself for a file the table names in ``split_by_test``; that list is kept as it is. A file the +or toward the test itself for a file the table names in ``split_by_test`` or ``split_in``, which are kept as they are. A file the reports have no test of, such as one of a tier the run skipped, keeps the times the table had for it while it exists. """ @@ -30,7 +30,7 @@ def main() -> int: args = parser.parse_args() table = json.loads(args.table.read_text()) - split = set(table.get("split_by_test", [])) + split = set(table.get("split_by_test", [])) | set(table.get("split_in", {})) seconds: dict[str, float] = defaultdict(float) for report in args.reports: for case in ET.parse(report).getroot().iter("testcase"): diff --git a/tst/integration/slow_durations.json b/tst/integration/slow_durations.json index 9d129b103..6f5c34458 100644 --- a/tst/integration/slow_durations.json +++ b/tst/integration/slow_durations.json @@ -1,5 +1,5 @@ { - "_comment": "Seconds each test unit took in CI, which AGENTENV_TEST_SHARD balances the CI shards by (tst/util/shards.py): the slow tier, the gateway tests, the unit tier and the installer tier. A unit is a file, or a test of a file in split_by_test. Refresh with .github/scripts/slow_test_durations.py from all of a run's JUnit reports.", + "_comment": "Seconds each test unit took in CI, which AGENTENV_TEST_SHARD balances the CI shards by (tst/util/shards.py): the slow tier, the gateway tests, the unit tier and the installer tier. A unit is a file, or a test of a file in split_by_test or split_in; split_in cuts a file into that many runs of neighbouring tests, each on one shard. Refresh with .github/scripts/slow_test_durations.py from all of a run's JUnit reports.", "split_by_test": [ "tst/installer/test_plugin_changes.py", "tst/integration/cli/run_bundle_built_envs_test.py", @@ -7,207 +7,278 @@ "tst/integration/env/gateway/gateway_test.py" ], "seconds": { - "packages/agentenv-protocol/tests/test_a2a_agent.py": 1.1, - "packages/agentenv-protocol/tests/test_a2a_agent_examples.py": 0.1, + "packages/agentenv-protocol/tests/test_a2a_agent.py": 1.0, + "packages/agentenv-protocol/tests/test_a2a_agent_clock.py": 1.3, + "packages/agentenv-protocol/tests/test_a2a_agent_examples.py": 0.0, "packages/agentenv-protocol/tests/test_a2a_cdp_config.py": 0.1, - "packages/agentenv-protocol/tests/test_a2a_object_transfers.py": 0.4, - "packages/agentenv-protocol/tests/test_a2a_peer_agents.py": 4.1, - "packages/agentenv-protocol/tests/test_a2a_proxy.py": 9.0, - "packages/agentenv-protocol/tests/test_a2a_staging.py": 1.5, + "packages/agentenv-protocol/tests/test_a2a_object_transfers.py": 0.3, + "packages/agentenv-protocol/tests/test_a2a_peer_agents.py": 3.8, + "packages/agentenv-protocol/tests/test_a2a_proxy.py": 8.8, + "packages/agentenv-protocol/tests/test_a2a_staging.py": 1.2, "packages/agentenv-protocol/tests/test_a2a_trajectory_log.py": 0.3, - "packages/agentenv-protocol/tests/test_agent_env_environment.py": 0.4, - "packages/agentenv-protocol/tests/test_browser_cdp.py": 5.9, - "packages/agentenv-protocol/tests/test_browser_contexts.py": 0.4, - "packages/agentenv-protocol/tests/test_browser_data.py": 0.6, - "packages/agentenv-protocol/tests/test_browser_log.py": 0.2, - "packages/agentenv-protocol/tests/test_browser_network.py": 2.6, - "packages/agentenv-protocol/tests/test_browser_recording.py": 6.0, + "packages/agentenv-protocol/tests/test_agent_env_environment.py": 0.3, + "packages/agentenv-protocol/tests/test_atif_builder.py": 0.1, + "packages/agentenv-protocol/tests/test_atif_fixtures.py": 0.1, + "packages/agentenv-protocol/tests/test_atif_kit.py": 0.1, + "packages/agentenv-protocol/tests/test_atif_profile.py": 0.0, + "packages/agentenv-protocol/tests/test_atif_reader.py": 0.0, + "packages/agentenv-protocol/tests/test_atif_validator.py": 1.2, + "packages/agentenv-protocol/tests/test_atif_vendored.py": 0.4, + "packages/agentenv-protocol/tests/test_browser_cdp.py": 6.1, + "packages/agentenv-protocol/tests/test_browser_contexts.py": 0.3, + "packages/agentenv-protocol/tests/test_browser_data.py": 0.4, + "packages/agentenv-protocol/tests/test_browser_log.py": 0.1, + "packages/agentenv-protocol/tests/test_browser_network.py": 2.1, + "packages/agentenv-protocol/tests/test_browser_recording.py": 16.1, "packages/agentenv-protocol/tests/test_browser_state.py": 0.1, - "packages/agentenv-protocol/tests/test_client.py": 0.2, - "packages/agentenv-protocol/tests/test_computer_app_data.py": 3.1, - "packages/agentenv-protocol/tests/test_computer_app_server.py": 8.2, - "packages/agentenv-protocol/tests/test_computer_clock.py": 2.1, - "packages/agentenv-protocol/tests/test_computer_conformance.py": 156.7, - "packages/agentenv-protocol/tests/test_computer_conformance_checks.py": 1.1, - "packages/agentenv-protocol/tests/test_computer_conformance_page.py": 44.6, - "packages/agentenv-protocol/tests/test_computer_conformance_recording.py": 33.4, - "packages/agentenv-protocol/tests/test_computer_dataplane.py": 4.1, - "packages/agentenv-protocol/tests/test_computer_declare.py": 1.5, - "packages/agentenv-protocol/tests/test_computer_driver.py": 3.2, - "packages/agentenv-protocol/tests/test_computer_driver_keys.py": 0.1, - "packages/agentenv-protocol/tests/test_computer_extensions.py": 7.9, - "packages/agentenv-protocol/tests/test_computer_frames.py": 4.8, - "packages/agentenv-protocol/tests/test_computer_macos.py": 0.1, - "packages/agentenv-protocol/tests/test_computer_page.py": 1.6, - "packages/agentenv-protocol/tests/test_computer_queue.py": 16.6, - "packages/agentenv-protocol/tests/test_computer_recording.py": 34.4, + "packages/agentenv-protocol/tests/test_client.py": 0.1, + "packages/agentenv-protocol/tests/test_computer_app_data.py": 2.9, + "packages/agentenv-protocol/tests/test_computer_app_server.py": 8.1, + "packages/agentenv-protocol/tests/test_computer_clock.py": 50.8, + "packages/agentenv-protocol/tests/test_computer_conformance.py": 114.9, + "packages/agentenv-protocol/tests/test_computer_conformance_attempts.py": 0.0, + "packages/agentenv-protocol/tests/test_computer_conformance_checks.py": 1.2, + "packages/agentenv-protocol/tests/test_computer_conformance_page.py": 29.5, + "packages/agentenv-protocol/tests/test_computer_conformance_recording.py": 36.3, + "packages/agentenv-protocol/tests/test_computer_dataplane.py": 2.4, + "packages/agentenv-protocol/tests/test_computer_declare.py": 0.8, + "packages/agentenv-protocol/tests/test_computer_driver.py": 2.6, + "packages/agentenv-protocol/tests/test_computer_driver_keys.py": 0.0, + "packages/agentenv-protocol/tests/test_computer_extensions.py": 6.3, + "packages/agentenv-protocol/tests/test_computer_frames.py": 3.1, + "packages/agentenv-protocol/tests/test_computer_macos.py": 0.0, + "packages/agentenv-protocol/tests/test_computer_page.py": 1.1, + "packages/agentenv-protocol/tests/test_computer_queue.py": 11.4, + "packages/agentenv-protocol/tests/test_computer_recording.py": 31.2, "packages/agentenv-protocol/tests/test_computer_seed.py": 0.0, - "packages/agentenv-protocol/tests/test_computer_serve.py": 0.5, + "packages/agentenv-protocol/tests/test_computer_serve.py": 0.3, "packages/agentenv-protocol/tests/test_computer_served.py": 0.3, - "packages/agentenv-protocol/tests/test_computer_session_windows.py": 0.6, - "packages/agentenv-protocol/tests/test_computer_spaces.py": 1.4, - "packages/agentenv-protocol/tests/test_computer_svc_forward.py": 10.0, - "packages/agentenv-protocol/tests/test_computer_tool_prefix.py": 1.8, + "packages/agentenv-protocol/tests/test_computer_session_windows.py": 0.5, + "packages/agentenv-protocol/tests/test_computer_spaces.py": 0.8, + "packages/agentenv-protocol/tests/test_computer_svc_forward.py": 5.7, + "packages/agentenv-protocol/tests/test_computer_tool_prefix.py": 3.0, "packages/agentenv-protocol/tests/test_computer_windows_driver.py": 0.1, - "packages/agentenv-protocol/tests/test_control_token.py": 0.1, + "packages/agentenv-protocol/tests/test_control_token.py": 0.0, "packages/agentenv-protocol/tests/test_data_objects.py": 3.0, "packages/agentenv-protocol/tests/test_devtools_pipe.py": 0.0, - "packages/agentenv-protocol/tests/test_errors.py": 0.3, + "packages/agentenv-protocol/tests/test_errors.py": 0.2, "packages/agentenv-protocol/tests/test_extension_methods.py": 0.0, "packages/agentenv-protocol/tests/test_intake.py": 0.0, - "packages/agentenv-protocol/tests/test_manifest.py": 0.1, + "packages/agentenv-protocol/tests/test_manifest.py": 0.0, "packages/agentenv-protocol/tests/test_preflight.py": 0.0, "packages/agentenv-protocol/tests/test_tool_access.py": 0.3, - "packages/agentenv-protocol/tests/test_tool_annotations.py": 0.3, + "packages/agentenv-protocol/tests/test_tool_annotations.py": 0.1, "packages/agentenv-protocol/tests/test_tool_client.py": 1.0, - "packages/agentenv-protocol/tests/test_tool_context.py": 0.1, + "packages/agentenv-protocol/tests/test_tool_context.py": 0.0, "packages/agentenv-protocol/tests/test_tool_context_fastmcp.py": 0.2, - "packages/agentenv-protocol/tests/test_tool_context_injection.py": 0.3, - "packages/agentenv-protocol/tests/test_website_api.py": 0.8, - "packages/agentenv-protocol/tests/test_website_browser.py": 4.0, - "packages/agentenv-protocol/tests/test_website_conformance.py": 18.3, - "packages/agentenv-protocol/tests/test_website_environment.py": 7.9, + "packages/agentenv-protocol/tests/test_tool_context_injection.py": 0.2, + "packages/agentenv-protocol/tests/test_website_api.py": 0.5, + "packages/agentenv-protocol/tests/test_website_browser.py": 4.3, + "packages/agentenv-protocol/tests/test_website_conformance.py": 17.9, + "packages/agentenv-protocol/tests/test_website_environment.py": 8.6, + "packages/agentenv-protocol/tests/test_website_forwarding.py": 8.3, "packages/agentenv-protocol/tests/test_website_live.py": 0.0, "packages/agentenv-protocol/tests/test_website_mcp.py": 2.0, - "packages/agentenv-protocol/tests/test_website_notes_example.py": 1.8, + "packages/agentenv-protocol/tests/test_website_notes_example.py": 1.5, "packages/agentenv-protocol/tests/test_website_readiness.py": 0.1, - "tst/installer/test_container_journey.py": 231.3, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[pipx]": 11.8, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-project]": 13.4, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-tool]": 14.8, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[venv]": 43.8, - "tst/installer/test_plugin_changes.py::test_a_change_made_elsewhere_while_add_waits_for_confirmation_is_not_undone": 15.5, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[pipx]": 31.8, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-project]": 36.9, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-tool]": 38.2, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[venv]": 71.0, - "tst/installer/test_plugin_changes.py::test_a_package_added_next_to_a_plugin_is_removed_the_same_way": 33.2, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[pipx]": 51.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-project]": 42.2, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-tool]": 39.1, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[venv]": 126.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[pipx]": 63.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-project]": 39.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-tool]": 28.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[venv]": 61.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[uv-tool]": 17.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[venv]": 68.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[uv-tool]": 19.6, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[venv]": 73.2, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[uv-tool]": 47.7, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[venv]": 58.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[uv-tool]": 29.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[venv]": 56.1, - "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[hatch-Hatch has no command for this]": 26.8, - "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[pdm-pdm add]": 31.7, - "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[poetry-poetry add]": 35.5, - "tst/installer/test_plugin_changes.py::test_a_second_change_waits_for_the_first_to_finish": 35.1, - "tst/installer/test_plugin_changes.py::test_a_uv_project_removes_a_plugin_from_the_group_that_declares_it": 22.7, - "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[False]": 19.8, - "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[True]": 23.4, - "tst/installer/test_plugin_changes.py::test_a_uv_tool_whose_index_comes_from_its_config_takes_one_change_after_another": 53.3, - "tst/installer/test_plugin_changes.py::test_a_uv_workspace_removes_a_plugin_from_the_member_that_declares_it": 21.5, - "tst/installer/test_plugin_changes.py::test_a_virtual_uv_workspace_adds_the_plugin_to_the_member_that_declares_agent_env": 31.3, - "tst/installer/test_plugin_changes.py::test_adding_a_plugin_by_its_bare_name_keeps_the_version_the_tool_pins": 31.9, - "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[uv-tool]": 12.3, - "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[venv]": 40.1, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-broken-toy_broken is failed]": 21.2, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-clash-deploy_env is skipped]": 48.4, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-not-a-plugin-not an agent-env plugin]": 16.5, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-broken-toy_broken is failed]": 12.5, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-clash-deploy_env is skipped]": 42.5, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-not-a-plugin-not an agent-env plugin]": 13.1, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-broken-toy_broken is failed]": 16.9, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-clash-deploy_env is skipped]": 26.0, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-not-a-plugin-not an agent-env plugin]": 16.3, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-broken-toy_broken is failed]": 52.0, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-clash-deploy_env is skipped]": 55.2, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-not-a-plugin-not an agent-env plugin]": 40.1, - "tst/installer/test_plugin_changes.py::test_ctrl_c_lets_the_installer_finish_and_then_restores": 14.8, - "tst/installer/test_plugin_changes.py::test_read_only_site_packages_are_refused": 36.3, - "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[uv-tool]": 29.3, - "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[venv]": 64.2, - "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-project]": 48.0, - "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-tool]": 45.1, + "tst/installer/test_container_journey.py": 243.0, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[pipx]": 17.0, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-project]": 11.2, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-tool]": 54.4, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[venv]": 35.6, + "tst/installer/test_plugin_changes.py::test_a_change_made_elsewhere_while_add_waits_for_confirmation_is_not_undone": 11.6, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[pipx]": 33.9, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-project]": 31.0, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-tool]": 46.7, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[venv]": 83.2, + "tst/installer/test_plugin_changes.py::test_a_package_added_next_to_a_plugin_is_removed_the_same_way": 26.2, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[pipx]": 65.0, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-project]": 21.5, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-tool]": 36.0, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[venv]": 159.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[pipx]": 34.1, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-project]": 44.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-tool]": 43.1, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[venv]": 84.2, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[uv-tool]": 15.7, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[venv]": 42.7, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[uv-tool]": 23.9, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[venv]": 57.1, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[uv-tool]": 21.6, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[venv]": 45.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[uv-tool]": 40.2, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[venv]": 78.6, + "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[hatch-Hatch has no command for this]": 33.9, + "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[pdm-pdm add]": 78.6, + "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[poetry-poetry add]": 34.0, + "tst/installer/test_plugin_changes.py::test_a_second_change_waits_for_the_first_to_finish": 52.1, + "tst/installer/test_plugin_changes.py::test_a_uv_project_removes_a_plugin_from_the_group_that_declares_it": 24.2, + "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[False]": 19.6, + "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[True]": 20.6, + "tst/installer/test_plugin_changes.py::test_a_uv_tool_whose_index_comes_from_its_config_takes_one_change_after_another": 79.9, + "tst/installer/test_plugin_changes.py::test_a_uv_workspace_removes_a_plugin_from_the_member_that_declares_it": 16.3, + "tst/installer/test_plugin_changes.py::test_a_virtual_uv_workspace_adds_the_plugin_to_the_member_that_declares_agent_env": 25.4, + "tst/installer/test_plugin_changes.py::test_adding_a_plugin_by_its_bare_name_keeps_the_version_the_tool_pins": 26.9, + "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[uv-tool]": 29.0, + "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[venv]": 46.8, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-broken-toy_broken is failed]": 69.2, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-clash-deploy_env is skipped]": 23.6, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-not-a-plugin-not an agent-env plugin]": 16.0, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-broken-toy_broken is failed]": 25.3, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-clash-deploy_env is skipped]": 28.8, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-not-a-plugin-not an agent-env plugin]": 31.4, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-broken-toy_broken is failed]": 25.0, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-clash-deploy_env is skipped]": 27.2, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-not-a-plugin-not an agent-env plugin]": 19.5, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-broken-toy_broken is failed]": 35.7, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-clash-deploy_env is skipped]": 36.1, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-not-a-plugin-not an agent-env plugin]": 38.1, + "tst/installer/test_plugin_changes.py::test_ctrl_c_lets_the_installer_finish_and_then_restores": 32.9, + "tst/installer/test_plugin_changes.py::test_read_only_site_packages_are_refused": 41.3, + "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[uv-tool]": 24.8, + "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[venv]": 65.4, + "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-project]": 55.1, + "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-tool]": 65.1, "tst/installer/test_wheel.py": 0.0, "tst/integration/agent/a2a_agent/a2a_agent_test.py": 0.0, "tst/integration/agent/a2a_agent/agent_triggers_e2e_test.py": 0.0, - "tst/integration/agent/proxy_local_container_test.py": 41.3, + "tst/integration/agent/proxy_local_container_test.py": 77.2, "tst/integration/agent/proxy_modal_vm_test.py": 0.0, - "tst/integration/artifact/artifacts/docker_image_artifact_test.py": 27.9, - "tst/integration/cli/bundle_init_images_test.py": 32.8, - "tst/integration/cli/bundle_register_test.py": 44.4, - "tst/integration/cli/cli_test.py": 45.6, - "tst/integration/cli/run_bundle_browser_use_test.py": 258.9, - "tst/integration/cli/run_bundle_built_agents_test.py": 50.9, + "tst/integration/artifact/artifacts/docker_image_artifact_test.py": 14.0, + "tst/integration/cli/bundle_init_images_test.py": 29.0, + "tst/integration/cli/bundle_register_test.py": 82.3, + "tst/integration/cli/cli_test.py": 98.3, + "tst/integration/cli/run_bundle_browser_use_test.py": 353.9, + "tst/integration/cli/run_bundle_built_agents_test.py": 58.7, "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_children_name_one_container_is_refused_before_anything_is_built_or_written": 0.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_servers_share_a_tool_name_is_refused_at_deploy_naming_the_tool_and_both_servers": 34.5, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[gateway]": 50.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[server]": 26.4, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_server_that_crashes_on_start_fails_its_deploy_naming_it_and_ending_with_what_it_printed": 31.5, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_stored_mcp_task_imports_as_a_bundle_that_runs_through_the_gateway": 66.3, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_universe_composed_every_way_seeds_each_server_of_a_multi_and_a_shared_one_seeds_its_server": 45.4, - "tst/integration/cli/run_bundle_built_envs_test.py::test_an_env_folder_is_built_named_by_its_card_deployed_and_rebuilt_only_when_it_changes": 25.4, - "tst/integration/cli/run_bundle_built_envs_test.py::test_an_output_a_bundles_task_wrote_is_written_under_the_folder_that_imports_it": 46.6, - "tst/integration/cli/run_bundle_built_envs_test.py::test_each_kind_of_bundle_env_deploys_through_the_gateway_and_a_child_edit_rewrites_its_multi": 181.0, - "tst/integration/cli/run_bundle_built_envs_test.py::test_environments_and_a_universe_written_from_a_bundle_load_into_an_env_through_the_gateway": 66.3, - "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_echo_mcp_example_runs_by_name_and_a_rerun_writes_nothing": 71.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_mail_mcp_example_runs_and_a_task_outside_a_bundle_deploys_its_env_by_its_alias": 51.1, - "tst/integration/cli/run_bundle_claude_code_install_test.py": 164.0, - "tst/integration/cli/run_bundle_claude_code_test.py": 387.0, - "tst/integration/cli/run_bundle_cli_folder_test.py": 85.4, - "tst/integration/cli/run_bundle_image_folder_test.py": 45.3, - "tst/integration/cli/run_bundle_image_ref_test.py": 34.3, - "tst/integration/cli/run_bundle_installed_agent_test.py": 22.1, - "tst/integration/cli/run_bundle_openhands_test.py": 299.7, - "tst/integration/cli/run_bundle_pydantic_ai_test.py": 131.9, - "tst/integration/cli/run_bundle_skills_test.py": 27.6, - "tst/integration/cli/run_bundle_task_image_test.py": 13.4, - "tst/integration/cli/run_role_models_test.py": 29.0, - "tst/integration/computer/base_computer_test.py": 163.4, - "tst/integration/computer/browser_computer_test.py": 573.6, - "tst/integration/computer/browser_gateway_test.py": 219.2, - "tst/integration/computer/browser_multi_env_test.py": 461.2, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_servers_share_a_tool_name_is_refused_at_deploy_naming_the_tool_and_both_servers": 33.9, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[gateway]": 68.0, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[server]": 12.5, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_server_that_crashes_on_start_fails_its_deploy_naming_it_and_ending_with_what_it_printed": 33.4, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_stored_mcp_task_imports_as_a_bundle_that_runs_through_the_gateway": 67.9, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_universe_composed_every_way_seeds_each_server_of_a_multi_and_a_shared_one_seeds_its_server": 98.3, + "tst/integration/cli/run_bundle_built_envs_test.py::test_an_env_folder_is_built_named_by_its_card_deployed_and_rebuilt_only_when_it_changes": 21.3, + "tst/integration/cli/run_bundle_built_envs_test.py::test_an_output_a_bundles_task_wrote_is_written_under_the_folder_that_imports_it": 38.5, + "tst/integration/cli/run_bundle_built_envs_test.py::test_each_kind_of_bundle_env_deploys_through_the_gateway_and_a_child_edit_rewrites_its_multi": 178.3, + "tst/integration/cli/run_bundle_built_envs_test.py::test_environments_and_a_universe_written_from_a_bundle_load_into_an_env_through_the_gateway": 66.5, + "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_echo_mcp_example_runs_by_name_and_a_rerun_writes_nothing": 55.2, + "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_mail_mcp_example_runs_and_a_task_outside_a_bundle_deploys_its_env_by_its_alias": 71.5, + "tst/integration/cli/run_bundle_claude_code_install_test.py": 212.1, + "tst/integration/cli/run_bundle_claude_code_test.py": 494.4, + "tst/integration/cli/run_bundle_cli_folder_test.py": 71.1, + "tst/integration/cli/run_bundle_image_folder_test.py": 41.1, + "tst/integration/cli/run_bundle_image_ref_test.py": 14.9, + "tst/integration/cli/run_bundle_installed_agent_test.py": 33.3, + "tst/integration/cli/run_bundle_openhands_test.py": 304.4, + "tst/integration/cli/run_bundle_pydantic_ai_test.py": 262.3, + "tst/integration/cli/run_bundle_skills_test.py": 28.0, + "tst/integration/cli/run_bundle_task_image_test.py": 7.5, + "tst/integration/cli/run_role_models_test.py": 49.4, + "tst/integration/computer/base_computer_test.py": 79.8, + "tst/integration/computer/browser_clock_test.py": 118.7, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_a_cdp_agents_own_tab_behind_the_active_one": 11.8, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_each_burst_of_an_agents_actions_keyed_to_its_log_and_ends_on_its_last_page": 6.8, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_the_active_tab_when_the_agents_tab_closes_mid_capture": 12.2, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_that_ends_while_an_agents_command_is_in_flight_logs_it_unfinished": 16.9, + "tst/integration/computer/browser_computer_test.py::test_a_cdp_agent_keeps_its_address_through_an_app_server_and_a_driver_restart_and_a_browser_relaunch": 21.8, + "tst/integration/computer/browser_computer_test.py::test_a_compose_of_chromium_from_a_release_record_pulls_its_image_and_the_browser_boots_from_it": 43.0, + "tst/integration/computer/browser_computer_test.py::test_a_killed_app_server_or_driver_comes_back_and_a_killed_browser_fails_it_for_good": 16.9, + "tst/integration/computer/browser_computer_test.py::test_a_killed_x_server_comes_back_but_takes_the_browser_with_it_which_fails_the_computer_for_good": 8.4, + "tst/integration/computer/browser_computer_test.py::test_a_task_pinning_a_version_of_the_browser_passes_preflight_on_it_and_runs_its_steps_through_task_run": 5.5, + "tst/integration/computer/browser_computer_test.py::test_alone_it_makes_no_request_of_its_own_its_proxy_seeing_only_its_page_until_well_after_it_is_ready": 83.3, + "tst/integration/computer/browser_computer_test.py::test_alone_on_the_open_web_it_loads_a_public_site_through_its_proxy_and_an_agents_tab_and_logs_each_connection": 8.7, + "tst/integration/computer/browser_computer_test.py::test_an_address_scoped_to_a_lease_sees_it_alone_as_the_default_and_ends_with_it": 23.8, + "tst/integration/computer/browser_computer_test.py::test_an_agent_navigates_moves_in_history_answers_a_dialog_uses_tabs_and_uploads_with_its_page_tools": 12.8, + "tst/integration/computer/browser_computer_test.py::test_behind_a_front_that_ends_tls_an_address_under_the_origin_named_is_https_and_wss_and_clients_connect": 9.7, + "tst/integration/computer/browser_computer_test.py::test_browser_connect_cdp_hands_an_agent_its_address_with_the_tools_hidden_which_a_reset_ends_till_it_reruns": 24.8, + "tst/integration/computer/browser_computer_test.py::test_each_context_is_recorded_alone_its_video_following_its_agent_while_agents_act_on_all_at_once": 33.7, + "tst/integration/computer/browser_computer_test.py::test_each_start_tabs_page_sees_the_windows_size_from_its_first_script_in_order_the_first_active": 5.2, + "tst/integration/computer/browser_computer_test.py::test_gate_3_makes_this_machines_arch_ready_with_the_page_driver_its_input_and_page_tools_verified": 239.1, + "tst/integration/computer/browser_computer_test.py::test_its_contexts_are_leased_by_steps_and_by_agents_each_with_its_own_state_and_end_with_a_reset": 22.5, + "tst/integration/computer/browser_computer_test.py::test_its_cookies_local_storage_and_downloads_are_read_and_set_through_browser_v1": 15.0, + "tst/integration/computer/browser_computer_test.py::test_its_data_calls_take_turns_a_server_restart_takes_a_load_and_with_the_browser_gone_they_fail_at_once": 13.9, + "tst/integration/computer/browser_computer_test.py::test_its_data_plane_signs_it_in_snapshots_it_resets_it_and_loads_a_snapshot_back_whole": 39.4, + "tst/integration/computer/browser_computer_test.py::test_its_log_has_an_entry_for_every_action_over_cdp_page_tools_and_pixels_with_no_secrets": 9.1, + "tst/integration/computer/browser_computer_test.py::test_its_state_operations_hold_up_at_once_through_a_server_restart_and_fail_at_once_with_the_browser_gone": 19.0, + "tst/integration/computer/browser_computer_test.py::test_its_task_steps_set_cookies_and_storage_open_a_tab_behind_and_activate_and_close_it_by_its_url": 11.3, + "tst/integration/computer/browser_computer_test.py::test_its_tools_see_and_drive_the_page_that_is_its_screen": 9.4, + "tst/integration/computer/browser_computer_test.py::test_playwright_and_puppeteer_drive_it_through_its_cdp_address_which_a_relaunch_keeps_and_a_reset_ends": 22.1, + "tst/integration/computer/browser_computer_test.py::test_playwright_mcps_tools_drive_its_page_hide_the_code_tools_and_come_back_after_a_kill": 19.5, + "tst/integration/computer/browser_computer_test.py::test_routing_sites_beside_live_ones_its_forward_port_takes_the_live_hosts_straight_to_the_real_site": 12.5, + "tst/integration/computer/browser_computer_test.py::test_routing_sites_it_goes_out_only_through_the_forward_port_which_the_agent_cant_stop_and_comes_back": 19.6, + "tst/integration/computer/browser_computer_test.py::test_routing_sites_its_network_har_has_what_webarena_verifieds_grader_reads": 13.3, + "tst/integration/computer/browser_computer_test.py::test_two_cdp_agents_drive_one_browser_at_once_each_through_an_address_of_its_own": 12.9, + "tst/integration/computer/browser_gateway_test.py": 257.7, + "tst/integration/computer/browser_multi_env_test.py::test_a_multi_env_naming_no_browser_deploys_none": 26.7, + "tst/integration/computer/browser_multi_env_test.py::test_a_multi_env_naming_no_browser_takes_the_runs_and_chromium_runs_as_a_computer_child": 54.9, + "tst/integration/computer/browser_multi_env_test.py::test_a_site_chromium_reaches_by_name_through_the_gateway_takes_that_name_as_its_host_and_no_forged_one[card]": 59.8, + "tst/integration/computer/browser_multi_env_test.py::test_a_site_chromium_reaches_by_name_through_the_gateway_takes_that_name_as_its_host_and_no_forged_one[stored]": 73.4, + "tst/integration/computer/browser_multi_env_test.py::test_a_site_wrapping_an_app_signs_chromium_in_by_a_header_only_it_sends_and_the_app_serves_its_pages": 60.3, + "tst/integration/computer/browser_multi_env_test.py::test_behind_a_front_that_ends_tls_the_multi_envs_gateway_hands_out_https_and_wss_and_an_agent_connects": 51.5, + "tst/integration/computer/browser_multi_env_test.py::test_browser_connect_cdp_hands_an_agent_an_address_at_the_multi_envs_gateway_with_its_tools_hidden": 55.4, + "tst/integration/computer/browser_multi_env_test.py::test_chromium_as_a_multi_envs_browser_runs_on_its_own_sandbox_reached_through_the_gateway": 350.0, + "tst/integration/computer/browser_multi_env_test.py::test_two_leases_in_a_multi_envs_browser_each_sign_in_to_its_site_by_name_through_the_gateway": 62.2, + "tst/integration/computer/browser_multi_env_test.py::test_under_a_chromium_default_a_site_gets_chromium_unnamed_which_browser_sign_in_signs_in_after_each_reset": 56.9, "tst/integration/computer/builder_modal_vm_test.py": 0.0, - "tst/integration/computer/ca_trust_test.py": 379.0, - "tst/integration/computer/chromium_app_test.py": 958.6, - "tst/integration/computer/clock_desktop_test.py": 510.9, - "tst/integration/computer/computer_app_test.py::test_a_computers_apps_load_export_and_reset_each_through_its_own_data_plane": 50.3, - "tst/integration/computer/computer_app_test.py::test_an_app_deployed_alone_runs_its_service_on_its_settings_on_a_computer_named_after_it_as_its_driver": 204.2, - "tst/integration/computer/computer_app_test.py::test_the_locks_debs_and_wheels_install_from_mounts_and_stay_in_no_layer_of_the_image": 357.1, - "tst/integration/computer/computer_app_test.py::test_through_the_drivers_route_a_websocket_reaches_an_apps_server_and_a_20_mb_answer_streams_whole": 454.8, - "tst/integration/computer/computer_app_test.py::test_two_apps_composed_into_one_computer_env_each_run_on_their_own_settings": 113.1, - "tst/integration/computer/computer_clock_test.py": 298.9, - "tst/integration/computer/computer_env_test.py": 427.0, - "tst/integration/computer/covered_test.py": 98.2, - "tst/integration/computer/cua_driver_test.py": 150.0, - "tst/integration/computer/desktop_example_test.py": 241.1, + "tst/integration/computer/ca_trust_test.py": 311.9, + "tst/integration/computer/chromium_app_test.py::test_a_deploy_opens_its_start_urls_unprompted_and_a_reset_clears_its_profile": 8.6, + "tst/integration/computer/chromium_app_test.py::test_a_desktop_that_gives_it_defaults_deploys_with_them_and_a_deploys_own_over_them": 5.3, + "tst/integration/computer/chromium_app_test.py::test_a_load_of_cookies_alone_reloads_a_start_tab_on_a_hash_route_so_its_page_reads_them": 9.0, + "tst/integration/computer/chromium_app_test.py::test_a_popup_a_page_opens_loads_with_its_control_attached": 12.8, + "tst/integration/computer/chromium_app_test.py::test_a_start_tab_on_a_routed_site_must_load_where_it_lands_so_a_site_answering_503_fails_the_deploy[answers-503]": 8.0, + "tst/integration/computer/chromium_app_test.py::test_a_start_tab_on_a_routed_site_must_load_where_it_lands_so_a_site_answering_503_fails_the_deploy[loads]": 7.8, + "tst/integration/computer/chromium_app_test.py::test_gate_3_makes_this_machines_arch_ready_with_chromium": 491.4, + "tst/integration/computer/chromium_app_test.py::test_it_runs_chrome_itself_on_its_pipe_answers_prompts_as_the_deploy_says_and_a_launch_opens_a_window": 66.1, + "tst/integration/computer/chromium_app_test.py::test_its_computer_gets_the_shared_memory_it_asks_for_so_chrome_keeps_it_there_and_a_reset_env_keeps_it[container]": 11.0, + "tst/integration/computer/chromium_app_test.py::test_its_computer_gets_the_shared_memory_it_asks_for_so_chrome_keeps_it_there_and_a_reset_env_keeps_it[disk]": 19.5, + "tst/integration/computer/chromium_app_test.py::test_its_control_records_tabs_a_download_a_dialog_and_each_launch_with_its_cause": 100.3, + "tst/integration/computer/chromium_app_test.py::test_its_cookies_local_storage_and_downloads_are_read_and_set_through_browser_v1": 10.6, + "tst/integration/computer/chromium_app_test.py::test_its_data_plane_signs_it_in_snapshots_it_resets_it_and_loads_a_snapshot_back_whole": 35.6, + "tst/integration/computer/chromium_app_test.py::test_its_recording_of_its_pages_runs_beside_the_desktops_own_recording_each_with_its_video": 14.4, + "tst/integration/computer/chromium_app_test.py::test_its_start_tabs_open_in_order_the_first_active_and_a_live_one_that_never_answers_is_recorded_not_fatal": 65.9, + "tst/integration/computer/chromium_app_test.py::test_its_task_steps_set_cookies_and_storage_open_a_tab_behind_and_activate_and_close_it_by_its_url": 9.9, + "tst/integration/computer/chromium_app_test.py::test_with_dialogs_left_to_the_agent_chromium_shows_one_and_records_the_agents_answer": 9.2, + "tst/integration/computer/chromium_universe_test.py": 424.7, + "tst/integration/computer/clock_desktop_test.py": 495.4, + "tst/integration/computer/computer_app_test.py::test_a_computers_apps_load_export_and_reset_each_through_its_own_data_plane": 173.3, + "tst/integration/computer/computer_app_test.py::test_an_app_deployed_alone_runs_its_service_on_its_settings_on_a_computer_named_after_it_as_its_driver": 172.1, + "tst/integration/computer/computer_app_test.py::test_the_locks_debs_and_wheels_install_from_mounts_and_stay_in_no_layer_of_the_image": 230.2, + "tst/integration/computer/computer_app_test.py::test_through_the_drivers_route_a_websocket_reaches_an_apps_server_and_a_20_mb_answer_streams_whole": 301.7, + "tst/integration/computer/computer_app_test.py::test_two_apps_composed_into_one_computer_env_each_run_on_their_own_settings": 187.9, + "tst/integration/computer/computer_clock_test.py": 152.9, + "tst/integration/computer/computer_env_test.py": 317.2, + "tst/integration/computer/computer_triggers_test.py": 459.0, + "tst/integration/computer/covered_test.py": 82.3, + "tst/integration/computer/cua_driver_test.py": 93.6, + "tst/integration/computer/desktop_example_test.py": 161.7, "tst/integration/computer/disk_boot_failure_modal_vm_test.py": 0.0, - "tst/integration/computer/disk_boot_test.py": 104.9, + "tst/integration/computer/disk_boot_test.py": 165.3, "tst/integration/computer/disk_modal_vm_test.py": 0.0, - "tst/integration/computer/egress_test.py": 286.7, - "tst/integration/computer/launcher_test.py": 298.5, - "tst/integration/computer/multi_env_computers_test.py": 601.2, + "tst/integration/computer/egress_test.py": 441.2, + "tst/integration/computer/launcher_test.py": 296.5, + "tst/integration/computer/multi_env_computers_test.py": 513.0, "tst/integration/computer/omarchy_test.py": 0.0, - "tst/integration/computer/recording_chaos_test.py": 375.0, - "tst/integration/computer/set_test.py": 286.4, - "tst/integration/computer/tool_prefix_test.py": 127.7, - "tst/integration/computer/website_browser_test.py": 729.7, + "tst/integration/computer/recording_chaos_test.py": 383.1, + "tst/integration/computer/set_test.py": 207.7, + "tst/integration/computer/tool_prefix_test.py": 111.6, + "tst/integration/computer/website_browser_test.py": 609.9, "tst/integration/computer/windows_test.py": 0.0, - "tst/integration/env/env_test.py": 45.4, - "tst/integration/env/envs/build_context_local_test.py": 156.0, - "tst/integration/env/envs/multi_env_child_envs_local_test.py": 43.2, - "tst/integration/env/envs/multi_env_local_test.py": 75.8, - "tst/integration/env/envs/playwright_mcp_local_test.py": 25.7, - "tst/integration/env/envs/server_env_local_test.py": 86.4, + "tst/integration/env/env_test.py": 20.2, + "tst/integration/env/envs/build_context_local_test.py": 131.8, + "tst/integration/env/envs/multi_env_child_envs_local_test.py": 48.9, + "tst/integration/env/envs/multi_env_local_test.py": 136.3, + "tst/integration/env/envs/playwright_mcp_local_test.py": 32.0, + "tst/integration/env/envs/server_env_local_test.py": 124.6, "tst/integration/env/envs/server_env_modal_test.py": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[gateway-default]": 76.1, - "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[ready-timeout]": 138.6, + "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[gateway-default]": 75.2, + "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[ready-timeout]": 137.0, + "tst/integration/env/gateway/gateway_test.py::test_a_tool_disabled_for_a_role_is_refused_through_svc_as_on_the_gateway_s_mcp": 113.4, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[sail_vm]": 0.0, @@ -219,6 +290,7 @@ "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[sail_vm]": 0.0, @@ -230,6 +302,7 @@ "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[sail_vm]": 0.0, @@ -241,6 +314,7 @@ "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[sail_vm]": 0.0, @@ -252,6 +326,7 @@ "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[sail_vm]": 0.0, @@ -263,6 +338,7 @@ "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[sail_vm]": 0.0, @@ -274,6 +350,7 @@ "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[sail_vm]": 0.0, @@ -285,18 +362,20 @@ "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_cardless_environment_resolves_name_from_environment_name": 36.0, + "tst/integration/env/gateway/gateway_test.py::test_cardless_environment_resolves_name_from_environment_name": 37.6, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[sail_vm]": 0.0, @@ -308,6 +387,7 @@ "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[sail_vm]": 0.0, @@ -319,6 +399,7 @@ "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[sail_vm]": 0.0, @@ -330,6 +411,7 @@ "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[sail_vm]": 0.0, @@ -341,6 +423,7 @@ "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[sail_vm]": 0.0, @@ -353,6 +436,7 @@ "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[sail_vm]": 0.0, @@ -364,6 +448,7 @@ "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[sail_vm]": 0.0, @@ -375,6 +460,7 @@ "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[sail_vm]": 0.0, @@ -386,6 +472,7 @@ "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[sail_vm]": 0.0, @@ -397,6 +484,7 @@ "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[sail_vm]": 0.0, @@ -408,6 +496,7 @@ "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[sail_vm]": 0.0, @@ -419,10 +508,11 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[scale]": 29.4, + "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[scale]": 28.5, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[agent37]": 0.0, @@ -430,23 +520,25 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[scale]": 28.5, + "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[scale]": 27.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_request_behind_a_write_through_the_rest_proxy": 26.3, - "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_role_behind_each_write": 26.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_request_behind_a_write_through_the_rest_proxy": 26.4, + "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_role_behind_each_write": 26.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[scale]": 37.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[scale]": 35.6, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[agent37]": 0.0, @@ -454,22 +546,24 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[scale]": 51.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[scale]": 50.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_consistent_mode": 41.7, + "tst/integration/env/gateway/gateway_test.py::test_gateway_consistent_mode": 44.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[scale]": 29.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[scale]": 29.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[agent37]": 0.0, @@ -477,10 +571,11 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[scale]": 27.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[scale]": 28.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[agent37]": 0.0, @@ -488,6 +583,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[sail_vm]": 0.0, @@ -499,10 +595,11 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[scale]": 25.9, + "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[scale]": 25.6, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[agent37]": 0.0, @@ -510,35 +607,38 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[scale]": 38.3, + "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[scale]": 36.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_nl_executor[modal_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_website_trigger_fires_on_a_request_through_the_website_proxy": 61.1, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_agentenv_environment": 27.6, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_env_including_website": 155.3, + "tst/integration/env/gateway/gateway_test.py::test_gateway_website_trigger_fires_on_a_request_through_the_website_proxy": 54.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_agentenv_environment": 38.7, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_env_including_website": 158.5, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[scale]": 103.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[scale]": 27.2, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_mcp_server": 102.8, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_website_env": 120.2, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_website_env_v1": 42.8, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_mcp_server": 102.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_website_env": 151.9, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_website_env_v1": 47.1, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[sail_vm]": 0.0, @@ -550,6 +650,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[sail_vm]": 0.0, @@ -561,6 +662,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[sail_vm]": 0.0, @@ -572,6 +674,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[sail_vm]": 0.0, @@ -583,6 +686,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[sail_vm]": 0.0, @@ -594,6 +698,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[sail_vm]": 0.0, @@ -605,6 +710,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[sail_vm]": 0.0, @@ -616,6 +722,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[sail_vm]": 0.0, @@ -627,6 +734,7 @@ "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[sail_vm]": 0.0, @@ -638,6 +746,7 @@ "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[sail_vm]": 0.0, @@ -649,6 +758,7 @@ "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[sail_vm]": 0.0, @@ -660,18 +770,20 @@ "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_load_from_snapshot": 44.1, + "tst/integration/env/gateway/gateway_test.py::test_load_from_snapshot": 41.8, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[sail_vm]": 0.0, @@ -683,6 +795,7 @@ "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[sail_vm]": 0.0, @@ -694,6 +807,7 @@ "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[sail_vm]": 0.0, @@ -705,6 +819,7 @@ "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[sail_vm]": 0.0, @@ -716,6 +831,7 @@ "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[sail_vm]": 0.0, @@ -727,6 +843,7 @@ "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[sail_vm]": 0.0, @@ -738,6 +855,7 @@ "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[sail_vm]": 0.0, @@ -749,6 +867,7 @@ "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[sail_vm]": 0.0, @@ -760,6 +879,7 @@ "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[sail_vm]": 0.0, @@ -771,6 +891,7 @@ "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[sail_vm]": 0.0, @@ -782,18 +903,20 @@ "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_renamed_registration_serves_its_registered_name": 35.8, + "tst/integration/env/gateway/gateway_test.py::test_renamed_registration_serves_its_registered_name": 38.7, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[sail_vm]": 0.0, @@ -805,6 +928,7 @@ "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[sail_vm]": 0.0, @@ -816,6 +940,7 @@ "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[sail_vm]": 0.0, @@ -827,6 +952,7 @@ "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[sail_vm]": 0.0, @@ -838,6 +964,7 @@ "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[sail_vm]": 0.0, @@ -849,19 +976,21 @@ "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_snapshot_agent_state_v1_and_fallback": 29.3, - "tst/integration/env/gateway/gateway_test.py::test_snapshot_cli": 37.6, + "tst/integration/env/gateway/gateway_test.py::test_snapshot_agent_state_v1_and_fallback": 29.7, + "tst/integration/env/gateway/gateway_test.py::test_snapshot_cli": 55.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[sail_vm]": 0.0, @@ -873,6 +1002,7 @@ "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[sail_vm]": 0.0, @@ -884,6 +1014,7 @@ "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[sail_vm]": 0.0, @@ -895,6 +1026,7 @@ "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[sail_vm]": 0.0, @@ -906,6 +1038,7 @@ "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[sail_vm]": 0.0, @@ -917,10 +1050,11 @@ "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[scale]": 27.5, + "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[scale]": 34.7, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[agent37]": 0.0, @@ -928,6 +1062,7 @@ "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[sail_vm]": 0.0, @@ -939,18 +1074,20 @@ "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_the_browsers_card_and_recording_through_the_gateway_survive_its_recorder_and_container_restarting": 128.8, + "tst/integration/env/gateway/gateway_test.py::test_the_browsers_card_and_recording_through_the_gateway_survive_its_recorder_and_container_restarting": 148.4, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[sail_vm]": 0.0, @@ -962,6 +1099,7 @@ "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[sail_vm]": 0.0, @@ -973,19 +1111,21 @@ "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_validate_universe_compatibility": 42.7, - "tst/integration/env/gateway/gateway_test.py::test_verify_universe_roundtrip_export_all_v1_and_fallback": 38.0, + "tst/integration/env/gateway/gateway_test.py::test_validate_universe_compatibility": 41.5, + "tst/integration/env/gateway/gateway_test.py::test_verify_universe_roundtrip_export_all_v1_and_fallback": 27.4, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[sail_vm]": 0.0, @@ -997,6 +1137,7 @@ "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[sail_vm]": 0.0, @@ -1008,6 +1149,7 @@ "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[sail_vm]": 0.0, @@ -1019,6 +1161,7 @@ "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[sail_vm]": 0.0, @@ -1030,6 +1173,7 @@ "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[sail_vm]": 0.0, @@ -1041,663 +1185,711 @@ "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/task_step/task_steps_test.py": 202.2, - "tst/integration/eval/eval_test.py": 1.9, - "tst/integration/openenv/build_app_test.py": 132.4, + "tst/integration/env/task_step/task_steps_test.py": 261.7, + "tst/integration/eval/eval_test.py": 2.4, + "tst/integration/openenv/build_app_test.py": 126.0, "tst/integration/providers/sandbox_providers/agent37_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/boat_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/boxd_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/coreweave_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/daytona_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/e2b_sandbox_smoke_test.py": 0.0, + "tst/integration/providers/sandbox_providers/kosa8_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/sail_vm_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/tenki_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/tensorlake_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/vercel_sandbox_smoke_test.py": 0.0, - "tst/integration/providers/sandbox_providers/vm_sandbox_build_test.py": 2.5, + "tst/integration/providers/sandbox_providers/vm_sandbox_build_test.py": 2.1, "tst/integration/providers/sandbox_providers/websockets_live_test.py": 0.0, - "tst/integration/store/local_parallel_deploy_test.py": 125.0, - "tst/integration/task_step/test_advance_to_next_event_hook_local.py": 121.9, - "tst/integration/task_step/test_agent_on_local_sandbox.py": 8.2, + "tst/integration/store/local_parallel_deploy_test.py": 49.8, + "tst/integration/task_step/test_advance_to_next_event_hook_local.py": 107.7, + "tst/integration/task_step/test_agent_env_clock_local.py": 0.0, + "tst/integration/task_step/test_agent_on_local_sandbox.py": 10.6, "tst/integration/task_step/test_enable_docker_e2e.py": 0.0, + "tst/integration/task_step/test_model_key_scope_local.py": 13.3, "tst/integration/task_step/test_multiturn_verifier_delivery.py": 0.0, - "tst/integration/task_step/test_next_env_event_hook_local.py": 146.2, - "tst/integration/task_step/test_prompt_agent_notifications_local.py": 128.2, - "tst/integration/task_step/test_register_env_triggers_local.py": 191.1, - "tst/integration/training/harness_test.py": 54.6, - "tst/integration/training/trl_test.py": 35.1, - "tst/integration/utils/docker/prune_test.py": 16.0, - "tst/unit/a2a_agent/add_skill_test.py": 1.1, + "tst/integration/task_step/test_next_env_event_hook_local.py": 233.6, + "tst/integration/task_step/test_prompt_agent_notifications_local.py": 128.0, + "tst/integration/task_step/test_register_env_triggers_local.py": 169.4, + "tst/integration/training/harness_test.py": 129.1, + "tst/integration/training/trl_test.py": 56.4, + "tst/integration/utils/docker/prune_test.py": 8.3, + "tst/unit/a2a_agent/add_skill_test.py": 0.4, "tst/unit/a2a_agent/alias_get_test.py": 0.3, - "tst/unit/a2a_agent/cdp_config_test.py": 0.1, - "tst/unit/a2a_agent/context_only_deploy_test.py": 0.6, + "tst/unit/a2a_agent/cdp_config_test.py": 0.0, + "tst/unit/a2a_agent/context_only_deploy_test.py": 0.5, "tst/unit/a2a_agent/deploy_cleanup_test.py": 0.1, "tst/unit/a2a_agent/negotiate_agent_config_test.py": 0.0, - "tst/unit/a2a_agent/object_transfer_reach_test.py": 0.2, - "tst/unit/a2a_agent/object_transfer_test.py": 0.4, - "tst/unit/a2a_agent/protocol_test.py": 0.3, + "tst/unit/a2a_agent/object_transfer_reach_test.py": 0.1, + "tst/unit/a2a_agent/object_transfer_test.py": 0.3, + "tst/unit/a2a_agent/protocol_test.py": 0.2, "tst/unit/a2a_agent/put_version_test.py": 0.1, "tst/unit/a2a_agent/readable_parts_test.py": 0.1, - "tst/unit/a2a_agent/staging_test.py": 1.8, + "tst/unit/a2a_agent/staging_test.py": 1.4, "tst/unit/a2a_agent/store_test.py": 0.0, - "tst/unit/a2a_agent/test_trajectory_follower.py": 0.8, - "tst/unit/a2a_agent/test_validator_changelog_objects.py": 0.2, - "tst/unit/a2a_agent/test_validator_skill_variants.py": 0.1, - "tst/unit/a2a_agent/validator_trajectory_dag_test.py": 0.3, + "tst/unit/a2a_agent/test_trajectory_follower.py": 0.6, + "tst/unit/a2a_agent/test_validator_changelog_objects.py": 0.1, + "tst/unit/a2a_agent/test_validator_clock.py": 0.1, + "tst/unit/a2a_agent/test_validator_skill_variants.py": 0.2, + "tst/unit/a2a_agent/validator_trajectory_dag_test.py": 0.9, "tst/unit/a2a_agent/validator_uri_probes_test.py": 0.0, - "tst/unit/a2a_agent/verify_a2a_agent_card_test.py": 0.1, - "tst/unit/agents/browser_use/test_browser_use_agent.py": 1.7, - "tst/unit/agents/claude_code/test_card_contract.py": 1.6, - "tst/unit/agents/claude_code/test_changelog.py": 23.4, - "tst/unit/agents/claude_code/test_claude_bridge_builtin_tools.py": 0.1, - "tst/unit/agents/claude_code/test_claude_bridge_cancel.py": 9.3, - "tst/unit/agents/claude_code/test_claude_bridge_failure_message.py": 0.2, - "tst/unit/agents/claude_code/test_claude_bridge_live.py": 0.2, + "tst/unit/a2a_agent/verify_a2a_agent_card_test.py": 0.0, + "tst/unit/agents/browser_use/test_browser_use_agent.py": 1.3, + "tst/unit/agents/claude_code/test_always_on_judge_config.py": 0.0, + "tst/unit/agents/claude_code/test_card_contract.py": 1.1, + "tst/unit/agents/claude_code/test_changelog.py": 19.9, + "tst/unit/agents/claude_code/test_claude_bridge_builtin_tools.py": 0.0, + "tst/unit/agents/claude_code/test_claude_bridge_cancel.py": 8.5, + "tst/unit/agents/claude_code/test_claude_bridge_failure_message.py": 0.1, + "tst/unit/agents/claude_code/test_claude_bridge_live.py": 0.1, "tst/unit/agents/claude_code/test_claude_bridge_model.py": 0.1, - "tst/unit/agents/claude_code/test_claude_bridge_retry.py": 0.5, + "tst/unit/agents/claude_code/test_claude_bridge_retry.py": 0.3, "tst/unit/agents/claude_code/test_claude_bridge_stdin.py": 1.1, - "tst/unit/agents/claude_code/test_cli_env.py": 0.2, - "tst/unit/agents/claude_code/test_ext_mcp_name.py": 0.1, + "tst/unit/agents/claude_code/test_cli_env.py": 0.1, + "tst/unit/agents/claude_code/test_env_clock_image.py": 0.2, + "tst/unit/agents/claude_code/test_ext_mcp_name.py": 0.0, "tst/unit/agents/claude_code/test_extensions.py": 0.1, - "tst/unit/agents/claude_code/test_image_contract.py": 0.0, - "tst/unit/agents/claude_code/test_install_sh_host_root.py": 0.1, - "tst/unit/agents/claude_code/test_message_contract.py": 1.7, - "tst/unit/agents/claude_code/test_object_transfer.py": 0.5, + "tst/unit/agents/claude_code/test_image_contract.py": 0.1, + "tst/unit/agents/claude_code/test_install_sh_host_root.py": 2.1, + "tst/unit/agents/claude_code/test_message_contract.py": 1.4, + "tst/unit/agents/claude_code/test_object_transfer.py": 0.4, "tst/unit/agents/claude_code/test_partial_trajectory.py": 0.2, "tst/unit/agents/claude_code/test_workspace_snapshot.py": 0.1, "tst/unit/agents/codex/test_card_contract.py": 0.1, "tst/unit/agents/codex/test_codex_bridge_events.py": 0.3, - "tst/unit/agents/codex/test_codex_bridge_failure_message.py": 0.2, - "tst/unit/agents/codex/test_codex_bridge_retry.py": 0.4, + "tst/unit/agents/codex/test_codex_bridge_failure_message.py": 0.3, + "tst/unit/agents/codex/test_codex_bridge_retry.py": 0.3, "tst/unit/agents/codex/test_codex_bridge_watchdog.py": 0.3, - "tst/unit/agents/codex/test_codex_builtin_tools.py": 2.0, - "tst/unit/agents/codex/test_codex_executor_outcome.py": 0.3, - "tst/unit/agents/codex/test_codex_snapshot_hardening.py": 0.3, - "tst/unit/agents/codex/test_config_and_mcp.py": 0.3, - "tst/unit/agents/codex/test_image_contract.py": 0.2, - "tst/unit/agents/codex/test_install.py": 0.1, + "tst/unit/agents/codex/test_codex_builtin_tools.py": 1.8, + "tst/unit/agents/codex/test_codex_executor_outcome.py": 0.2, + "tst/unit/agents/codex/test_codex_snapshot_hardening.py": 0.2, + "tst/unit/agents/codex/test_config_and_mcp.py": 0.2, + "tst/unit/agents/codex/test_image_contract.py": 0.1, + "tst/unit/agents/codex/test_install.py": 2.1, "tst/unit/agents/codex/test_live_trajectory.py": 0.1, "tst/unit/agents/codex/test_message_contract.py": 0.1, "tst/unit/agents/codex/test_object_transfer.py": 0.7, - "tst/unit/agents/gemini/test_card_contract.py": 1.8, - "tst/unit/agents/gemini/test_extensions.py": 0.5, + "tst/unit/agents/gemini/test_card_contract.py": 1.3, + "tst/unit/agents/gemini/test_extensions.py": 0.4, "tst/unit/agents/gemini/test_gemini_bridge_attribution.py": 0.1, - "tst/unit/agents/gemini/test_gemini_bridge_cancel.py": 5.7, - "tst/unit/agents/gemini/test_gemini_bridge_failure_message.py": 0.4, - "tst/unit/agents/gemini/test_gemini_bridge_live.py": 1.3, - "tst/unit/agents/gemini/test_image_contract.py": 0.2, - "tst/unit/agents/gemini/test_install.py": 0.1, - "tst/unit/agents/gemini/test_litellm_proxy.py": 0.5, - "tst/unit/agents/gemini/test_message_contract.py": 0.5, - "tst/unit/agents/gemini/test_object_transfer.py": 3.6, - "tst/unit/agents/hermes/test_card_contract.py": 1.7, + "tst/unit/agents/gemini/test_gemini_bridge_cancel.py": 5.6, + "tst/unit/agents/gemini/test_gemini_bridge_failure_message.py": 0.3, + "tst/unit/agents/gemini/test_gemini_bridge_live.py": 1.2, + "tst/unit/agents/gemini/test_image_contract.py": 0.1, + "tst/unit/agents/gemini/test_install.py": 2.1, + "tst/unit/agents/gemini/test_litellm_proxy.py": 0.4, + "tst/unit/agents/gemini/test_message_contract.py": 0.2, + "tst/unit/agents/gemini/test_object_transfer.py": 2.7, + "tst/unit/agents/hermes/test_card_contract.py": 0.9, "tst/unit/agents/hermes/test_held_work.py": 0.8, - "tst/unit/agents/hermes/test_hermes_bridge.py": 3.7, - "tst/unit/agents/hermes/test_message_contract.py": 0.5, + "tst/unit/agents/hermes/test_hermes_bridge.py": 3.5, + "tst/unit/agents/hermes/test_message_contract.py": 0.4, "tst/unit/agents/letta_code/test_bridge.py": 0.5, "tst/unit/agents/opencode/test_card_contract.py": 1.5, - "tst/unit/agents/opencode/test_image_contract.py": 0.2, - "tst/unit/agents/opencode/test_install.py": 0.1, - "tst/unit/agents/opencode/test_message_contract.py": 1.1, + "tst/unit/agents/opencode/test_image_contract.py": 0.1, + "tst/unit/agents/opencode/test_install.py": 2.1, + "tst/unit/agents/opencode/test_message_contract.py": 1.0, "tst/unit/agents/opencode/test_object_transfer.py": 0.5, "tst/unit/agents/opencode/test_opencode_bridge_builtin_tools.py": 0.2, - "tst/unit/agents/opencode/test_opencode_bridge_cancel.py": 5.7, + "tst/unit/agents/opencode/test_opencode_bridge_cancel.py": 5.8, "tst/unit/agents/opencode/test_opencode_bridge_config.py": 0.2, "tst/unit/agents/opencode/test_opencode_bridge_events.py": 0.1, - "tst/unit/agents/opencode/test_opencode_bridge_live.py": 1.3, + "tst/unit/agents/opencode/test_opencode_bridge_live.py": 1.2, + "tst/unit/agents/opencode/test_opencode_bridge_max_turns.py": 0.2, "tst/unit/agents/opencode/test_opencode_bridge_stdin.py": 0.1, "tst/unit/agents/openhands/test_conversation_run.py": 0.1, - "tst/unit/agents/openhands/test_openhands_agent.py": 4.7, - "tst/unit/agents/pi/test_pi_agent.py": 3.0, - "tst/unit/agents/proxy/test_proxy_agent.py": 0.8, - "tst/unit/agents/pydantic_ai/test_pydantic_ai_agent.py": 3.8, - "tst/unit/agents/test_host_workdir.py": 0.1, - "tst/unit/agents/test_installed_workspace.py": 0.5, + "tst/unit/agents/openhands/test_openhands_agent.py": 4.5, + "tst/unit/agents/pi/test_pi_agent.py": 2.7, + "tst/unit/agents/proxy/test_proxy_agent.py": 0.7, + "tst/unit/agents/pydantic_ai/test_pydantic_ai_agent.py": 3.2, + "tst/unit/agents/test_agent_clock_images.py": 0.1, + "tst/unit/agents/test_host_workdir.py": 0.0, + "tst/unit/agents/test_installed_control_token.py": 0.1, + "tst/unit/agents/test_installed_workspace.py": 0.3, + "tst/unit/agents/test_trajectory_formats.py": 0.1, "tst/unit/artifact/cli_artifact_test.py": 0.2, - "tst/unit/artifact/environment_files_test.py": 0.4, - "tst/unit/artifact/environment_universe_folder_test.py": 0.1, - "tst/unit/artifact/registry_test.py": 0.9, - "tst/unit/artifact/skill_artifact_test.py": 0.3, + "tst/unit/artifact/environment_files_test.py": 0.3, + "tst/unit/artifact/environment_universe_folder_test.py": 0.0, + "tst/unit/artifact/registry_test.py": 0.7, + "tst/unit/artifact/skill_artifact_test.py": 0.2, "tst/unit/artifact/test_artifact_metadata.py": 0.1, "tst/unit/artifact/test_artifact_put.py": 0.0, - "tst/unit/artifact/test_computer_artifact.py": 1.3, - "tst/unit/artifact/test_docker_image_build_context.py": 0.5, + "tst/unit/artifact/test_computer_artifact.py": 1.0, + "tst/unit/artifact/test_docker_image_build_context.py": 0.4, "tst/unit/artifact/test_docker_image_github_clone.py": 0.1, - "tst/unit/artifact/test_docker_image_github_push.py": 0.2, + "tst/unit/artifact/test_docker_image_github_push.py": 0.1, "tst/unit/artifact/test_docker_image_pulled.py": 0.2, - "tst/unit/artifact/test_docker_image_put_ref.py": 0.4, + "tst/unit/artifact/test_docker_image_put_ref.py": 0.3, "tst/unit/artifact/test_object_url_keys.py": 0.3, - "tst/unit/artifact/test_removed_service_aliases.py": 2.5, + "tst/unit/artifact/test_removed_service_aliases.py": 2.0, "tst/unit/artifact/test_service_artifact_alias.py": 0.1, "tst/unit/artifact/test_service_universe_file_view.py": 0.1, - "tst/unit/artifact/test_store_put_document.py": 0.2, + "tst/unit/artifact/test_store_put_document.py": 0.1, "tst/unit/attribution_test.py": 0.1, - "tst/unit/bundle/agent_override_test.py": 2.0, - "tst/unit/bundle/aliases_test.py": 0.5, - "tst/unit/bundle/artifact_toml_test.py": 4.4, - "tst/unit/bundle/authoring_test.py": 0.7, - "tst/unit/bundle/cli_folder_test.py": 2.1, - "tst/unit/bundle/computer_app_env_test.py": 13.2, - "tst/unit/bundle/computer_driver_env_test.py": 26.1, - "tst/unit/bundle/computer_env_folder_test.py": 54.0, - "tst/unit/bundle/computer_folder_test.py": 1.5, - "tst/unit/bundle/env_toml_test.py": 5.9, - "tst/unit/bundle/file_artifacts_test.py": 0.8, - "tst/unit/bundle/hub_test.py": 2.1, - "tst/unit/bundle/image_folder_test.py": 4.7, - "tst/unit/bundle/importer_entities_test.py": 10.1, - "tst/unit/bundle/importer_image_refs_test.py": 3.4, - "tst/unit/bundle/importer_test.py": 17.3, - "tst/unit/bundle/installed_entities_test.py": 11.0, - "tst/unit/bundle/installed_test.py": 8.6, - "tst/unit/bundle/ledger_digest_test.py": 0.2, - "tst/unit/bundle/ledger_test.py": 23.1, - "tst/unit/bundle/materialize_test.py": 16.8, - "tst/unit/bundle/parse_test.py": 4.5, - "tst/unit/bundle/plan_test.py": 4.9, - "tst/unit/bundle/plugin_artifact_types_test.py": 1.0, - "tst/unit/bundle/preflight_test.py": 43.3, - "tst/unit/bundle/referenced_context_test.py": 2.4, - "tst/unit/bundle/register_test.py": 13.3, - "tst/unit/bundle/requires_test.py": 7.2, - "tst/unit/bundle/resolve_test.py": 5.8, - "tst/unit/bundle/run_teardown_test.py": 26.0, - "tst/unit/bundle/run_test.py": 12.8, - "tst/unit/bundle/shipped_bundles_test.py": 4.0, - "tst/unit/bundle/shipped_computers_test.py": 1.6, - "tst/unit/bundle/to_toml_round_trip_test.py": 5.9, - "tst/unit/bundle/toml_refs_test.py": 0.3, + "tst/unit/bundle/agent_override_test.py": 1.7, + "tst/unit/bundle/aliases_test.py": 0.4, + "tst/unit/bundle/artifact_toml_test.py": 3.0, + "tst/unit/bundle/authoring_test.py": 0.4, + "tst/unit/bundle/cli_folder_test.py": 1.6, + "tst/unit/bundle/computer_app_env_test.py": 8.0, + "tst/unit/bundle/computer_driver_env_test.py": 12.7, + "tst/unit/bundle/computer_env_folder_test.py": 38.0, + "tst/unit/bundle/computer_folder_test.py": 1.1, + "tst/unit/bundle/computer_to_toml_edges_test.py": 37.9, + "tst/unit/bundle/computer_to_toml_test.py": 16.6, + "tst/unit/bundle/env_toml_test.py": 5.6, + "tst/unit/bundle/file_artifacts_test.py": 0.6, + "tst/unit/bundle/hub_test.py": 1.7, + "tst/unit/bundle/image_folder_test.py": 2.2, + "tst/unit/bundle/importer_entities_test.py": 9.1, + "tst/unit/bundle/importer_image_refs_test.py": 4.2, + "tst/unit/bundle/importer_test.py": 26.2, + "tst/unit/bundle/installed_entities_test.py": 7.4, + "tst/unit/bundle/installed_test.py": 5.0, + "tst/unit/bundle/ledger_digest_test.py": 0.1, + "tst/unit/bundle/ledger_test.py": 18.1, + "tst/unit/bundle/materialize_test.py": 9.7, + "tst/unit/bundle/parse_test.py": 3.0, + "tst/unit/bundle/plan_test.py": 2.0, + "tst/unit/bundle/plugin_artifact_types_test.py": 0.9, + "tst/unit/bundle/preflight_test.py": 29.7, + "tst/unit/bundle/referenced_context_test.py": 0.7, + "tst/unit/bundle/register_test.py": 22.5, + "tst/unit/bundle/requires_test.py": 4.3, + "tst/unit/bundle/resolve_test.py": 3.0, + "tst/unit/bundle/run_teardown_test.py": 23.9, + "tst/unit/bundle/run_test.py": 8.6, + "tst/unit/bundle/shipped_bundles_test.py": 2.3, + "tst/unit/bundle/shipped_computers_test.py": 1.1, + "tst/unit/bundle/to_toml_round_trip_test.py": 5.4, + "tst/unit/bundle/toml_refs_test.py": 0.2, "tst/unit/bundle/toml_writer_test.py": 0.1, - "tst/unit/bundle/variants_test.py": 8.9, - "tst/unit/bundle/website_optional_frontend_test.py": 0.1, + "tst/unit/bundle/variants_test.py": 4.8, + "tst/unit/bundle/website_optional_frontend_test.py": 0.0, "tst/unit/cli/a2a_agent_list_test.py": 0.2, - "tst/unit/cli/a2a_agent_validate_test.py": 0.4, + "tst/unit/cli/a2a_agent_validate_test.py": 0.2, "tst/unit/cli/always_on_step_output_test.py": 0.1, - "tst/unit/cli/base_metadata_version_test.py": 0.1, - "tst/unit/cli/build_platform_test.py": 0.4, - "tst/unit/cli/card_naming_relocation_test.py": 0.3, - "tst/unit/cli/deploy_step_output_test.py": 0.1, + "tst/unit/cli/base_metadata_version_test.py": 0.0, + "tst/unit/cli/build_platform_test.py": 0.3, + "tst/unit/cli/card_naming_relocation_test.py": 0.2, + "tst/unit/cli/deploy_step_output_test.py": 0.0, "tst/unit/cli/deploy_vm_sizing_test.py": 0.1, "tst/unit/cli/deployed_env_output_test.py": 0.1, - "tst/unit/cli/env_provider_type_test.py": 0.2, - "tst/unit/cli/env_put_validation_test.py": 0.3, - "tst/unit/cli/env_state_type_parity_test.py": 0.1, - "tst/unit/cli/environment_name_alias_test.py": 0.5, + "tst/unit/cli/env_provider_type_test.py": 0.1, + "tst/unit/cli/env_put_validation_test.py": 0.4, + "tst/unit/cli/env_state_type_parity_test.py": 0.0, + "tst/unit/cli/environment_name_alias_test.py": 0.4, "tst/unit/cli/eval_run_teardown_test.py": 0.3, - "tst/unit/cli/image_ref_put_test.py": 0.5, + "tst/unit/cli/image_ref_put_test.py": 0.3, "tst/unit/cli/init_env_state_cli_test.py": 0.2, - "tst/unit/cli/load_artifact_target_test.py": 0.2, - "tst/unit/cli/plugin_command_test.py": 36.5, - "tst/unit/cli/plugin_install_test.py": 13.3, - "tst/unit/cli/plugin_report_test.py": 20.3, - "tst/unit/cli/plugins_test.py": 11.9, + "tst/unit/cli/load_artifact_target_test.py": 0.1, + "tst/unit/cli/plugin_command_test.py": 30.3, + "tst/unit/cli/plugin_install_test.py": 11.5, + "tst/unit/cli/plugin_report_test.py": 14.4, + "tst/unit/cli/plugins_test.py": 7.8, "tst/unit/cli/run_role_models_test.py": 0.2, - "tst/unit/cli/sandbox_url_relocation_test.py": 3.9, + "tst/unit/cli/sandbox_url_relocation_test.py": 2.8, "tst/unit/cli/snapshot_step_output_test.py": 0.1, "tst/unit/cli/stage_free_commands_test.py": 0.0, "tst/unit/cli/submit_runs_test.py": 5.8, "tst/unit/cli/task_run_agent_pick_test.py": 0.1, - "tst/unit/cli/task_run_requires_test.py": 3.4, - "tst/unit/cli/task_run_stored_test.py": 0.8, - "tst/unit/cli/task_run_teardown_test.py": 8.0, + "tst/unit/cli/task_run_requires_test.py": 1.9, + "tst/unit/cli/task_run_stored_test.py": 0.5, + "tst/unit/cli/task_run_teardown_test.py": 9.9, "tst/unit/cli/teardown_env_state_cli_test.py": 0.1, "tst/unit/cli/test_release_gate_decision.py": 0.2, "tst/unit/cli/test_removed_cli_aliases.py": 0.5, - "tst/unit/cli/test_spec_conformance_display.py": 0.2, - "tst/unit/cli/test_task_create_preflight.py": 0.1, - "tst/unit/cli/user_facing_errors_test.py": 0.3, - "tst/unit/cli/verbose_logging_test.py": 3.7, - "tst/unit/cli/website_live_cli_test.py": 0.7, - "tst/unit/cli/website_server_image_cli_test.py": 0.9, + "tst/unit/cli/test_spec_conformance_display.py": 0.1, + "tst/unit/cli/test_task_create_preflight.py": 0.2, + "tst/unit/cli/user_facing_errors_test.py": 0.2, + "tst/unit/cli/verbose_logging_test.py": 2.0, + "tst/unit/cli/website_live_cli_test.py": 0.4, + "tst/unit/cli/website_server_image_cli_test.py": 0.6, "tst/unit/cli/write_context_filename_test.py": 0.1, - "tst/unit/config/test_config_holds_its_document.py": 0.2, - "tst/unit/config/test_config_profiles.py": 0.3, + "tst/unit/config/test_config_holds_its_document.py": 0.1, + "tst/unit/config/test_config_profiles.py": 0.2, "tst/unit/config/test_default_a2a_agent.py": 0.2, "tst/unit/config/test_default_env_ids.py": 0.3, - "tst/unit/config/test_describe.py": 3.1, - "tst/unit/config/test_explain_and_sources.py": 9.8, - "tst/unit/config/test_fixture_prefix_keys.py": 0.2, - "tst/unit/config/test_human_a2a_url.py": 0.5, - "tst/unit/config/test_loader.py": 1.2, - "tst/unit/config/test_model.py": 0.9, + "tst/unit/config/test_describe.py": 1.9, + "tst/unit/config/test_explain_and_sources.py": 8.2, + "tst/unit/config/test_fixture_prefix_keys.py": 0.1, + "tst/unit/config/test_human_a2a_url.py": 0.3, + "tst/unit/config/test_loader.py": 0.8, + "tst/unit/config/test_model.py": 1.4, "tst/unit/config/test_no_stage_concept.py": 0.1, - "tst/unit/config/test_one_document_per_process.py": 5.7, + "tst/unit/config/test_one_document_per_process.py": 3.6, "tst/unit/config/test_paths.py": 0.2, - "tst/unit/config/test_registry_builders_take_a_config.py": 0.4, - "tst/unit/config/test_reset_config.py": 0.9, + "tst/unit/config/test_registry_builders_take_a_config.py": 0.5, + "tst/unit/config/test_reset_config.py": 0.7, "tst/unit/config/test_resolve_reference.py": 0.0, "tst/unit/config/test_run_env_ids.py": 0.1, - "tst/unit/config/test_unread_keys.py": 1.1, - "tst/unit/drivers/agent_desktop_driver_test.py": 24.2, - "tst/unit/drivers/aside_driver_test.py": 18.8, - "tst/unit/drivers/codex_computer_use_driver_test.py": 18.7, - "tst/unit/drivers/cua_driver_test.py": 1.7, - "tst/unit/drivers/macos_harness_driver_test.py": 0.6, - "tst/unit/drivers/page_driver_test.py": 24.0, - "tst/unit/drivers/reference_driver_test.py": 4.0, - "tst/unit/entity_refs_import_test.py": 0.1, - "tst/unit/env/alias_get_test.py": 0.3, - "tst/unit/env/bootstrap_test.py": 11.7, - "tst/unit/env/envs/service_db/service_db_test.py": 0.2, - "tst/unit/env/envs/test_artifact_staging.py": 1.3, - "tst/unit/env/envs/test_chromium_app.py": 0.8, - "tst/unit/env/envs/test_computer_apps.py": 10.4, + "tst/unit/config/test_unread_keys.py": 1.0, + "tst/unit/drivers/agent_desktop_driver_test.py": 17.3, + "tst/unit/drivers/aside_driver_test.py": 12.1, + "tst/unit/drivers/codex_computer_use_driver_test.py": 11.3, + "tst/unit/drivers/cua_driver_test.py": 1.4, + "tst/unit/drivers/macos_harness_driver_test.py": 0.4, + "tst/unit/drivers/page_driver_test.py": 20.4, + "tst/unit/drivers/reference_driver_test.py": 3.3, + "tst/unit/entity_refs_import_test.py": 0.0, + "tst/unit/env/alias_get_test.py": 0.5, + "tst/unit/env/bootstrap_test.py": 5.4, + "tst/unit/env/envs/service_db/service_db_test.py": 0.4, + "tst/unit/env/envs/test_artifact_staging.py": 0.3, + "tst/unit/env/envs/test_chromium_app.py": 0.3, + "tst/unit/env/envs/test_computer_apps.py": 7.0, "tst/unit/env/envs/test_computer_boot_stops.py": 1.1, - "tst/unit/env/envs/test_computer_builder.py": 6.2, - "tst/unit/env/envs/test_computer_clock.py": 0.1, + "tst/unit/env/envs/test_computer_browser_clock_base.py": 0.2, + "tst/unit/env/envs/test_computer_builder.py": 7.8, + "tst/unit/env/envs/test_computer_clock.py": 0.0, "tst/unit/env/envs/test_computer_clock_base.py": 0.1, "tst/unit/env/envs/test_computer_clock_follower.py": 2.3, - "tst/unit/env/envs/test_computer_disk.py": 22.0, - "tst/unit/env/envs/test_computer_egress_base.py": 0.1, - "tst/unit/env/envs/test_computer_env.py": 61.1, - "tst/unit/env/envs/test_computer_macos_grants.py": 0.2, - "tst/unit/env/envs/test_computer_network_log.py": 2.7, - "tst/unit/env/envs/test_computer_omarchy.py": 3.2, - "tst/unit/env/envs/test_computer_site_proxy.py": 8.0, - "tst/unit/env/envs/test_computer_sites.py": 2.7, - "tst/unit/env/envs/test_computer_stand_in_proxy.py": 5.1, - "tst/unit/env/envs/test_computer_vm_bundle.py": 6.2, - "tst/unit/env/envs/test_computer_windows.py": 3.1, - "tst/unit/env/envs/test_disk_recipe.py": 8.8, + "tst/unit/env/envs/test_computer_disk.py": 15.9, + "tst/unit/env/envs/test_computer_egress_base.py": 0.0, + "tst/unit/env/envs/test_computer_egress_hand_off.py": 0.1, + "tst/unit/env/envs/test_computer_env.py": 57.0, + "tst/unit/env/envs/test_computer_macos_grants.py": 0.1, + "tst/unit/env/envs/test_computer_network_log.py": 1.7, + "tst/unit/env/envs/test_computer_omarchy.py": 1.4, + "tst/unit/env/envs/test_computer_site_proxy.py": 4.9, + "tst/unit/env/envs/test_computer_sites.py": 1.9, + "tst/unit/env/envs/test_computer_stand_in_proxy.py": 6.1, + "tst/unit/env/envs/test_computer_vm_bundle.py": 4.4, + "tst/unit/env/envs/test_computer_windows.py": 1.8, + "tst/unit/env/envs/test_disk_recipe.py": 9.7, "tst/unit/env/envs/test_env_card_loads.py": 0.7, "tst/unit/env/envs/test_env_close_teardown.py": 0.2, - "tst/unit/env/envs/test_environment_name_alias.py": 0.3, + "tst/unit/env/envs/test_environment_name_alias.py": 0.4, "tst/unit/env/envs/test_install_platform_keys.py": 0.0, - "tst/unit/env/envs/test_mcp_server_container_mode.py": 0.6, - "tst/unit/env/envs/test_mcp_server_load.py": 0.1, - "tst/unit/env/envs/test_mcp_server_plugin_provider.py": 0.6, - "tst/unit/env/envs/test_multi_env_computers.py": 5.9, - "tst/unit/env/envs/test_multi_env_load_concurrency.py": 0.6, - "tst/unit/env/envs/test_multi_env_load_resume.py": 0.3, - "tst/unit/env/envs/test_multi_env_name.py": 0.2, - "tst/unit/env/envs/test_multi_env_plugin_provider.py": 0.6, + "tst/unit/env/envs/test_mcp_server_container_mode.py": 0.3, + "tst/unit/env/envs/test_mcp_server_load.py": 0.0, + "tst/unit/env/envs/test_mcp_server_plugin_provider.py": 0.3, + "tst/unit/env/envs/test_multi_env_computers.py": 4.6, + "tst/unit/env/envs/test_multi_env_load_concurrency.py": 0.5, + "tst/unit/env/envs/test_multi_env_load_resume.py": 0.2, + "tst/unit/env/envs/test_multi_env_name.py": 0.1, + "tst/unit/env/envs/test_multi_env_plugin_provider.py": 0.5, "tst/unit/env/envs/test_multi_env_snapshot_bake.py": 0.3, - "tst/unit/env/envs/test_multi_env_snapshot_guard.py": 0.2, - "tst/unit/env/envs/test_multi_env_snapshot_reload_name.py": 0.7, - "tst/unit/env/envs/test_multi_env_vm_sizing.py": 0.3, - "tst/unit/env/envs/test_playwright_mcp_recorder.py": 2.9, + "tst/unit/env/envs/test_multi_env_snapshot_guard.py": 0.1, + "tst/unit/env/envs/test_multi_env_snapshot_reload_name.py": 0.4, + "tst/unit/env/envs/test_multi_env_vm_sizing.py": 0.2, + "tst/unit/env/envs/test_playwright_mcp_recorder.py": 2.6, "tst/unit/env/envs/test_put_from_github_token.py": 0.1, "tst/unit/env/envs/test_server_reset.py": 0.1, "tst/unit/env/envs/test_thin_disk.py": 0.1, - "tst/unit/env/envs/test_website_env_name_alias.py": 0.1, + "tst/unit/env/envs/test_website_env_name_alias.py": 0.0, "tst/unit/env/envs/test_website_live.py": 0.2, - "tst/unit/env/envs/test_website_server_image.py": 2.7, - "tst/unit/env/envs/test_website_site_names.py": 1.9, - "tst/unit/env/gateway/browser_route_test.py": 4.0, - "tst/unit/env/gateway/caller_test.py": 0.1, - "tst/unit/env/gateway/changes_test.py": 0.5, - "tst/unit/env/gateway/child_outage_socket_test.py": 9.2, - "tst/unit/env/gateway/child_sessions_test.py": 0.6, - "tst/unit/env/gateway/child_transport_test.py": 0.1, - "tst/unit/env/gateway/clock_advance_test.py": 0.5, + "tst/unit/env/envs/test_website_server_image.py": 1.8, + "tst/unit/env/envs/test_website_site_names.py": 0.8, + "tst/unit/env/gateway/browser_route_test.py": 3.0, + "tst/unit/env/gateway/caller_test.py": 0.0, + "tst/unit/env/gateway/changes_test.py": 0.2, + "tst/unit/env/gateway/child_outage_socket_test.py": 8.7, + "tst/unit/env/gateway/child_sessions_test.py": 0.3, + "tst/unit/env/gateway/child_transport_test.py": 0.0, + "tst/unit/env/gateway/clock_advance_test.py": 0.4, "tst/unit/env/gateway/clock_version_test.py": 0.1, - "tst/unit/env/gateway/clock_watch_test.py": 6.8, - "tst/unit/env/gateway/control_token_test.py": 0.8, - "tst/unit/env/gateway/data_plane_timeout_test.py": 0.2, + "tst/unit/env/gateway/clock_watch_test.py": 7.4, + "tst/unit/env/gateway/computer_driver_test.py": 0.1, + "tst/unit/env/gateway/control_token_test.py": 2.2, + "tst/unit/env/gateway/data_plane_timeout_test.py": 0.1, "tst/unit/env/gateway/env_trajectory_route_test.py": 0.1, - "tst/unit/env/gateway/gateway_card_test.py": 0.7, - "tst/unit/env/gateway/get_time_test.py": 0.6, - "tst/unit/env/gateway/hidden_by_default_test.py": 19.2, - "tst/unit/env/gateway/import_graph_test.py": 3.8, + "tst/unit/env/gateway/gateway_card_test.py": 0.3, + "tst/unit/env/gateway/get_time_test.py": 0.3, + "tst/unit/env/gateway/hidden_by_default_test.py": 13.8, + "tst/unit/env/gateway/idle_connection_socket_test.py": 3.1, + "tst/unit/env/gateway/import_graph_test.py": 2.8, "tst/unit/env/gateway/next_event_test.py": 0.4, "tst/unit/env/gateway/notifications_test.py": 1.6, - "tst/unit/env/gateway/process_scope_socket_test.py": 1.2, - "tst/unit/env/gateway/rest_proxy_socket_test.py": 1.7, - "tst/unit/env/gateway/rest_proxy_stream_test.py": 1.2, + "tst/unit/env/gateway/process_scope_socket_test.py": 0.9, + "tst/unit/env/gateway/rest_proxy_socket_test.py": 1.5, + "tst/unit/env/gateway/rest_proxy_stream_test.py": 0.9, "tst/unit/env/gateway/role_forwarding_test.py": 0.1, - "tst/unit/env/gateway/role_rules_test.py": 0.3, - "tst/unit/env/gateway/tool_access_parity_test.py": 18.7, + "tst/unit/env/gateway/role_rules_test.py": 0.2, + "tst/unit/env/gateway/tool_access_parity_test.py": 16.7, "tst/unit/env/gateway/tool_name_clash_test.py": 0.1, "tst/unit/env/gateway/trajectory_virtual_time_test.py": 0.1, - "tst/unit/env/gateway/triggers_ctx_test.py": 2.8, + "tst/unit/env/gateway/triggers_ctx_test.py": 2.3, "tst/unit/env/gateway/triggers_fires_test.py": 0.8, - "tst/unit/env/gateway/triggers_test.py": 17.2, - "tst/unit/env/gateway/triggers_time_test.py": 2.1, - "tst/unit/env/gateway/triggers_website_test.py": 1.3, - "tst/unit/env/gateway/user_chat_test.py": 0.4, - "tst/unit/env/gateway/website_mcp_test.py": 2.3, - "tst/unit/env/gateway/website_reserved_paths_test.py": 0.4, - "tst/unit/env/gateway/website_websocket_test.py": 5.2, - "tst/unit/env/published_images_test.py": 0.8, - "tst/unit/env/store_test.py": 0.3, - "tst/unit/env/task_step/deploy_agent_env_vars_test.py": 0.2, - "tst/unit/env/task_step/test_context_ops.py": 0.5, - "tst/unit/env/task_step/test_score_aggregator.py": 0.3, + "tst/unit/env/gateway/triggers_test.py": 17.9, + "tst/unit/env/gateway/triggers_time_test.py": 1.6, + "tst/unit/env/gateway/triggers_website_test.py": 1.1, + "tst/unit/env/gateway/user_chat_test.py": 0.3, + "tst/unit/env/gateway/website_mcp_test.py": 1.7, + "tst/unit/env/gateway/website_reserved_paths_test.py": 0.2, + "tst/unit/env/gateway/website_websocket_test.py": 4.3, + "tst/unit/env/load_file_artifact_universe_test.py": 0.1, + "tst/unit/env/published_images_test.py": 0.6, + "tst/unit/env/store_test.py": 0.2, + "tst/unit/env/task_step/deploy_agent_env_vars_test.py": 0.1, + "tst/unit/env/task_step/test_context_ops.py": 0.4, + "tst/unit/env/task_step/test_score_aggregator.py": 0.2, "tst/unit/env/task_step/verify_env_card_test.py": 0.2, - "tst/unit/env/task_step/verify_env_core_protocol_test.py": 0.3, - "tst/unit/env/test_env.py": 0.9, - "tst/unit/env/test_legacy_protocol.py": 0.3, - "tst/unit/env/test_registry.py": 0.4, - "tst/unit/env/test_snapshot_fingerprint.py": 0.2, + "tst/unit/env/task_step/verify_env_core_protocol_test.py": 0.2, + "tst/unit/env/test_env.py": 0.7, + "tst/unit/env/test_legacy_protocol.py": 0.4, + "tst/unit/env/test_registry.py": 0.5, + "tst/unit/env/test_snapshot_fingerprint.py": 0.1, "tst/unit/explorer/entity_ids_test.py": 0.1, - "tst/unit/explorer/explorer_app_test.py": 25.2, - "tst/unit/openenv/app_test.py": 15.7, - "tst/unit/openenv/environment_test.py": 14.8, - "tst/unit/plugin_inventory_test.py": 1.2, - "tst/unit/plugin_requirements_test.py": 0.2, - "tst/unit/plugin_settings_test.py": 11.6, - "tst/unit/plugins_test.py": 2.8, - "tst/unit/providers/compose_host_port_publish_test.py": 0.9, - "tst/unit/providers/env_providers/env_gateway_provider_test.py": 66.9, - "tst/unit/providers/env_providers/env_provider_test.py": 0.2, - "tst/unit/providers/env_providers/env_server_provider_test.py": 0.6, - "tst/unit/providers/env_state/test_config_state_providers.py": 0.8, - "tst/unit/providers/env_state/test_env_state_provider.py": 0.5, - "tst/unit/providers/sandbox_providers/agent37_sandbox_provider_test.py": 0.6, - "tst/unit/providers/sandbox_providers/agent37_sandbox_test.py": 1.2, - "tst/unit/providers/sandbox_providers/attribution_wire_test.py": 0.4, - "tst/unit/providers/sandbox_providers/boat_sandbox_provider_test.py": 0.6, - "tst/unit/providers/sandbox_providers/boat_sandbox_test.py": 0.4, - "tst/unit/providers/sandbox_providers/boxd_sandbox_provider_test.py": 1.6, - "tst/unit/providers/sandbox_providers/boxd_sandbox_test.py": 0.5, - "tst/unit/providers/sandbox_providers/coreweave_deploy_paths_test.py": 0.3, - "tst/unit/providers/sandbox_providers/coreweave_sandbox_provider_test.py": 2.1, - "tst/unit/providers/sandbox_providers/coreweave_sandbox_test.py": 0.9, - "tst/unit/providers/sandbox_providers/daytona_network_test.py": 0.8, - "tst/unit/providers/sandbox_providers/daytona_sandbox_provider_test.py": 1.4, - "tst/unit/providers/sandbox_providers/daytona_sandbox_test.py": 1.2, - "tst/unit/providers/sandbox_providers/e2b_sandbox_provider_test.py": 0.4, - "tst/unit/providers/sandbox_providers/e2b_sandbox_test.py": 1.4, - "tst/unit/providers/sandbox_providers/e2b_template_test.py": 0.7, - "tst/unit/providers/sandbox_providers/egress_hosts_test.py": 0.3, - "tst/unit/providers/sandbox_providers/host_images_test.py": 1.1, - "tst/unit/providers/sandbox_providers/local_sandbox_host_ports_test.py": 0.8, - "tst/unit/providers/sandbox_providers/local_sandbox_test.py": 13.6, - "tst/unit/providers/sandbox_providers/lume_sandbox_provider_test.py": 12.9, - "tst/unit/providers/sandbox_providers/modal_context_build_test.py": 1.8, - "tst/unit/providers/sandbox_providers/modal_create_signature_test.py": 0.3, + "tst/unit/explorer/explorer_app_test.py": 14.5, + "tst/unit/openenv/app_test.py": 12.9, + "tst/unit/openenv/environment_test.py": 9.7, + "tst/unit/openenv/reward_test.py": 0.1, + "tst/unit/plugin_inventory_test.py": 2.8, + "tst/unit/plugin_requirements_test.py": 0.1, + "tst/unit/plugin_settings_test.py": 8.3, + "tst/unit/plugins_test.py": 1.0, + "tst/unit/providers/compose_host_port_publish_test.py": 0.6, + "tst/unit/providers/env_providers/env_gateway_provider_test.py": 6.3, + "tst/unit/providers/env_providers/env_provider_test.py": 0.1, + "tst/unit/providers/env_providers/env_server_provider_test.py": 0.4, + "tst/unit/providers/env_state/test_config_state_providers.py": 0.5, + "tst/unit/providers/env_state/test_env_state_provider.py": 0.3, + "tst/unit/providers/sandbox_providers/agent37_sandbox_provider_test.py": 0.4, + "tst/unit/providers/sandbox_providers/agent37_sandbox_test.py": 1.1, + "tst/unit/providers/sandbox_providers/attribution_wire_test.py": 0.2, + "tst/unit/providers/sandbox_providers/boat_sandbox_provider_test.py": 0.4, + "tst/unit/providers/sandbox_providers/boat_sandbox_test.py": 0.3, + "tst/unit/providers/sandbox_providers/boxd_sandbox_provider_test.py": 1.0, + "tst/unit/providers/sandbox_providers/boxd_sandbox_test.py": 0.3, + "tst/unit/providers/sandbox_providers/coreweave_deploy_paths_test.py": 0.2, + "tst/unit/providers/sandbox_providers/coreweave_sandbox_provider_test.py": 1.6, + "tst/unit/providers/sandbox_providers/coreweave_sandbox_test.py": 0.8, + "tst/unit/providers/sandbox_providers/daytona_network_test.py": 0.6, + "tst/unit/providers/sandbox_providers/daytona_sandbox_provider_test.py": 1.2, + "tst/unit/providers/sandbox_providers/daytona_sandbox_test.py": 1.0, + "tst/unit/providers/sandbox_providers/e2b_sandbox_provider_test.py": 0.3, + "tst/unit/providers/sandbox_providers/e2b_sandbox_test.py": 1.3, + "tst/unit/providers/sandbox_providers/e2b_template_test.py": 0.5, + "tst/unit/providers/sandbox_providers/egress_hosts_test.py": 0.2, + "tst/unit/providers/sandbox_providers/host_images_test.py": 1.2, + "tst/unit/providers/sandbox_providers/kosa8_sandbox_provider_test.py": 0.8, + "tst/unit/providers/sandbox_providers/kosa8_sandbox_test.py": 1.4, + "tst/unit/providers/sandbox_providers/local_sandbox_host_ports_test.py": 0.5, + "tst/unit/providers/sandbox_providers/local_sandbox_test.py": 12.3, + "tst/unit/providers/sandbox_providers/lume_sandbox_provider_test.py": 10.9, + "tst/unit/providers/sandbox_providers/modal_context_build_test.py": 1.1, + "tst/unit/providers/sandbox_providers/modal_create_signature_test.py": 0.2, "tst/unit/providers/sandbox_providers/modal_gpu_sandbox_test.py": 0.1, - "tst/unit/providers/sandbox_providers/modal_network_policy_test.py": 0.2, + "tst/unit/providers/sandbox_providers/modal_network_policy_test.py": 0.1, "tst/unit/providers/sandbox_providers/modal_network_policy_wiring_test.py": 0.1, - "tst/unit/providers/sandbox_providers/modal_sandbox_started_log_test.py": 0.2, - "tst/unit/providers/sandbox_providers/modal_sandbox_tags_test.py": 0.1, - "tst/unit/providers/sandbox_providers/modal_sandbox_test.py": 0.8, - "tst/unit/providers/sandbox_providers/modal_vm_sandbox_test.py": 1.8, - "tst/unit/providers/sandbox_providers/network_policy_providers_test.py": 0.1, - "tst/unit/providers/sandbox_providers/network_policy_stamping_test.py": 0.4, - "tst/unit/providers/sandbox_providers/network_policy_test.py": 0.1, - "tst/unit/providers/sandbox_providers/provider_capabilities_test.py": 3.8, + "tst/unit/providers/sandbox_providers/modal_sandbox_started_log_test.py": 0.1, + "tst/unit/providers/sandbox_providers/modal_sandbox_tags_test.py": 0.2, + "tst/unit/providers/sandbox_providers/modal_sandbox_test.py": 0.5, + "tst/unit/providers/sandbox_providers/modal_vm_sandbox_test.py": 1.5, + "tst/unit/providers/sandbox_providers/network_policy_providers_test.py": 0.3, + "tst/unit/providers/sandbox_providers/network_policy_stamping_test.py": 1.3, + "tst/unit/providers/sandbox_providers/network_policy_test.py": 0.2, + "tst/unit/providers/sandbox_providers/provider_capabilities_test.py": 4.1, "tst/unit/providers/sandbox_providers/relay_test.py": 0.1, - "tst/unit/providers/sandbox_providers/sail_vm_model_key_test.py": 2.3, - "tst/unit/providers/sandbox_providers/sail_vm_sandbox_provider_test.py": 2.7, - "tst/unit/providers/sandbox_providers/sail_vm_sandbox_test.py": 0.3, - "tst/unit/providers/sandbox_providers/sandbox_exit_test.py": 0.5, - "tst/unit/providers/sandbox_providers/sandbox_provider_test.py": 0.5, - "tst/unit/providers/sandbox_providers/tenki_sandbox_provider_test.py": 0.9, - "tst/unit/providers/sandbox_providers/tenki_sandbox_test.py": 0.2, - "tst/unit/providers/sandbox_providers/tensorlake_sandbox_provider_test.py": 0.4, - "tst/unit/providers/sandbox_providers/tensorlake_sandbox_test.py": 4.5, - "tst/unit/providers/sandbox_providers/test_config_sandbox_providers.py": 0.7, - "tst/unit/providers/sandbox_providers/test_reachability_contributions.py": 0.3, - "tst/unit/providers/sandbox_providers/test_url_rewrites.py": 0.5, - "tst/unit/providers/sandbox_providers/vercel_sandbox_provider_test.py": 0.3, - "tst/unit/providers/sandbox_providers/vercel_sandbox_test.py": 4.6, - "tst/unit/providers/sandbox_providers/vm_file_transfer_test.py": 0.2, - "tst/unit/providers/sandbox_providers/vm_object_push_test.py": 0.5, - "tst/unit/providers/sandbox_providers/vm_sandbox_test.py": 0.7, - "tst/unit/runner/local_runner_test.py": 7.5, + "tst/unit/providers/sandbox_providers/sail_vm_model_key_test.py": 1.0, + "tst/unit/providers/sandbox_providers/sail_vm_sandbox_provider_test.py": 2.4, + "tst/unit/providers/sandbox_providers/sail_vm_sandbox_test.py": 0.5, + "tst/unit/providers/sandbox_providers/sandbox_exit_test.py": 0.4, + "tst/unit/providers/sandbox_providers/sandbox_provider_test.py": 0.9, + "tst/unit/providers/sandbox_providers/tenki_sandbox_provider_test.py": 1.1, + "tst/unit/providers/sandbox_providers/tenki_sandbox_test.py": 0.4, + "tst/unit/providers/sandbox_providers/tensorlake_sandbox_provider_test.py": 0.7, + "tst/unit/providers/sandbox_providers/tensorlake_sandbox_test.py": 3.8, + "tst/unit/providers/sandbox_providers/test_config_sandbox_providers.py": 0.8, + "tst/unit/providers/sandbox_providers/test_reachability_contributions.py": 0.1, + "tst/unit/providers/sandbox_providers/test_url_rewrites.py": 0.2, + "tst/unit/providers/sandbox_providers/vercel_sandbox_provider_test.py": 0.2, + "tst/unit/providers/sandbox_providers/vercel_sandbox_test.py": 3.6, + "tst/unit/providers/sandbox_providers/vm_file_transfer_test.py": 0.1, + "tst/unit/providers/sandbox_providers/vm_object_push_test.py": 0.7, + "tst/unit/providers/sandbox_providers/vm_sandbox_test.py": 0.6, + "tst/unit/runner/local_runner_test.py": 8.9, "tst/unit/runner/run_store_test.py": 0.1, - "tst/unit/serialization/test_golden_wire_format.py": 0.4, + "tst/unit/serialization/test_golden_wire_format.py": 0.2, "tst/unit/store/awaiting_lock_test.py": 1.0, - "tst/unit/store/aws/aws_secret_store_test.py": 0.3, - "tst/unit/store/aws/dynamodb_document_store_test.py": 14.9, - "tst/unit/store/aws/dynamodb_step_journal_test.py": 18.3, - "tst/unit/store/aws/ecr_image_store_test.py": 0.1, + "tst/unit/store/aws/aws_secret_store_test.py": 0.2, + "tst/unit/store/aws/dynamodb_document_store_test.py": 11.7, + "tst/unit/store/aws/dynamodb_step_journal_test.py": 12.0, + "tst/unit/store/aws/ecr_image_store_test.py": 0.0, "tst/unit/store/aws/s3_grant_lifetime_test.py": 0.1, - "tst/unit/store/aws/s3_object_store_test.py": 7.6, - "tst/unit/store/aws/s3_transfer_grants_test.py": 0.3, - "tst/unit/store/aws/test_secret_logging.py": 0.1, - "tst/unit/store/aws/test_shared_credentials.py": 0.2, - "tst/unit/store/derived_ids_test.py": 9.1, + "tst/unit/store/aws/s3_object_store_test.py": 4.4, + "tst/unit/store/aws/s3_transfer_grants_test.py": 0.1, + "tst/unit/store/aws/test_secret_logging.py": 0.0, + "tst/unit/store/aws/test_shared_credentials.py": 0.1, + "tst/unit/store/derived_ids_test.py": 8.6, "tst/unit/store/fake_object_store_test.py": 0.1, - "tst/unit/store/firestore_mongo_document_store_test.py": 0.4, - "tst/unit/store/gcp_secret_manager_secret_store_test.py": 0.2, - "tst/unit/store/gcs_object_store_test.py": 0.6, - "tst/unit/store/google_credentials_test.py": 0.7, - "tst/unit/store/google_transport_test.py": 0.2, - "tst/unit/store/grant_lifetime_test.py": 0.2, - "tst/unit/store/ids_test.py": 0.9, - "tst/unit/store/local_backends_composition_test.py": 1.2, - "tst/unit/store/local_grant_server_test.py": 10.8, - "tst/unit/store/local_id_acceptance_test.py": 1.7, - "tst/unit/store/local_object_store_test.py": 1.9, - "tst/unit/store/local_registry_image_store_test.py": 0.1, + "tst/unit/store/firestore_mongo_document_store_test.py": 0.3, + "tst/unit/store/gcp_secret_manager_secret_store_test.py": 0.1, + "tst/unit/store/gcs_object_store_test.py": 0.5, + "tst/unit/store/google_credentials_test.py": 0.6, + "tst/unit/store/google_transport_test.py": 0.1, + "tst/unit/store/grant_lifetime_test.py": 0.1, + "tst/unit/store/ids_test.py": 0.5, + "tst/unit/store/local_backends_composition_test.py": 0.9, + "tst/unit/store/local_grant_server_test.py": 9.8, + "tst/unit/store/local_id_acceptance_test.py": 1.4, + "tst/unit/store/local_object_store_test.py": 1.4, + "tst/unit/store/local_registry_image_store_test.py": 0.0, "tst/unit/store/local_secret_store_test.py": 0.1, - "tst/unit/store/local_tls_test.py": 0.4, - "tst/unit/store/local_tokens_test.py": 0.2, - "tst/unit/store/mongo_document_store_test.py": 0.9, - "tst/unit/store/oci_registry_credentials_test.py": 0.2, - "tst/unit/store/oci_registry_image_store_test.py": 0.5, + "tst/unit/store/local_tls_test.py": 0.2, + "tst/unit/store/local_tokens_test.py": 0.1, + "tst/unit/store/mongo_document_store_test.py": 0.7, + "tst/unit/store/oci_registry_credentials_test.py": 0.1, + "tst/unit/store/oci_registry_image_store_test.py": 0.2, "tst/unit/store/readable_url_test.py": 0.2, - "tst/unit/store/registry_api_test.py": 0.6, - "tst/unit/store/routing_test.py": 3.6, - "tst/unit/store/sqlite_document_store_test.py": 13.3, - "tst/unit/store/test_config_document_store.py": 0.2, + "tst/unit/store/registry_api_test.py": 0.3, + "tst/unit/store/routing_test.py": 2.6, + "tst/unit/store/sqlite_document_store_test.py": 10.4, + "tst/unit/store/test_config_document_store.py": 0.1, "tst/unit/store/test_config_image_store.py": 0.2, - "tst/unit/store/test_config_model.py": 0.6, + "tst/unit/store/test_config_model.py": 0.3, "tst/unit/store/test_config_mongo_client.py": 0.1, - "tst/unit/store/test_config_object_store.py": 0.2, + "tst/unit/store/test_config_object_store.py": 0.1, "tst/unit/store/test_config_secret_bundle_keys.py": 0.0, - "tst/unit/store/test_config_secret_store.py": 0.2, - "tst/unit/store/test_document_store.py": 0.5, - "tst/unit/store/test_object_transfer_grants.py": 0.4, + "tst/unit/store/test_config_secret_store.py": 0.1, + "tst/unit/store/test_document_store.py": 0.3, + "tst/unit/store/test_object_transfer_grants.py": 0.2, "tst/unit/store/test_task_instance_indexes.py": 0.1, - "tst/unit/store/version_lookup_benchmark_test.py": 1.7, + "tst/unit/store/version_lookup_benchmark_test.py": 1.2, "tst/unit/task/batch_universe_ids_test.py": 0.0, "tst/unit/task/benchmark_test.py": 0.0, "tst/unit/task/control_grant_test.py": 0.1, - "tst/unit/task/depends_on_test.py": 0.8, - "tst/unit/task/entity_ids_test.py": 0.2, - "tst/unit/task/episode/proxy_test.py": 0.3, - "tst/unit/task/episode/run_test.py": 18.8, - "tst/unit/task/episode/spec_test.py": 2.1, - "tst/unit/task/local_run_write_fence_test.py": 3.1, - "tst/unit/task/retry_sandbox_teardown_test.py": 0.1, + "tst/unit/task/depends_on_test.py": 0.5, + "tst/unit/task/entity_ids_test.py": 0.1, + "tst/unit/task/episode/proxy_test.py": 0.1, + "tst/unit/task/episode/run_test.py": 9.7, + "tst/unit/task/episode/spec_test.py": 1.2, + "tst/unit/task/local_run_write_fence_test.py": 2.2, + "tst/unit/task/outcome_test.py": 0.3, + "tst/unit/task/retry_sandbox_teardown_test.py": 0.0, "tst/unit/task/seed_context_fence_test.py": 0.1, - "tst/unit/task/seed_substitution_test.py": 0.1, - "tst/unit/task/step_journal_rules_test.py": 0.3, - "tst/unit/task/step_journal_test.py": 2.0, - "tst/unit/task/task_document_test.py": 0.4, - "tst/unit/task/task_failure_write_retry_test.py": 0.2, - "tst/unit/task/task_instance_reads_test.py": 0.3, - "tst/unit/task/teardown_test.py": 2.5, - "tst/unit/task_step/add_skills_env_test.py": 0.2, - "tst/unit/task_step/attribution_serialization_test.py": 0.3, - "tst/unit/task_step/browser_recording_test.py": 0.5, - "tst/unit/task_step/computer_recording_test.py": 1.2, - "tst/unit/task_step/context_ops_journal_test.py": 0.2, - "tst/unit/task_step/context_path_test.py": 0.3, - "tst/unit/task_step/deploy_agent_cleanup_test.py": 0.1, + "tst/unit/task/seed_substitution_test.py": 0.0, + "tst/unit/task/step_journal_rules_test.py": 0.1, + "tst/unit/task/step_journal_test.py": 1.4, + "tst/unit/task/task_document_test.py": 0.2, + "tst/unit/task/task_failure_write_retry_test.py": 0.1, + "tst/unit/task/task_instance_reads_test.py": 0.1, + "tst/unit/task/teardown_test.py": 1.8, + "tst/unit/task_step/add_skills_env_test.py": 0.1, + "tst/unit/task_step/agent_clock_test.py": 0.4, + "tst/unit/task_step/attribution_serialization_test.py": 0.1, + "tst/unit/task_step/browser_recording_test.py": 0.6, + "tst/unit/task_step/computer_recording_test.py": 0.5, + "tst/unit/task_step/context_ops_journal_test.py": 0.1, + "tst/unit/task_step/context_path_test.py": 0.2, + "tst/unit/task_step/deploy_agent_cleanup_test.py": 0.0, "tst/unit/task_step/deploy_agent_linked_sandbox_test.py": 0.1, "tst/unit/task_step/deploy_agent_test.py": 0.1, - "tst/unit/task_step/deploy_env_test.py": 1.4, - "tst/unit/task_step/deploy_human_agent_test.py": 0.2, - "tst/unit/task_step/deploy_sandbox_default_cpu_test.py": 0.2, + "tst/unit/task_step/deploy_env_test.py": 0.9, + "tst/unit/task_step/deploy_human_agent_test.py": 0.1, + "tst/unit/task_step/deploy_sandbox_default_cpu_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_image_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_network_policy_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_provider_override_test.py": 0.1, - "tst/unit/task_step/install_agent_guards_test.py": 0.3, - "tst/unit/task_step/install_agent_test.py": 0.6, - "tst/unit/task_step/local_container_urls_test.py": 2.1, - "tst/unit/task_step/local_step_containers_test.py": 0.5, - "tst/unit/task_step/prompt_agent_file_parts_test.py": 0.4, - "tst/unit/task_step/retry_test.py": 1.7, - "tst/unit/task_step/run_context_object_url_test.py": 0.3, - "tst/unit/task_step/run_docker_container_test.py": 0.5, + "tst/unit/task_step/install_agent_guards_test.py": 0.2, + "tst/unit/task_step/install_agent_test.py": 0.3, + "tst/unit/task_step/local_container_urls_test.py": 0.7, + "tst/unit/task_step/local_step_containers_test.py": 0.3, + "tst/unit/task_step/prompt_agent_file_parts_test.py": 0.3, + "tst/unit/task_step/retry_test.py": 3.2, + "tst/unit/task_step/run_context_object_url_test.py": 0.2, + "tst/unit/task_step/run_docker_container_test.py": 0.4, "tst/unit/task_step/run_wide_agent_pick_test.py": 0.1, - "tst/unit/task_step/skill_object_url_test.py": 0.4, - "tst/unit/task_step/snapshot_computer_env_test.py": 0.6, - "tst/unit/task_step/snapshot_env_upload_grant_test.py": 1.1, - "tst/unit/task_step/snapshot_env_without_gateway_test.py": 0.6, + "tst/unit/task_step/set_env_clock_rate_test.py": 0.1, + "tst/unit/task_step/skill_object_url_test.py": 0.2, + "tst/unit/task_step/snapshot_computer_env_test.py": 0.3, + "tst/unit/task_step/snapshot_env_upload_grant_test.py": 0.5, + "tst/unit/task_step/snapshot_env_without_gateway_test.py": 0.4, "tst/unit/task_step/stored_priority_test.py": 0.1, "tst/unit/task_step/stored_s3_form_fields_test.py": 0.1, - "tst/unit/task_step/sync_env_clock_test.py": 1.0, - "tst/unit/task_step/test_advance_to_next_event_hook.py": 1.2, - "tst/unit/task_step/test_agent_model_precedence.py": 0.2, - "tst/unit/task_step/test_agent_state_capture.py": 1.5, - "tst/unit/task_step/test_always_on_agent_and_gateway.py": 0.8, - "tst/unit/task_step/test_always_on_agent_verifier.py": 0.9, - "tst/unit/task_step/test_always_on_budget.py": 5.0, - "tst/unit/task_step/test_always_on_checks.py": 1.1, - "tst/unit/task_step/test_always_on_clock_rate.py": 3.5, - "tst/unit/task_step/test_always_on_endings.py": 2.1, - "tst/unit/task_step/test_always_on_graded.py": 1.9, - "tst/unit/task_step/test_always_on_idle_world.py": 3.2, - "tst/unit/task_step/test_always_on_loop.py": 2.6, - "tst/unit/task_step/test_always_on_messages.py": 1.2, - "tst/unit/task_step/test_always_on_no_clock.py": 0.3, - "tst/unit/task_step/test_always_on_record.py": 1.6, - "tst/unit/task_step/test_always_on_settle.py": 2.1, - "tst/unit/task_step/test_always_on_time.py": 0.2, - "tst/unit/task_step/test_always_on_user_model.py": 0.3, - "tst/unit/task_step/test_always_on_user_sim_inputs.py": 2.1, - "tst/unit/task_step/test_always_on_who_did_what.py": 1.6, - "tst/unit/task_step/test_apply_server_config.py": 1.1, - "tst/unit/task_step/test_browser_connect_cdp.py": 0.5, + "tst/unit/task_step/sync_env_clock_test.py": 0.7, + "tst/unit/task_step/test_advance_to_next_event_hook.py": 1.1, + "tst/unit/task_step/test_agent_model_precedence.py": 0.1, + "tst/unit/task_step/test_agent_state_capture.py": 0.6, + "tst/unit/task_step/test_always_on_agent_and_gateway.py": 0.5, + "tst/unit/task_step/test_always_on_agent_verifier.py": 1.0, + "tst/unit/task_step/test_always_on_budget.py": 4.6, + "tst/unit/task_step/test_always_on_checks.py": 1.9, + "tst/unit/task_step/test_always_on_clock_rate.py": 3.4, + "tst/unit/task_step/test_always_on_endings.py": 2.4, + "tst/unit/task_step/test_always_on_graded.py": 1.2, + "tst/unit/task_step/test_always_on_idle_world.py": 2.2, + "tst/unit/task_step/test_always_on_loop.py": 2.3, + "tst/unit/task_step/test_always_on_messages.py": 0.8, + "tst/unit/task_step/test_always_on_no_clock.py": 0.1, + "tst/unit/task_step/test_always_on_record.py": 1.2, + "tst/unit/task_step/test_always_on_settle.py": 1.9, + "tst/unit/task_step/test_always_on_time.py": 0.1, + "tst/unit/task_step/test_always_on_user_model.py": 0.2, + "tst/unit/task_step/test_always_on_user_sim_inputs.py": 1.3, + "tst/unit/task_step/test_always_on_who_did_what.py": 1.1, + "tst/unit/task_step/test_apply_server_config.py": 0.7, + "tst/unit/task_step/test_browser_connect_cdp.py": 0.3, "tst/unit/task_step/test_browser_sign_in.py": 0.2, - "tst/unit/task_step/test_browser_steps.py": 1.4, + "tst/unit/task_step/test_browser_steps.py": 0.6, "tst/unit/task_step/test_collect_artifacts.py": 1.4, "tst/unit/task_step/test_collect_artifacts_universe_suffix.py": 0.3, - "tst/unit/task_step/test_collect_artifacts_vm_host.py": 0.5, + "tst/unit/task_step/test_collect_artifacts_vm_host.py": 0.3, "tst/unit/task_step/test_collect_integrity.py": 0.1, - "tst/unit/task_step/test_combine_universe_verdicts.py": 0.2, - "tst/unit/task_step/test_config_task_steps.py": 0.5, + "tst/unit/task_step/test_combine_universe_verdicts.py": 0.1, + "tst/unit/task_step/test_config_task_steps.py": 0.4, "tst/unit/task_step/test_configure_scheduled_checks.py": 0.2, - "tst/unit/task_step/test_container_sandbox_routing.py": 0.5, - "tst/unit/task_step/test_deploy_agent_changelog_objects.py": 1.1, + "tst/unit/task_step/test_container_sandbox_routing.py": 0.3, + "tst/unit/task_step/test_deploy_agent_changelog_objects.py": 0.6, "tst/unit/task_step/test_deploy_agent_enable_docker.py": 0.1, - "tst/unit/task_step/test_deploy_agent_live_endpoint.py": 0.2, - "tst/unit/task_step/test_deploy_agent_mcp_alias.py": 0.2, - "tst/unit/task_step/test_deploy_agent_role_delivery.py": 0.9, - "tst/unit/task_step/test_deploy_agent_snapshot_objects.py": 0.5, + "tst/unit/task_step/test_deploy_agent_live_endpoint.py": 0.1, + "tst/unit/task_step/test_deploy_agent_mcp_alias.py": 0.1, + "tst/unit/task_step/test_deploy_agent_role_delivery.py": 0.8, + "tst/unit/task_step/test_deploy_agent_snapshot_objects.py": 0.3, "tst/unit/task_step/test_deploy_ttl_from_budget.py": 0.1, - "tst/unit/task_step/test_deploy_user_sim_agent.py": 0.9, - "tst/unit/task_step/test_entity_refs.py": 5.2, + "tst/unit/task_step/test_deploy_user_sim_agent.py": 1.5, + "tst/unit/task_step/test_entity_refs.py": 3.4, "tst/unit/task_step/test_field_scopes.py": 2.1, - "tst/unit/task_step/test_install_agent_registers_instance.py": 0.0, + "tst/unit/task_step/test_install_agent_registers_instance.py": 0.1, "tst/unit/task_step/test_load_artifact_agent_container_target.py": 0.1, "tst/unit/task_step/test_load_artifact_container_sandbox.py": 0.1, "tst/unit/task_step/test_load_artifact_env_binding.py": 0.1, - "tst/unit/task_step/test_load_artifact_file.py": 0.1, + "tst/unit/task_step/test_load_artifact_file.py": 0.2, "tst/unit/task_step/test_load_artifact_overrides.py": 0.2, - "tst/unit/task_step/test_load_artifact_service_payload.py": 0.6, + "tst/unit/task_step/test_load_artifact_service_payload.py": 0.5, "tst/unit/task_step/test_load_artifact_service_universe.py": 0.1, "tst/unit/task_step/test_load_artifact_snapshot_reporting.py": 0.1, - "tst/unit/task_step/test_load_artifact_url_filenames.py": 0.1, - "tst/unit/task_step/test_load_artifact_vm_target.py": 0.1, - "tst/unit/task_step/test_manifest_cli_builder.py": 15.0, - "tst/unit/task_step/test_mcp_cli_builder.py": 1.9, + "tst/unit/task_step/test_load_artifact_url_filenames.py": 0.2, + "tst/unit/task_step/test_load_artifact_vm_target.py": 0.2, + "tst/unit/task_step/test_manifest_cli_builder.py": 13.8, + "tst/unit/task_step/test_mcp_cli_builder.py": 1.4, + "tst/unit/task_step/test_model_key_scope.py": 0.9, "tst/unit/task_step/test_modify_env_tool_access.py": 0.1, - "tst/unit/task_step/test_next_env_event_hook.py": 1.7, + "tst/unit/task_step/test_next_env_event_hook.py": 1.8, "tst/unit/task_step/test_parallel_deploy_env_binding.py": 0.1, "tst/unit/task_step/test_preflight_pinned_versions.py": 0.1, - "tst/unit/task_step/test_prompt_agent.py": 0.1, - "tst/unit/task_step/test_prompt_agent_built_in_user_sim.py": 0.8, - "tst/unit/task_step/test_prompt_agent_builtin_tools.py": 0.0, + "tst/unit/task_step/test_prompt_agent.py": 0.2, + "tst/unit/task_step/test_prompt_agent_built_in_user_sim.py": 1.1, + "tst/unit/task_step/test_prompt_agent_builtin_tools.py": 0.1, "tst/unit/task_step/test_prompt_agent_conversation_tool_calls.py": 0.1, - "tst/unit/task_step/test_prompt_agent_human_default.py": 0.0, - "tst/unit/task_step/test_prompt_agent_live_trajectory.py": 0.6, - "tst/unit/task_step/test_prompt_agent_model_params.py": 0.0, + "tst/unit/task_step/test_prompt_agent_human_default.py": 0.1, + "tst/unit/task_step/test_prompt_agent_live_trajectory.py": 0.9, + "tst/unit/task_step/test_prompt_agent_model_params.py": 0.1, "tst/unit/task_step/test_prompt_agent_notifications.py": 0.3, - "tst/unit/task_step/test_prompt_agent_post_turn_hooks.py": 1.8, - "tst/unit/task_step/test_prompt_agent_snapshots.py": 2.6, - "tst/unit/task_step/test_prompt_agent_triggers.py": 1.3, - "tst/unit/task_step/test_prompt_agent_unreachable.py": 0.1, + "tst/unit/task_step/test_prompt_agent_post_turn_hooks.py": 2.5, + "tst/unit/task_step/test_prompt_agent_snapshots.py": 2.2, + "tst/unit/task_step/test_prompt_agent_triggers.py": 0.4, + "tst/unit/task_step/test_prompt_agent_unreachable.py": 0.0, "tst/unit/task_step/test_prompt_agent_user_model.py": 0.0, - "tst/unit/task_step/test_prompt_agent_user_side.py": 0.5, + "tst/unit/task_step/test_prompt_agent_user_side.py": 0.3, "tst/unit/task_step/test_recorded_models.py": 0.1, "tst/unit/task_step/test_register_agent_triggers.py": 0.1, "tst/unit/task_step/test_register_env_triggers.py": 7.3, - "tst/unit/task_step/test_reset_env.py": 0.0, + "tst/unit/task_step/test_reset_env.py": 0.1, "tst/unit/task_step/test_review.py": 0.2, - "tst/unit/task_step/test_run_code.py": 18.1, - "tst/unit/task_step/test_sandbox_utils_agent_container.py": 0.1, + "tst/unit/task_step/test_role_models_golden.py": 3.4, + "tst/unit/task_step/test_run_code.py": 17.2, + "tst/unit/task_step/test_sandbox_utils_agent_container.py": 0.0, "tst/unit/task_step/test_sandbox_utils_logs.py": 0.1, "tst/unit/task_step/test_snapshot_agent_state.py": 0.1, - "tst/unit/task_step/test_snapshot_env.py": 1.4, + "tst/unit/task_step/test_snapshot_env.py": 0.7, "tst/unit/task_step/test_snapshot_env_env_binding.py": 0.1, "tst/unit/task_step/test_step_context_error.py": 0.6, "tst/unit/task_step/test_step_overrides_agent_and_model.py": 0.1, "tst/unit/task_step/test_teardown_sandboxes.py": 0.2, "tst/unit/task_step/test_universe_comparison.py": 0.1, - "tst/unit/task_step/test_user_sim_versions.py": 0.6, - "tst/unit/task_step/test_validation_gate_aggregator.py": 0.1, + "tst/unit/task_step/test_user_sim_opening_files.py": 0.5, + "tst/unit/task_step/test_user_sim_satisfaction.py": 2.2, + "tst/unit/task_step/test_user_sim_versions.py": 0.3, + "tst/unit/task_step/test_validation_gate_aggregator.py": 0.0, "tst/unit/task_step/test_verify_a2a_agent_mcp.py": 0.0, - "tst/unit/task_step/test_verify_a2a_builtin_tools.py": 0.1, - "tst/unit/task_step/test_verify_spec_conformance.py": 0.3, + "tst/unit/task_step/test_verify_a2a_builtin_tools.py": 0.0, + "tst/unit/task_step/test_verify_a2a_control_token.py": 0.0, + "tst/unit/task_step/test_verify_spec_conformance.py": 0.1, "tst/unit/task_step/test_verify_universe_agent_judge.py": 0.1, - "tst/unit/task_step/test_verify_universe_roundtrip.py": 0.2, + "tst/unit/task_step/test_verify_universe_roundtrip.py": 0.1, "tst/unit/task_step/thread_work_test.py": 0.6, - "tst/unit/task_step/unwritten_local_agent_test.py": 0.6, + "tst/unit/task_step/unwritten_local_agent_test.py": 0.4, "tst/unit/task_step/verifiers/judge_short_keys_test.py": 0.1, - "tst/unit/task_step/verifiers/judge_utils/test_frame_selection.py": 0.2, + "tst/unit/task_step/verifiers/judge_utils/test_frame_selection.py": 0.1, "tst/unit/task_step/verifiers/judge_utils/test_frame_selection_tool_name.py": 0.0, - "tst/unit/task_step/verifiers/judge_utils/test_judge_output_format.py": 0.3, + "tst/unit/task_step/verifiers/judge_utils/test_judge_output_format.py": 0.2, "tst/unit/task_step/verifiers/judge_utils/test_trajectory_filter.py": 0.0, - "tst/unit/task_step/verifiers/run_container_unit_tests_verifier_test.py": 1.1, + "tst/unit/task_step/verifiers/judge_utils/test_turn_events.py": 0.1, + "tst/unit/task_step/verifiers/judge_utils/test_user_sim_checks_format.py": 0.2, + "tst/unit/task_step/verifiers/run_container_unit_tests_verifier_test.py": 0.7, + "tst/unit/task_step/verifiers/test_agent_prompt_response_verifier.py": 0.1, + "tst/unit/task_step/verifiers/test_always_on_staging.py": 0.5, "tst/unit/task_step/verifiers/test_env_outcome_verifier_step.py": 0.1, + "tst/unit/task_step/verifiers/test_legacy_entries.py": 1.6, + "tst/unit/task_step/verifiers/test_rubrics_family_grades.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_subclasses_golden.py": 0.5, "tst/unit/task_step/verifiers/test_rubrics_verifier_context_facts_bundle_ids.py": 0.1, - "tst/unit/task_step/verifiers/test_rubrics_verifier_criteria_override.py": 0.1, - "tst/unit/task_step/verifiers/test_rubrics_verifier_fail_task_when_not_passing.py": 0.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_grade_up_to_turn.py": 0.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_batches.py": 0.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_criteria_override.py": 0.0, + "tst/unit/task_step/verifiers/test_rubrics_verifier_fail_task_when_not_passing.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_golden.py": 0.4, + "tst/unit/task_step/verifiers/test_rubrics_verifier_grade_up_to_turn.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_batches.py": 0.2, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_model.py": 0.1, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_retry.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_retry.py": 0.0, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_teardown.py": 0.0, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout.py": 0.0, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_trajectory.py": 0.4, - "tst/unit/task_step/verifiers/test_rubrics_verifier_litellm_contract.py": 0.4, - "tst/unit/task_step/verifiers/test_rubrics_verifier_mistakes_entry.py": 0.3, - "tst/unit/task_step/verifiers/test_rubrics_verifier_multiturn.py": 1.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_nonfinite_scores.py": 3.0, - "tst/unit/task_step/verifiers/test_rubrics_verifier_per_criterion.py": 0.4, - "tst/unit/task_step/verifiers/test_rubrics_verifier_screenshots.py": 0.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout_retry.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_trajectory.py": 0.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_litellm_contract.py": 0.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_mistakes_entry.py": 0.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_multiturn.py": 1.0, + "tst/unit/task_step/verifiers/test_rubrics_verifier_nonfinite_scores.py": 2.8, + "tst/unit/task_step/verifiers/test_rubrics_verifier_per_criterion.py": 0.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_screenshots.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_staging_cleanup.py": 0.0, + "tst/unit/task_step/verifiers/test_rubrics_verifier_subclass_hooks.py": 0.5, "tst/unit/task_step/verifiers/test_run_context.py": 1.6, - "tst/unit/task_step/verifiers/test_score_parity.py": 0.1, - "tst/unit/task_step/verifiers/test_trajectory_mistakes_format.py": 0.2, - "tst/unit/task_step/verifiers/test_verify_sandbox.py": 0.3, + "tst/unit/task_step/verifiers/test_score_parity.py": 0.0, + "tst/unit/task_step/verifiers/test_trajectory_mistakes_format.py": 0.1, + "tst/unit/task_step/verifiers/test_user_sim_judge.py": 1.6, + "tst/unit/task_step/verifiers/test_verifier_base.py": 0.6, + "tst/unit/task_step/verifiers/test_verify_sandbox.py": 0.1, "tst/unit/test_capabilities.py": 0.3, - "tst/unit/test_check_plugin_api.py": 21.4, - "tst/unit/test_check_skip_policy.py": 0.4, + "tst/unit/test_check_plugin_api.py": 13.1, + "tst/unit/test_check_skip_policy.py": 0.2, "tst/unit/test_clean_install_wheel.py": 0.1, - "tst/unit/test_client_identity.py": 0.1, - "tst/unit/test_infra_build_script.py": 1.3, - "tst/unit/test_infra_images_script.py": 0.6, + "tst/unit/test_client_identity.py": 0.0, + "tst/unit/test_computer_image_mirror_scripts.py": 0.0, + "tst/unit/test_infra_build_script.py": 1.0, + "tst/unit/test_infra_images_script.py": 0.4, "tst/unit/test_mirror_base_images_script.py": 0.1, - "tst/unit/test_optional_extras_stay_optional.py": 271.2, - "tst/unit/test_package_cache.py": 0.2, - "tst/unit/test_published_image.py": 0.2, - "tst/unit/test_pypi_release_script.py": 0.2, - "tst/unit/test_release_infra_images.py": 1.1, - "tst/unit/test_release_protocol_pins.py": 0.3, - "tst/unit/test_runtime_dependencies_are_imported.py": 31.5, - "tst/unit/test_shards.py": 16.8, - "tst/unit/test_slow_test_durations_script.py": 0.2, - "tst/unit/test_subclass_hooks_are_annotated.py": 4.3, - "tst/unit/test_tls_verification.py": 0.2, - "tst/unit/training/chat_test.py": 14.4, - "tst/unit/training/harness_test.py": 21.0, - "tst/unit/training/nemo_gym_test.py": 4.0, + "tst/unit/test_optional_extras_stay_optional.py": 162.5, + "tst/unit/test_package_cache.py": 0.1, + "tst/unit/test_published_image.py": 0.1, + "tst/unit/test_pypi_release_script.py": 0.1, + "tst/unit/test_release_infra_images.py": 0.5, + "tst/unit/test_release_protocol_pins.py": 0.1, + "tst/unit/test_runtime_dependencies_are_imported.py": 15.3, + "tst/unit/test_shards.py": 11.0, + "tst/unit/test_slow_test_durations_script.py": 0.3, + "tst/unit/test_subclass_hooks_are_annotated.py": 2.4, + "tst/unit/test_tls_verification.py": 0.1, + "tst/unit/training/chat_test.py": 11.5, + "tst/unit/training/harness_test.py": 15.9, + "tst/unit/training/nemo_gym_test.py": 2.9, "tst/unit/training/sessions_test.py": 0.2, - "tst/unit/training/skyrl_test.py": 6.3, - "tst/unit/training/tools_test.py": 0.1, - "tst/unit/training/trl_test.py": 39.7, - "tst/unit/training/verl_test.py": 3.6, - "tst/unit/utils/docker/build_test.py": 0.3, - "tst/unit/utils/docker/context_test.py": 0.4, - "tst/unit/utils/docker/dockerfile_test.py": 0.4, + "tst/unit/training/skyrl_test.py": 3.6, + "tst/unit/training/tools_test.py": 0.2, + "tst/unit/training/trl_test.py": 28.3, + "tst/unit/training/verl_test.py": 2.8, + "tst/unit/utils/docker/build_test.py": 0.7, + "tst/unit/utils/docker/context_test.py": 0.8, + "tst/unit/utils/docker/dockerfile_test.py": 0.7, "tst/unit/utils/docker/installed_test.py": 0.1, - "tst/unit/utils/docker/lock_test.py": 0.4, + "tst/unit/utils/docker/lock_test.py": 0.2, "tst/unit/utils/docker/metadata_test.py": 0.1, - "tst/unit/utils/docker/prune_test.py": 0.9, + "tst/unit/utils/docker/prune_test.py": 0.6, "tst/unit/utils/exec_retry_test.py": 0.2, - "tst/unit/utils/test_card_naming_github_token.py": 0.1, - "tst/unit/utils/test_paths.py": 0.1 + "tst/unit/utils/test_card_naming_github_token.py": 0.0, + "tst/unit/utils/test_paths.py": 0.2 + }, + "split_in": { + "tst/integration/computer/browser_computer_test.py": 2, + "tst/integration/computer/browser_multi_env_test.py": 2, + "tst/integration/computer/chromium_app_test.py": 2 } } diff --git a/tst/unit/test_shards.py b/tst/unit/test_shards.py index 230d352cd..22f0e251b 100644 --- a/tst/unit/test_shards.py +++ b/tst/unit/test_shards.py @@ -76,6 +76,24 @@ def test_a_dependency_outside_a_split_file_or_on_an_unknown_name_links_nothing() assert shards.dependency_groups(linked, table) == {} +def test_a_file_named_in_split_in_runs_as_that_many_runs_of_neighbours_each_charged_the_files_setup_but_the_first(): + path = "tst/integration/heavy_test.py" + nodeids = [f"{path}::test_{n}" for n in range(5)] + seconds = {nodeids[0]: 100, **{nodeid: 10 for nodeid in nodeids[1:]}, "tst/integration/other_test.py": 105} + table = {"split_by_test": [SPLIT], "split_in": {path: 2}, "seconds": seconds} + groups = _groups([*nodeids, "tst/integration/other_test.py::test"], 3, table) + # setup 90 (100 over the others' 10): the first run is tests 0-2 (120), the second 3-4 and its setup (110) + assert sorted(groups) == sorted([nodeids[:3], nodeids[3:], ["tst/integration/other_test.py::test"]]) + + +def test_a_file_split_in_runs_refuses_tests_a_dependency_links(): + path = "tst/integration/heavy_test.py" + nodeids = [f"{path}::test_{n}" for n in range(3)] + table = {"split_in": {path: 2}, "seconds": {nodeid: 10 for nodeid in nodeids}} + with pytest.raises(ValueError, match="dependency"): + shards.select(nodeids, 1, 2, table, {nodeids[0]: nodeids[1], nodeids[1]: nodeids[1]}) + + def test_a_unit_the_table_does_not_know_weighs_the_median_of_the_known_ones(): seconds = {"tst/integration/a_test.py": 10, "tst/integration/b_test.py": 20, "tst/integration/c_test.py": 900, "tst/integration/skipped_test.py": 0} @@ -95,6 +113,8 @@ def test_the_committed_table_names_a_file_for_every_slow_tier_unit_it_splits(): table = shards.load_table() assert SPLIT in table["split_by_test"] assert all((ROOT / path).is_file() for path in table["split_by_test"]), "split_by_test names a test file that is gone" + assert all((ROOT / path).is_file() and parts >= 2 for path, parts in table.get("split_in", {}).items()), ( + "split_in names a test file that is gone, or splits one in fewer than 2") assert all((ROOT / unit.split("::")[0]).is_file() for unit in table["seconds"]), "the table names a test file that is gone" diff --git a/tst/unit/test_slow_test_durations_script.py b/tst/unit/test_slow_test_durations_script.py index 3c78fa94f..5c5b0e1eb 100644 --- a/tst/unit/test_slow_test_durations_script.py +++ b/tst/unit/test_slow_test_durations_script.py @@ -93,3 +93,16 @@ def test_a_reported_split_file_drops_its_tests_the_reports_dont_have(tmp_path): report = _report(tmp_path, "r.xml", [("tst.integration.env.gateway.gateway_test", "test_new", 7.0)]) assert _refresh(table, tmp_path, report).returncode == 0 assert json.loads(table.read_text())["seconds"] == {f"{SPLIT}::test_new": 7.0} + + +def test_a_file_split_in_runs_keeps_its_tests_apart_and_the_split_as_it_is(tmp_path): + table = _checkout(tmp_path) + table.write_text(json.dumps({"split_in": {"tst/integration/cli/cli_test.py": 2}, "seconds": {}})) + report = _report(tmp_path, "r.xml", [("tst.integration.cli.cli_test", "test_deploy", 30.0), + ("tst.integration.cli.cli_test", "test_put", 12.5)]) + result = _refresh(table, tmp_path, report) + assert result.returncode == 0, result.stdout + written = json.loads(table.read_text()) + assert written["seconds"] == {"tst/integration/cli/cli_test.py::test_deploy": 30.0, + "tst/integration/cli/cli_test.py::test_put": 12.5} + assert written["split_in"] == {"tst/integration/cli/cli_test.py": 2} diff --git a/tst/util/shards.py b/tst/util/shards.py index 70c0288c5..f19c13780 100644 --- a/tst/util/shards.py +++ b/tst/util/shards.py @@ -2,9 +2,11 @@ A file's tests stay together, so its module fixtures (image builds, deployed envs) run once per runner; a file the durations table names in ``split_by_test`` is split by test instead, except that the tests -``pytest.mark.dependency`` links stay on one runner. The groups are balanced by the seconds the table -records (``tst/integration/slow_durations.json``), a unit it doesn't know weighs the median of the ones it -does, and the same table and selection always give the same groups. +``pytest.mark.dependency`` links stay on one runner, and one it names in ``split_in`` is split into that many +runs of neighbouring tests, each of about the same length once the runs after the first are charged the +setup of the file's module fixtures that each runner does anew. The groups are balanced by the seconds the +table records (``tst/integration/slow_durations.json``), a unit it doesn't know weighs the median of the +ones it does, and the same table and selection always give the same groups. """ from __future__ import annotations @@ -32,13 +34,17 @@ def parse(value: str) -> tuple[int, int]: def select(nodeids: list[str], index: int, count: int, table: dict, together: dict[str, str] | None = None) -> list[str]: """The nodeids that shard ``index`` of ``count`` runs, in their collected order. ``together`` maps a nodeid to a unit it shares with others (``dependency_groups``); that unit weighs the sum of its tests.""" - split = set(table.get("split_by_test", [])) + parts = table.get("split_in", {}) + split = set(table.get("split_by_test", [])) | set(parts) seconds = table.get("seconds", {}) base = {nodeid: _unit(nodeid, split) for nodeid in nodeids} - unit = {nodeid: (together or {}).get(nodeid, base[nodeid]) for nodeid in nodeids} known = [seconds[name] for name in set(base.values()) if seconds.get(name, 0) > 0] default = statistics.median(known) if known else 1.0 - weights: dict[str, float] = defaultdict(float) + runs, setups = _runs(nodeids, parts, seconds, default) + if linked := sorted(nodeid for nodeid in runs if nodeid in (together or {})): + raise ValueError(f"a file split_in runs can't link its tests with pytest.mark.dependency: {linked}") + unit = {nodeid: (together or {}).get(nodeid, runs.get(nodeid, base[nodeid])) for nodeid in nodeids} + weights: dict[str, float] = defaultdict(float, setups) for base_unit, shared in {base[nodeid]: unit[nodeid] for nodeid in nodeids}.items(): weights[shared] += seconds.get(base_unit, default) shard = _assign(weights, count) @@ -82,6 +88,30 @@ def _unit(nodeid: str, split_by_test: set[str]) -> str: return nodeid if path in split_by_test else path +def _runs(nodeids: list[str], parts: dict[str, int], seconds: dict, default: float) -> tuple[dict, dict]: + """The run (``path#k``) each test of a file ``parts`` names falls in, its tests cut in collected order into up to + that many runs of about the same length, and the seconds each run but the first adds: the setup of the file's + module fixtures, which its first test bore, taken as what that test took over the median of the others.""" + tests: dict[str, list[str]] = defaultdict(list) + for nodeid in nodeids: + if (path := nodeid.split("::", 1)[0]) in parts: + tests[path].append(nodeid) + runs, setups = {}, {} + for path, members in tests.items(): + times = [seconds.get(nodeid, default) for nodeid in members] + count = max(1, min(int(parts[path]), len(members))) + setup = max(0.0, times[0] - statistics.median(times[1:])) if len(times) > 1 else 0.0 + target = (sum(times) + setup * (count - 1)) / count + run, load = 1, 0.0 + for nodeid, took in zip(members, times): + if run < count and load > setup and load + took / 2 > target: + run, load = run + 1, setup + setups[f"{path}#{run}"] = setup + runs[nodeid] = f"{path}#{run}" + load += took + return runs, setups + + def _assign(weights: dict[str, float], count: int) -> dict[str, int]: """Each unit's shard, from 1: the heaviest unit first, onto the lightest shard so far.""" loads = [0.0] * count From 35636cd451f59694ffe8d00f46efe11dfaa91fb7 Mon Sep 17 00:00:00 2001 From: Edgar Arakelyan Date: Thu, 19 Nov 2026 02:16:07 -0800 Subject: [PATCH 09/12] perf(computers): a run leaves a computer app to the first deploy that boots it alone A computer app env that names a computer and a driver, as agentenv's chromium does, was composed alone whenever a bundle wrote it, though most runs deploy it only on a desktop, which composes it into its own image. A run's compose now leaves it to the first deploy that boots it alone (compose_unstarted), as it leaves a form no deploy boots; a register, with or without a --sandbox, still composes it, since others deploy what it writes. In CI, composing chromium alone took 2 to 10 minutes in each shard whose fixtures used it only as a desktop's app. Co-Authored-By: Claude Opus 5.5 --- AGENTS.md | 2 +- src/agent_env/bundle/register.py | 3 ++- src/agent_env/env/envs/computer/app_env.py | 7 ++++--- .../env/envs/computer/utils/composer.py | 19 ++++++++++++++----- tst/integration/computer/conftest.py | 9 ++++++--- tst/unit/env/envs/test_computer_env.py | 14 ++++++++++++++ 6 files changed, 41 insertions(+), 13 deletions(-) diff --git a/AGENTS.md b/AGENTS.md index f5625f3cc..41fc4711d 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -123,7 +123,7 @@ and deserialized through a registry. | Package | Contents | |---|---| -| `env/` | `Env` base class: a subclass declares `type`, implements `from_dict` and `async deploy(...) -> DeployedEnv`, and may override `reset`, `close` and `load_file_artifact_universe`; teardown closes each env a run deployed before terminating its sandboxes by id. Built-ins in `env/envs/`: `MCPServerEnv` (`mcp_server`), `MultiEnv` (`multi`, MCP servers plus websites and computers; its website browser is the one its `browser_envs` names, none for `[]`, else the run's when it has websites: an MCP server env such as `playwright-mcp` runs among the gateway's MCP servers, and a browser computer such as `chromium` on a sandbox of its own as one more computer child, sized by its `child_envs` entry, its tools under its name and `_`, routing the multi env's synthetic sites unless that entry's `site_routing` says, its network its own env's, as any computer child's; a website env deployed alone refuses a browser computer as the run's browser), `ServiceDBEnv` (`service_db`, PostgreSQL), `WebsiteEnv` (`website`, one site: a server image, `backend_image` in its env.toml, serving the pages and API, ready when its card's `website/v1` `ready` answers a `WebsiteReadiness` that says so, as `agentenv_protocol.website` (`website_readiness`, `env_readiness`) defines a website env's health for the deploy and `DeployedEnv.readiness()` alike, or, for a card without `ready`, when its `health` path answers 200, which is deprecated; its env.toml's `ready_timeout_s`, how long it may take from its server's container starting to ready, is that container's health check `start_period` and what the deploy waits, or its card's `ready` timeout if longer, and its `shm_mb` is the container's `shm_size`, each left to the gateway and Docker without them; the gateway container's `env/gateway/constants.py` mirrors the URI and op, a test keeping them equal; a separate frontend image is deprecated, warned of at put and optional in a bundle, and a stored `backend_docker_image_artifact` reads as the server image; a live one, `live = true`, is a real site whose server serves none of its pages, its `live`, `domains` and `allow_hosts` read at put from its server's `@website(...)` (`utils/card_naming.py` `WebsiteSource`) unless given, its `settings`' secrets only as references the gateway resolves as it writes the site's container (`WEBSITE_SETTINGS_ENV`); the gateway gives it no site route, a computer's site table leaves it out, a computer whose network is an allowlist is let reach its names (`MultiEnv.live_hosts`), a browser alone's forward port takes them straight to the real site (`site_proxy.py` `direct`), as the browser base's stand-in proxy takes any host, refusing nothing, each proxy logging each such connection as a JSON line, and a run that deploys one is marked live, `reproducible: false`), `GatewayEnv` (`gateway_server`), `ComputerDriverEnv` (`computer_driver`, `env/envs/computer/driver_env.py`: a computer driver's files and what its class declares for each platform it supports, read at put in a process of its own, `agentenv_protocol.computer._declare`, where the driver's own dependencies needn't be installed, with the `port` it serves on and its install by OS, `[install.]`, or for one distribution `[install."/"]`, which replaces its OS type's there, as its `known_failures` do (`env/envs/computer/utils/install.py`): files, apt `packages` with extra `sources`, a `python` requirements file for a venv, `downloads` by URL and sha256, `run` scripts, the services the base's init runs, and `ports`; it deploys only as a computer env's driver), `ComputerEnv` (`computer`, in `env/envs/computer/`: a base computer and a driver, matched at put by gate 1 before anything is stored, then composed by `composer.py` into an image for each form and arch on a builder of the put's sandbox provider, by default the env's (`utils/builder.py`; `--sandbox` on `env build`): this machine's Docker for `local`, else a VM of the provider, which fetches the put's stored files by signed URL, takes the rest inline and pushes to the image store itself, so it builds only with stores a remote VM reaches; each arch goes to the first link that runs it natively, else one that emulates it (a VM registers QEMU; `--no-emulate` leaves it `skipped` instead, for a later put), and its pair records the provider that built it (`builder`); a run or register that reuses a computer env composes what it has left (`pending`), a run, and a register given a `--sandbox`, only the forms its sandbox's deploys boot (`booted_forms`: on each link, the first form it boots natively, by the deploy's own rule, `boot.first_native`; a compose of a disk adds its container), and a deploy composes first what it boots that no compose started, and a container it runs natively that was built but not probed, as one whose probe a setting that didn't resolve stopped, booting it only once ready (`ComputerEnv.compose_unstarted`); tagged `agentenv-computers:` in the image store by a key of the image's Dockerfile, build context and lock so any env with the same inputs reuses it; every layer's packages, requirements and downloads are resolved at put in a container of the base for each arch (`utils/packages.py`, `utils/resolve_in_base.py`), stored in the object store by sha256 under `agentenv-packages/`, and listed in a lock stored by a digest of its inputs, which any env with the same inputs reuses, and builds install only the lock's files, every install step `RUN --network=none`; each pair's status goes into its metadata, `composed`, the arches built are written as its computer, a `computer` artifact over one index, and `agent-env env build` resumes what a put left; gate 3 (`utils/probing.py`) then boots each native build on the put's sandbox provider and probes it at `full`, making it `ready` or `failed`, and a build no provider runs natively stays `unverified`. Its deploy, through the `computer` env provider (`providers/env_providers/env_computer_provider.py`), boots its first `ready` build on a sandbox provider that runs its arch natively (`native_platforms()`), with no gateway in front and the driver's card as the env card, its `/dev/shm` the most its apps' Linux installs ask for (`shm_mb`, in MiB, which its composed computer and the deploy record keep; `--shm-size` on a container, `AGENTENV_SHM_MB` read by a Linux disk's init, passed only to a provider whose `SHARED_MEMORY` says it gives that much, else the sandbox's default, which the deploy logs), then checks its `display`; `deploy_env` `env_params` take a `form`, `computer_settings` (deploy-phase values of the base's settings; a secret one, here or on the env, only as a bare `secret:`/`env:` reference) and `driver_settings` (the driver's `ComputerSettings`, such as its default coordinate space); a `network` that allows nothing runs it on local Docker's internal network behind a relay (`providers/sandbox_providers/local_docker/relay/`); `reset` and `close` have the driver end its recordings first (`computer-recording/v1` `end_all`, each uploading what's left and its manifest under the grant it started with), and `reset` then boots a fresh container in its place (`reset_container`), keeping the computer's address but not an agent's MCP session to the old driver; its `load_file_artifact_universe` writes files under the session user's home through the driver's `data/add`, `Downloads` by default, each file's bytes through a read grant when the store's grants reach it and its network allows everything, else inline (`env/envs/computer/utils/inside.py`)), `ComputerAppEnv` (`computer_app`, `env/envs/computer/app_env.py`: an app on a computer, a `ComputerAppEnvironment` class its env.toml's `module` names, read at put by the same `_declare`, which declares each OS with its own decorator (`@linux(...)`, or `@install(os_type, spec)` for any OS type; `@linux(distribution=...)` or `@install("/", spec)` for one distribution, which replaces its OS type's there) holding its install, its launch and, optionally, a skill and settings and build settings that add to the class's there, and install steps and ready checks for every OS or those their `os=` names; everything that reads its settings, launch or steps asks for the computer's OS type; deployed alone it is a one-app computer env, a `ComputerEnv` of the computer and driver its env.toml names, the composer installing it under `/opt/agentenv/apps//` with its services as supervisord programs beside its own server (`agentenv_protocol.computer.serve_app`, in a venv with the protocol's `app` extra, on `.agentenv/server.sock` in its folder), which adds its launcher, launches a `boot` app once per boot and says through `computer-app/v1` whether it's ready, as the driver's `computer-ready` asks, its card named after it, and `env_params` `app_settings` handing it values of its `Settings` in `AGENTENV_APP_SETTINGS`, a secret one only as a bare reference, over its env.toml's `[settings]` and a computer env's `settings` beside it in `apps`, each by top-level field (`params.app_settings`; checked at put, a required one left to the deploy; the deploy record keeps the merged values as `app_settings`, secrets withheld); its env.toml's `build_settings`, values of its `BuildSettings` checked at put, are written to `.agentenv/build_settings.json` in its folder, so they're part of the image's key, its install steps read them, and a deploy can't change them). An env type whose services take environment data defines `load_environment_artifact` and `load_environment_universe_artifact`; `load_artifact` refuses an environment artifact aimed at a type that doesn't, at save and before it loads. An env built on the protocol SDK can serve agents a skill (`@agent_skill`, `skill/v1`), which `add_skills` `env_ids` installs under its environment name (behind a gateway, each server's under that server's name); a skill with files beside its SKILL.md goes as a bundle stored once per content under `agentenv-env-skills/` in the object store. `env/gateway/gateway.py` is the env-side gateway server, container-only code. Its site route, `/website//`, never forwards a site's data plane or card (`/agentenv/…`, `/.well-known/agent-env.json`), which agentenv reaches through `/svc//`; a site with no frontend image is served by its server image there. A request from a computer's site proxy names its computer (`AgentEnv-Computer`, sent from the proxy's private upstream headers, a page's own copy and any `AgentEnv-Role` it sends dropped) and takes the role driving that computer now (the gateway's computers being those `COMPUTERS` names, a multi env's, with or without a control token): the last to make an input call to its tools, as the call starts, through `/mcp`, `/step` or a trigger action under its `as` (`Gateway._drive`); without one, or from a computer the gateway doesn't front, it is `default`, the role read once per request. `changes/v1` (`ChangeAttribution`) counts no write window for a call to a computer's tools, a trigger action's included, so a write the computer's browser made goes to its request and one another party made during the call to that party. Its CDP route, `/browser//cdp//` (`env/gateway/browser_proxy.py`), reaches the website browser behind the `/svc` child ``, found from that child's card (it, or an app among its children, offering `browser/v1` `cdp` with `/cdp/` in its `computer-app/v1` `agent_routes`): it relays the browser's discovery and WebSocket both ways, each leg pinged every 20 s, and every CDP address the browser hands out, in `json/version`, `json/list` and its `cdp` answer through `/svc//`, comes back at the gateway, everything before `/cdp//` becoming the address the caller reached the gateway at and `/browser/`, keeping the https or wss of an address the browser minted under an origin its caller named, as `browser_connect_cdp` names the agent's, since a tunnel that ends TLS, as Modal's, may send no `X-Forwarded-Proto`; each connection is a `browser_connection` trajectory event, without its token. Its clock (`env/gateway/clock.py`) has one opaque version, a per-boot id and a count, that every `set_time`, `advance` and `clear` changes; `set_rate` (`/clock/set-rate`) changes an armed clock's rate from its time at the write, keeping its `t0` and generation as `advance` does, so time triggers keep their marks. Every clock change goes through `Gateway._change_clock`, which wakes the triggers when the change kept the clock's generation, answers the held watches and waits for the followers. Its followers, the computers on it (`CLOCK_FOLLOWER_TOKENS`, each child whose card serves `clock/v1` `sync_time`, by its read token, its control token for now), long-poll `/clock/watch` naming the version they show, each watch held up to the card's `hold_s` (`env/gateway/clock_followers.py`), and a write given `wait_followers_s` waits for each, answering 504 naming those behind, but not for one that hasn't watched for longer than a hold and a reconnect (`ClockFollowers.QUIET_S`), which it names at once with when each last watched; a restarted gateway is unarmed. While its clock is armed it serves agents `get_time` (`env/gateway/get_time.py`), which answers in UTC and also in the universe's zone, the one `sync_env_clock`'s `timezone` armed it in, or in an IANA `time_zone` it's given; executors' working `hours` (`env/gateway/triggers.py`) take a fixed `utc_offset` or an IANA `time_zone`. | +| `env/` | `Env` base class: a subclass declares `type`, implements `from_dict` and `async deploy(...) -> DeployedEnv`, and may override `reset`, `close` and `load_file_artifact_universe`; teardown closes each env a run deployed before terminating its sandboxes by id. Built-ins in `env/envs/`: `MCPServerEnv` (`mcp_server`), `MultiEnv` (`multi`, MCP servers plus websites and computers; its website browser is the one its `browser_envs` names, none for `[]`, else the run's when it has websites: an MCP server env such as `playwright-mcp` runs among the gateway's MCP servers, and a browser computer such as `chromium` on a sandbox of its own as one more computer child, sized by its `child_envs` entry, its tools under its name and `_`, routing the multi env's synthetic sites unless that entry's `site_routing` says, its network its own env's, as any computer child's; a website env deployed alone refuses a browser computer as the run's browser), `ServiceDBEnv` (`service_db`, PostgreSQL), `WebsiteEnv` (`website`, one site: a server image, `backend_image` in its env.toml, serving the pages and API, ready when its card's `website/v1` `ready` answers a `WebsiteReadiness` that says so, as `agentenv_protocol.website` (`website_readiness`, `env_readiness`) defines a website env's health for the deploy and `DeployedEnv.readiness()` alike, or, for a card without `ready`, when its `health` path answers 200, which is deprecated; its env.toml's `ready_timeout_s`, how long it may take from its server's container starting to ready, is that container's health check `start_period` and what the deploy waits, or its card's `ready` timeout if longer, and its `shm_mb` is the container's `shm_size`, each left to the gateway and Docker without them; the gateway container's `env/gateway/constants.py` mirrors the URI and op, a test keeping them equal; a separate frontend image is deprecated, warned of at put and optional in a bundle, and a stored `backend_docker_image_artifact` reads as the server image; a live one, `live = true`, is a real site whose server serves none of its pages, its `live`, `domains` and `allow_hosts` read at put from its server's `@website(...)` (`utils/card_naming.py` `WebsiteSource`) unless given, its `settings`' secrets only as references the gateway resolves as it writes the site's container (`WEBSITE_SETTINGS_ENV`); the gateway gives it no site route, a computer's site table leaves it out, a computer whose network is an allowlist is let reach its names (`MultiEnv.live_hosts`), a browser alone's forward port takes them straight to the real site (`site_proxy.py` `direct`), as the browser base's stand-in proxy takes any host, refusing nothing, each proxy logging each such connection as a JSON line, and a run that deploys one is marked live, `reproducible: false`), `GatewayEnv` (`gateway_server`), `ComputerDriverEnv` (`computer_driver`, `env/envs/computer/driver_env.py`: a computer driver's files and what its class declares for each platform it supports, read at put in a process of its own, `agentenv_protocol.computer._declare`, where the driver's own dependencies needn't be installed, with the `port` it serves on and its install by OS, `[install.]`, or for one distribution `[install."/"]`, which replaces its OS type's there, as its `known_failures` do (`env/envs/computer/utils/install.py`): files, apt `packages` with extra `sources`, a `python` requirements file for a venv, `downloads` by URL and sha256, `run` scripts, the services the base's init runs, and `ports`; it deploys only as a computer env's driver), `ComputerEnv` (`computer`, in `env/envs/computer/`: a base computer and a driver, matched at put by gate 1 before anything is stored, then composed by `composer.py` into an image for each form and arch on a builder of the put's sandbox provider, by default the env's (`utils/builder.py`; `--sandbox` on `env build`): this machine's Docker for `local`, else a VM of the provider, which fetches the put's stored files by signed URL, takes the rest inline and pushes to the image store itself, so it builds only with stores a remote VM reaches; each arch goes to the first link that runs it natively, else one that emulates it (a VM registers QEMU; `--no-emulate` leaves it `skipped` instead, for a later put), and its pair records the provider that built it (`builder`); a run or register that reuses a computer env composes what it has left (`pending`), a run, and a register given a `--sandbox`, only the forms its sandbox's deploys boot (`booted_forms`: on each link, the first form it boots natively, by the deploy's own rule, `boot.first_native`; a compose of a disk adds its container), a run no computer app alone, which the first deploy that boots it alone composes (`Composing.apps_alone`), and a deploy composes first what it boots that no compose started, and a container it runs natively that was built but not probed, as one whose probe a setting that didn't resolve stopped, booting it only once ready (`ComputerEnv.compose_unstarted`); tagged `agentenv-computers:` in the image store by a key of the image's Dockerfile, build context and lock so any env with the same inputs reuses it; every layer's packages, requirements and downloads are resolved at put in a container of the base for each arch (`utils/packages.py`, `utils/resolve_in_base.py`), stored in the object store by sha256 under `agentenv-packages/`, and listed in a lock stored by a digest of its inputs, which any env with the same inputs reuses, and builds install only the lock's files, every install step `RUN --network=none`; each pair's status goes into its metadata, `composed`, the arches built are written as its computer, a `computer` artifact over one index, and `agent-env env build` resumes what a put left; gate 3 (`utils/probing.py`) then boots each native build on the put's sandbox provider and probes it at `full`, making it `ready` or `failed`, and a build no provider runs natively stays `unverified`. Its deploy, through the `computer` env provider (`providers/env_providers/env_computer_provider.py`), boots its first `ready` build on a sandbox provider that runs its arch natively (`native_platforms()`), with no gateway in front and the driver's card as the env card, its `/dev/shm` the most its apps' Linux installs ask for (`shm_mb`, in MiB, which its composed computer and the deploy record keep; `--shm-size` on a container, `AGENTENV_SHM_MB` read by a Linux disk's init, passed only to a provider whose `SHARED_MEMORY` says it gives that much, else the sandbox's default, which the deploy logs), then checks its `display`; `deploy_env` `env_params` take a `form`, `computer_settings` (deploy-phase values of the base's settings; a secret one, here or on the env, only as a bare `secret:`/`env:` reference) and `driver_settings` (the driver's `ComputerSettings`, such as its default coordinate space); a `network` that allows nothing runs it on local Docker's internal network behind a relay (`providers/sandbox_providers/local_docker/relay/`); `reset` and `close` have the driver end its recordings first (`computer-recording/v1` `end_all`, each uploading what's left and its manifest under the grant it started with), and `reset` then boots a fresh container in its place (`reset_container`), keeping the computer's address but not an agent's MCP session to the old driver; its `load_file_artifact_universe` writes files under the session user's home through the driver's `data/add`, `Downloads` by default, each file's bytes through a read grant when the store's grants reach it and its network allows everything, else inline (`env/envs/computer/utils/inside.py`)), `ComputerAppEnv` (`computer_app`, `env/envs/computer/app_env.py`: an app on a computer, a `ComputerAppEnvironment` class its env.toml's `module` names, read at put by the same `_declare`, which declares each OS with its own decorator (`@linux(...)`, or `@install(os_type, spec)` for any OS type; `@linux(distribution=...)` or `@install("/", spec)` for one distribution, which replaces its OS type's there) holding its install, its launch and, optionally, a skill and settings and build settings that add to the class's there, and install steps and ready checks for every OS or those their `os=` names; everything that reads its settings, launch or steps asks for the computer's OS type; deployed alone it is a one-app computer env, a `ComputerEnv` of the computer and driver its env.toml names, the composer installing it under `/opt/agentenv/apps//` with its services as supervisord programs beside its own server (`agentenv_protocol.computer.serve_app`, in a venv with the protocol's `app` extra, on `.agentenv/server.sock` in its folder), which adds its launcher, launches a `boot` app once per boot and says through `computer-app/v1` whether it's ready, as the driver's `computer-ready` asks, its card named after it, and `env_params` `app_settings` handing it values of its `Settings` in `AGENTENV_APP_SETTINGS`, a secret one only as a bare reference, over its env.toml's `[settings]` and a computer env's `settings` beside it in `apps`, each by top-level field (`params.app_settings`; checked at put, a required one left to the deploy; the deploy record keeps the merged values as `app_settings`, secrets withheld); its env.toml's `build_settings`, values of its `BuildSettings` checked at put, are written to `.agentenv/build_settings.json` in its folder, so they're part of the image's key, its install steps read them, and a deploy can't change them). An env type whose services take environment data defines `load_environment_artifact` and `load_environment_universe_artifact`; `load_artifact` refuses an environment artifact aimed at a type that doesn't, at save and before it loads. An env built on the protocol SDK can serve agents a skill (`@agent_skill`, `skill/v1`), which `add_skills` `env_ids` installs under its environment name (behind a gateway, each server's under that server's name); a skill with files beside its SKILL.md goes as a bundle stored once per content under `agentenv-env-skills/` in the object store. `env/gateway/gateway.py` is the env-side gateway server, container-only code. Its site route, `/website//`, never forwards a site's data plane or card (`/agentenv/…`, `/.well-known/agent-env.json`), which agentenv reaches through `/svc//`; a site with no frontend image is served by its server image there. A request from a computer's site proxy names its computer (`AgentEnv-Computer`, sent from the proxy's private upstream headers, a page's own copy and any `AgentEnv-Role` it sends dropped) and takes the role driving that computer now (the gateway's computers being those `COMPUTERS` names, a multi env's, with or without a control token): the last to make an input call to its tools, as the call starts, through `/mcp`, `/step` or a trigger action under its `as` (`Gateway._drive`); without one, or from a computer the gateway doesn't front, it is `default`, the role read once per request. `changes/v1` (`ChangeAttribution`) counts no write window for a call to a computer's tools, a trigger action's included, so a write the computer's browser made goes to its request and one another party made during the call to that party. Its CDP route, `/browser//cdp//` (`env/gateway/browser_proxy.py`), reaches the website browser behind the `/svc` child ``, found from that child's card (it, or an app among its children, offering `browser/v1` `cdp` with `/cdp/` in its `computer-app/v1` `agent_routes`): it relays the browser's discovery and WebSocket both ways, each leg pinged every 20 s, and every CDP address the browser hands out, in `json/version`, `json/list` and its `cdp` answer through `/svc//`, comes back at the gateway, everything before `/cdp//` becoming the address the caller reached the gateway at and `/browser/`, keeping the https or wss of an address the browser minted under an origin its caller named, as `browser_connect_cdp` names the agent's, since a tunnel that ends TLS, as Modal's, may send no `X-Forwarded-Proto`; each connection is a `browser_connection` trajectory event, without its token. Its clock (`env/gateway/clock.py`) has one opaque version, a per-boot id and a count, that every `set_time`, `advance` and `clear` changes; `set_rate` (`/clock/set-rate`) changes an armed clock's rate from its time at the write, keeping its `t0` and generation as `advance` does, so time triggers keep their marks. Every clock change goes through `Gateway._change_clock`, which wakes the triggers when the change kept the clock's generation, answers the held watches and waits for the followers. Its followers, the computers on it (`CLOCK_FOLLOWER_TOKENS`, each child whose card serves `clock/v1` `sync_time`, by its read token, its control token for now), long-poll `/clock/watch` naming the version they show, each watch held up to the card's `hold_s` (`env/gateway/clock_followers.py`), and a write given `wait_followers_s` waits for each, answering 504 naming those behind, but not for one that hasn't watched for longer than a hold and a reconnect (`ClockFollowers.QUIET_S`), which it names at once with when each last watched; a restarted gateway is unarmed. While its clock is armed it serves agents `get_time` (`env/gateway/get_time.py`), which answers in UTC and also in the universe's zone, the one `sync_env_clock`'s `timezone` armed it in, or in an IANA `time_zone` it's given; executors' working `hours` (`env/gateway/triggers.py`) take a fixed `utc_offset` or an IANA `time_zone`. | | `artifact/` | Immutable versioned artifacts; every `put()` creates a new version. The document goes to the document store, binary payloads to the object store. Every artifact but an environment universe, whose `metadata` key holds its legacy metadata file ids, carries a `metadata` dict outside its versioned fields, changed by compare-and-swap (`merge_metadata`). Built-ins: `CliArtifact` (`cli`), `ComputerArtifact` (`computer`, a base computer: its architectures, OS, session user, settings and container form, whose image `put` reads from its registry into `metadata.validated_images`), `FileArtifact` (`file`), `FileArtifactUniverse` (`file_artifact_universe`), `DockerImageArtifact` (`docker_image`), `EnvironmentArtifact` (`environment`: its environment's files by path, stored as the one wrapped `file_artifact_ref` every environment artifact had when it has one file at its filename, else as `file_artifact_refs`; `get_file_artifacts()` reads either, and a load hands each file to the env's `data/add` with its path, which a pre-v1 load, taking one file, refuses), `EnvironmentUniverseArtifact` (`environment_universe`), `SkillArtifact` (`skill`); `[artifacts] type_aliases` maps another stored spelling of a type onto one of them. A `DockerImageArtifact` holds a tar.gz of its image, or, written by `put_ref` (`--image-ref` on `env mcp-server put` and `a2a-agent put`), only a registry reference with its tag pinned to a digest, which sandboxes pull, or a published image's tag with its `image_digest` and its build context, which sandboxes pull by the digest and build from the context when they can't (the infra images, and a bundle agent built from a shipped agent's sources, `Plan.published`), or, written by `put_context`, only its build context, which a VM sandbox builds before running it (`VmSandbox.load_docker_images`) and Modal builds before creating its container (`ModalSandboxProvider.prepare_image`, outside a fallback chain's deadline); anything else that runs images by name (a container on the local provider, a lone server on any provider but Modal) refuses such an image. A build context (`utils/docker/context.py`) is what `docker build` would send, `.dockerignore` applied, written so equal files give equal bytes and an equal `source_digest`. | | `task/`, `task_step/` | A `Task` holds its `TaskStep`s inline; `Task.run()` executes them as a DAG. `depends_on` (None means all prior steps) gates a step, independent steps run concurrently, `fail_task_on_error` makes a failure fatal or tolerated, `retry_config` rolls a failed span back through the step journal and re-dispatches it. Built-in steps live in `task_step/task_steps/` (`deploy_env`, `deploy_agent`, `prompt_agent`, the verifiers under `verifiers/`, among them `start_computer_recording` and `end_computer_recording`, `start_browser_recording` and `end_browser_recording` (`browser-recording/v1`: one recording per context, a lease's or the default one's, with a video of the tab its agent is on, its context's log, the browser's network log as HAR and opt-in frames keyed to the action log, the contexts its agents make recorded with it, one universe per recording, anything missing failing the run), and more). Every built-in verifier is on the `VerifierTaskStep` base (`verifiers/verifier.py`): it implements `verify` and returns a `Verification`, and the base writes the step's named grade to `context.metadata["grades"][]` (score, `min_passing_score`, `passed`, `verifier_status` graded, skipped or failed, criteria rows, type, version, and `verifier_settings`, the values the run graded with, its overrides applied and named in `overridden`, with `scoring_rules`) beside the legacy `verifications` entries every reader still takes; an exception from `verify` or a `Verification` with an `error`, as a timed-out `run_container_unit_tests_verifier`, is a failed grade, and `rubrics_verifier` still writes its `-trajectory-mistakes` entry itself. On an env whose card serves computer-exec/v1 (a computer), `run_code` with `env_id` and `run_container_unit_tests_verifier` with `env_id` run inside it as its session user through the driver: files staged with `data/add` and read with `data/get`, commands run with `run`; `env_outcome_verifier` hands a `verify` that takes an `env_url` keyword the env's address. A computer's framework-only routes (everything but MCP and the card) take the per-deploy control token its provider boots it with (`DeployedEnv.control_token`, `AGENTENV_CONTROL_TOKEN`), a multi env's computers the multi env's own, which its gateway passes on only on their `/svc` routes and its clock watch (`CONTROL_TOKEN_CHILDREN`); framework calls send `deployed.control_headers`, `Task.run` runs every step under `protocol_v1.authorized` with each deployed env's (a `verify` included), and a `run_code` script inside the computer gets `input["env"]["headers"]`. `teardown_run` and the `teardown_sandboxes` step share one core (`task/teardown.py` `tear_down`): the recordings the run left open end with fresh grants, each env still up closes (`Env.close`; a computer env ends any recording still open), what stayed open is registered from its namespace, then every sandbox is terminated by id. A run whose teardown leaves sandboxes up, stopped by a second signal or failing, keeps on its instance the context it ended with (`record_teardown`), and `agent-env run` and `task run --keep` name `agent-env task teardown --instance `, which tears down what that context still records up, a running one only with `--force`. `task/episode/` runs a task with some of its agents played from outside, as a training loop does (`EpisodeSpec`). | | `store/` | Four store ABCs with local and cloud implementations: `DocumentStore` (SQLite, MongoDB, DynamoDB, Firestore with MongoDB compatibility), `ObjectStore` (filesystem, S3, Cloud Storage), `ImageStore` (local OCI registry, ECR), `SecretStore` (env vars or file, AWS Secrets Manager, Google Cloud Secret Manager). `VersionedEntityStore` implements the shared versioned get/put logic, `QueryBuilder` is the immutable chained query API, `store/base.py` holds the error types. `store/routing.py` is the local namespaces, `@local` and `@hf` (`is_local_id`), each with a documents file of its own: while the CLI or a `build_app` server runs, a local id and what a local task's run records go to local stores beside the configured ones, and that run's writes to the configured stores are refused. A new backend must pass the conformance kits in `tst/store/`. | diff --git a/src/agent_env/bundle/register.py b/src/agent_env/bundle/register.py index bb8b75551..f5dc194a6 100644 --- a/src/agent_env/bundle/register.py +++ b/src/agent_env/bundle/register.py @@ -97,7 +97,8 @@ def register_bundle( written; a write that fails stops it, and every earlier one stays, in the ledger, for the next run to reuse. So does a computer env whose compose left no build a deploy can boot, once every entity is written and before any task: registering again composes what it has left.""" - composing = Composing.for_run(build_sandbox_provider(sandbox), emulate) if sandbox else Composing(None, emulate) + composing = (Composing.for_run(build_sandbox_provider(sandbox), emulate, apps_alone=True) if sandbox + else Composing(None, emulate)) with namespace_routing(): bundle = parse_bundle(Path(root)) resolved = resolve_bundle(bundle) diff --git a/src/agent_env/env/envs/computer/app_env.py b/src/agent_env/env/envs/computer/app_env.py index 52d059a3c..0d8dd416d 100644 --- a/src/agent_env/env/envs/computer/app_env.py +++ b/src/agent_env/env/envs/computer/app_env.py @@ -119,8 +119,9 @@ def put(cls, *, id: str, environment_name: str, module: str, files: FileArtifact composing: Composing = Composing()) -> Self: """Write the app once what it declares, ``build_settings``, its build settings' values, and ``settings``, defaults for some of its settings, check out, and with a computer and a driver, once it fits them (gate 1); then - compose it with them as ``composing`` says unless ``compose`` is False. Refused, naming every problem, before - anything is stored.""" + compose it with them as ``composing`` says unless ``compose`` is False, or ``composing`` leaves a computer + app to its first deploy alone (``Composing.apps_alone``). Refused, naming every problem, before anything is + stored.""" app = cls(id=id, version=None, environment_name=environment_name, module=module, files=files, declaration=declaration, computer=computer, driver=driver, build_settings=build_settings, settings=settings) @@ -140,7 +141,7 @@ def put(cls, *, id: str, environment_name: str, module: str, files: FileArtifact if problems: raise ValueError(f"computer app env {id!r}: " + "; ".join(problems)) app = get_env_store().put_document(app) - if computer is not None and compose: + if computer is not None and compose and composing.apps_alone: composer.compose(app, composing=composing) return app diff --git a/src/agent_env/env/envs/computer/utils/composer.py b/src/agent_env/env/envs/computer/utils/composer.py index 61392a2d1..749d9efff 100644 --- a/src/agent_env/env/envs/computer/utils/composer.py +++ b/src/agent_env/env/envs/computer/utils/composer.py @@ -98,19 +98,25 @@ class Composing: """How a put composes a computer env: on ``sandbox_provider``, by default the env's; emulating an arch no link runs natively unless ``emulate`` is False; each pair's stages told to ``on_progress``; the forms of the base, or for a - run (``for_run``) those its deploys boot (``forms_of``) on ``deploys_on``, by default the provider it composes on.""" + run (``for_run``) those its deploys boot (``forms_of``) on ``deploys_on``, by default the provider it composes on. + A computer app env, which deploys alone on a computer and a driver, is composed alone only with ``apps_alone``: a + run leaves it to the first deploy that boots it alone (``ComputerEnv.compose_unstarted``), since most of a run's + apps deploy only on a desktop, which composes them into its own image.""" sandbox_provider: SandboxProvider | None = None emulate: bool = True on_progress: Callable[[str], None] | None = None forms_of: Literal["base", "deploys"] = "base" deploys_on: SandboxProvider | None = None + apps_alone: bool = True @classmethod - def for_run(cls, sandbox_provider: SandboxProvider | None, emulate: bool = True) -> Composing: + def for_run(cls, sandbox_provider: SandboxProvider | None, emulate: bool = True, + apps_alone: bool = False) -> Composing: """How a run whose deploys are on ``sandbox_provider``, by default the env's, composes: on the env's, this - machine unless the config names another, the forms its deploys boot.""" - return cls(None, emulate, forms_of="deploys", deploys_on=sandbox_provider) + machine unless the config names another, the forms its deploys boot, and a computer app alone only with + ``apps_alone``, as a register that others deploy from needs.""" + return cls(None, emulate, forms_of="deploys", deploys_on=sandbox_provider, apps_alone=apps_alone) def provider(self) -> SandboxProvider: """``sandbox_provider``, else the env's default, looked up by each compose that needs it, once: a run with no @@ -120,7 +126,10 @@ def provider(self) -> SandboxProvider: return self.sandbox_provider or get_env_sandbox_provider() def forms(self, env: ComputerEnv, provider: SandboxProvider) -> list[str]: - """The forms of ``env``'s base this compose on ``provider``, its ``provider()``, builds.""" + """The forms of ``env``'s base this compose on ``provider``, its ``provider()``, builds: none of a computer + app's without ``apps_alone``.""" + if env.type == "computer_app" and not self.apps_alone: + return [] return gate.forms(env.computer) if self.forms_of == "base" else booted_forms(env, self.deploys_on or provider) diff --git a/tst/integration/computer/conftest.py b/tst/integration/computer/conftest.py index 4f30bfa82..757d4a3c4 100644 --- a/tst/integration/computer/conftest.py +++ b/tst/integration/computer/conftest.py @@ -17,6 +17,7 @@ import tempfile import time import uuid +from dataclasses import replace from pathlib import Path, PurePosixPath import pytest @@ -169,8 +170,9 @@ def cdp_clients(tmp_path_factory) -> Path: def _composed(root: Path, bundle, env_id: str | None = None, disks: bool = False): - """``bundle`` written and its computers composed as a run on this machine composes them, its containers alone, - unless ``disks``, which composes every form of each base too.""" + """``bundle`` written and its computers composed as a run on this machine composes them, its containers alone and + no computer app alone, unless ``disks``, which composes every form of each base and every app alone too; a fixture + of a computer app alone (``env_id``) has its apps composed alone.""" patch = pytest.MonkeyPatch() patch.chdir(root) patch.setenv("XDG_STATE_HOME", str(root / "state")) @@ -182,8 +184,9 @@ def _composed(root: Path, bundle, env_id: str | None = None, disks: bool = False with namespace_routing(): plan = plan_bundle(resolve_bundle(bundle), installed=installed_bundles) try: + composing = Composing() if disks else replace(Composing.for_run(None), apps_alone=env_id is not None) materialize(plan, build_here=frozenset(w.id for w in plan.writes if isinstance(w.source, BuiltImage)), - composing=Composing() if disks else Composing.for_run(None)) + composing=composing) finally: package_cache.keep() yield Env.get(env_id or f"{bundle.id_root}/desktop") diff --git a/tst/unit/env/envs/test_computer_env.py b/tst/unit/env/envs/test_computer_env.py index de6aca215..f71ae20ac 100644 --- a/tst/unit/env/envs/test_computer_env.py +++ b/tst/unit/env/envs/test_computer_env.py @@ -2071,6 +2071,20 @@ def test_an_app_deployed_alone_is_composed_with_its_files_venv_and_programs_unde "container/arm64": "ready"} +@pytest.mark.asyncio +async def test_a_run_leaves_an_app_to_its_first_deploy_alone_which_composes_it_first(base, driver, docker, boots, + tmp_path): + boots.display = (1280, 800) + app = _app(base, driver, tmp_path / "mail", composing=Composing.for_run(None)) + written, built_then = Env.get(app.id), list(docker.builds) + + deployed = await Env.get(app.id).deploy() + + assert built_then == [] and "composed" not in written.metadata + assert sorted(build["platform"] for build in docker.builds) == ["linux/amd64", "linux/arm64"] + assert Env.get(app.id).build_statuses()["container/arm64"] == "ready" and deployed.env_id == app.id + + @pytest.mark.parametrize("at, checkout", [("boot", False), ("demand", True)], ids=["boot-release", "demand-checkout"]) def test_an_app_that_requires_nothing_still_gets_a_venv_for_its_own_server(base, driver, docker, tmp_path, monkeypatch, at, checkout): From de7fde35bece19ee95feeb7369b7607b6528ad55 Mon Sep 17 00:00:00 2001 From: Edgar Arakelyan Date: Thu, 19 Nov 2026 02:32:35 -0800 Subject: [PATCH 10/12] test(ci): each shard runs its heaviest files first pytest-xdist's loadfile hands a worker the next file as it frees, in collected order, so a shard whose longest file was collected last ran it last: shard 10 of a run held 20 minutes of tests, about 10 for each of its two workers, and took 13.4, its 7-minute run_bundle_claude_code_test starting late. The shard hook now orders a shard's files by the seconds the durations table gives them, heaviest first, each file's tests together in their collected order, which packs the two workers as evenly as the files allow. Co-Authored-By: Claude Opus 5.5 --- tst/conftest.py | 6 ++++-- tst/unit/test_shards.py | 11 +++++++++++ tst/util/shards.py | 16 ++++++++++++++++ 3 files changed, 31 insertions(+), 2 deletions(-) diff --git a/tst/conftest.py b/tst/conftest.py index 9dbe4d0aa..881c1ea77 100644 --- a/tst/conftest.py +++ b/tst/conftest.py @@ -52,8 +52,8 @@ def pytest_unconfigure(config): @pytest.hookimpl(trylast=True) def pytest_collection_modifyitems(config, items): - """With ``AGENTENV_TEST_SHARD=i/N``, run only the i-th of N groups of the selected tests (``tst/util/shards.py``). - Last, so it splits what ``-m`` and the other filters left.""" + """With ``AGENTENV_TEST_SHARD=i/N``, run only the i-th of N groups of the selected tests (``tst/util/shards.py``), + their files heaviest first. Last, so it splits what ``-m`` and the other filters left.""" value = os.environ.get(shards.ENV_VAR) if not value: return @@ -71,6 +71,8 @@ def pytest_collection_modifyitems(config, items): if deselected: config.hook.pytest_deselected(items=deselected) items[:] = [item for item in items if item.nodeid in keep] + position = {nodeid: n for n, nodeid in enumerate(shards.heaviest_first([item.nodeid for item in items], table))} + items.sort(key=lambda item: position[item.nodeid]) @pytest.fixture diff --git a/tst/unit/test_shards.py b/tst/unit/test_shards.py index 22f0e251b..a947b5d86 100644 --- a/tst/unit/test_shards.py +++ b/tst/unit/test_shards.py @@ -94,6 +94,17 @@ def test_a_file_split_in_runs_refuses_tests_a_dependency_links(): shards.select(nodeids, 1, 2, table, {nodeids[0]: nodeids[1], nodeids[1]: nodeids[1]}) +def test_a_shards_files_run_heaviest_first_each_files_tests_together_in_their_collected_order(): + heavy, light, split = "tst/integration/heavy_test.py", "tst/integration/light_test.py", "tst/integration/split_test.py" + nodeids = [f"{light}::test_a", f"{split}::test_1", f"{heavy}::test_a", f"{light}::test_b", f"{split}::test_2", + f"{heavy}::test_b", "tst/integration/unknown_test.py::test"] + table = {"split_in": {split: 2}, "seconds": {heavy: 300, light: 10, f"{split}::test_1": 100, + f"{split}::test_2": 150}} + assert shards.heaviest_first(nodeids, table) == [ + f"{heavy}::test_a", f"{heavy}::test_b", f"{split}::test_1", f"{split}::test_2", "tst/integration/unknown_test.py::test", + f"{light}::test_a", f"{light}::test_b"] + + def test_a_unit_the_table_does_not_know_weighs_the_median_of_the_known_ones(): seconds = {"tst/integration/a_test.py": 10, "tst/integration/b_test.py": 20, "tst/integration/c_test.py": 900, "tst/integration/skipped_test.py": 0} diff --git a/tst/util/shards.py b/tst/util/shards.py index f19c13780..c14c13f0b 100644 --- a/tst/util/shards.py +++ b/tst/util/shards.py @@ -51,6 +51,22 @@ def select(nodeids: list[str], index: int, count: int, table: dict, together: di return [nodeid for nodeid in nodeids if shard[unit[nodeid]] == index] +def heaviest_first(nodeids: list[str], table: dict) -> list[str]: + """``nodeids`` with each file's tests together in their collected order, the files by the seconds the table gives + their tests, heaviest first, the unknown weighing the median: pytest-xdist's loadfile hands a worker the next file + as it frees, so a long file collected last would start last and hold its shard up.""" + parts = table.get("split_in", {}) + split = set(table.get("split_by_test", [])) | set(parts) + seconds = table.get("seconds", {}) + known = [seconds[name] for name in {_unit(nodeid, split) for nodeid in nodeids} if seconds.get(name, 0) > 0] + default = statistics.median(known) if known else 1.0 + weight: dict[str, float] = defaultdict(float) + for unit in {_unit(nodeid, split) for nodeid in nodeids}: + weight[unit.split("::", 1)[0]] += seconds.get(unit, default) + order = {path: n for n, path in enumerate(dict.fromkeys(nodeid.split("::", 1)[0] for nodeid in nodeids))} + return sorted(nodeids, key=lambda nodeid: (-weight[nodeid.split("::", 1)[0]], order[nodeid.split("::", 1)[0]])) + + def dependency_groups(tests: list[tuple[str, str, list[str]]], table: dict) -> dict[str, str]: """The unit each test of a ``split_by_test`` file shares with the tests ``pytest.mark.dependency`` links it to, as ``select``'s ``together``. ``tests`` are (nodeid, the name its marker gives it, the names it From 21dd1e5437bc78ce197ff01f0d4e1e381bb0ec1a Mon Sep 17 00:00:00 2001 From: Edgar Arakelyan Date: Thu, 19 Nov 2026 02:50:25 -0800 Subject: [PATCH 11/12] test(ci): weigh each slow-tier test by its longer time over the two runs of the new fixtures The durations table was main's, whose fixtures composed disks and every app alone, and where a file that reused a computer another file on its shard had composed looked short: browser_clock_test weighed 2 minutes and took 8 on a shard where it composed chromium alone first. The table is now each unit's longer time over two runs of these changes (#812's 44504100677 and 44506657938), each written by slow_test_durations.py from all of a run's JUnit reports, so a file is weighed as it costs where it composes its own computers. Co-Authored-By: Claude Opus 5.5 --- tst/integration/slow_durations.json | 1320 +++++++++++++-------------- 1 file changed, 660 insertions(+), 660 deletions(-) diff --git a/tst/integration/slow_durations.json b/tst/integration/slow_durations.json index 6f5c34458..544da20cf 100644 --- a/tst/integration/slow_durations.json +++ b/tst/integration/slow_durations.json @@ -7,59 +7,59 @@ "tst/integration/env/gateway/gateway_test.py" ], "seconds": { - "packages/agentenv-protocol/tests/test_a2a_agent.py": 1.0, - "packages/agentenv-protocol/tests/test_a2a_agent_clock.py": 1.3, - "packages/agentenv-protocol/tests/test_a2a_agent_examples.py": 0.0, + "packages/agentenv-protocol/tests/test_a2a_agent.py": 1.1, + "packages/agentenv-protocol/tests/test_a2a_agent_clock.py": 1.4, + "packages/agentenv-protocol/tests/test_a2a_agent_examples.py": 0.1, "packages/agentenv-protocol/tests/test_a2a_cdp_config.py": 0.1, "packages/agentenv-protocol/tests/test_a2a_object_transfers.py": 0.3, - "packages/agentenv-protocol/tests/test_a2a_peer_agents.py": 3.8, - "packages/agentenv-protocol/tests/test_a2a_proxy.py": 8.8, - "packages/agentenv-protocol/tests/test_a2a_staging.py": 1.2, + "packages/agentenv-protocol/tests/test_a2a_peer_agents.py": 4.0, + "packages/agentenv-protocol/tests/test_a2a_proxy.py": 8.7, + "packages/agentenv-protocol/tests/test_a2a_staging.py": 2.0, "packages/agentenv-protocol/tests/test_a2a_trajectory_log.py": 0.3, - "packages/agentenv-protocol/tests/test_agent_env_environment.py": 0.3, + "packages/agentenv-protocol/tests/test_agent_env_environment.py": 1.3, "packages/agentenv-protocol/tests/test_atif_builder.py": 0.1, "packages/agentenv-protocol/tests/test_atif_fixtures.py": 0.1, "packages/agentenv-protocol/tests/test_atif_kit.py": 0.1, "packages/agentenv-protocol/tests/test_atif_profile.py": 0.0, "packages/agentenv-protocol/tests/test_atif_reader.py": 0.0, "packages/agentenv-protocol/tests/test_atif_validator.py": 1.2, - "packages/agentenv-protocol/tests/test_atif_vendored.py": 0.4, - "packages/agentenv-protocol/tests/test_browser_cdp.py": 6.1, - "packages/agentenv-protocol/tests/test_browser_contexts.py": 0.3, - "packages/agentenv-protocol/tests/test_browser_data.py": 0.4, + "packages/agentenv-protocol/tests/test_atif_vendored.py": 0.6, + "packages/agentenv-protocol/tests/test_browser_cdp.py": 5.9, + "packages/agentenv-protocol/tests/test_browser_contexts.py": 0.2, + "packages/agentenv-protocol/tests/test_browser_data.py": 0.5, "packages/agentenv-protocol/tests/test_browser_log.py": 0.1, - "packages/agentenv-protocol/tests/test_browser_network.py": 2.1, - "packages/agentenv-protocol/tests/test_browser_recording.py": 16.1, + "packages/agentenv-protocol/tests/test_browser_network.py": 2.0, + "packages/agentenv-protocol/tests/test_browser_recording.py": 17.5, "packages/agentenv-protocol/tests/test_browser_state.py": 0.1, - "packages/agentenv-protocol/tests/test_client.py": 0.1, + "packages/agentenv-protocol/tests/test_client.py": 0.2, "packages/agentenv-protocol/tests/test_computer_app_data.py": 2.9, - "packages/agentenv-protocol/tests/test_computer_app_server.py": 8.1, + "packages/agentenv-protocol/tests/test_computer_app_server.py": 8.4, "packages/agentenv-protocol/tests/test_computer_clock.py": 50.8, - "packages/agentenv-protocol/tests/test_computer_conformance.py": 114.9, + "packages/agentenv-protocol/tests/test_computer_conformance.py": 117.8, "packages/agentenv-protocol/tests/test_computer_conformance_attempts.py": 0.0, - "packages/agentenv-protocol/tests/test_computer_conformance_checks.py": 1.2, - "packages/agentenv-protocol/tests/test_computer_conformance_page.py": 29.5, - "packages/agentenv-protocol/tests/test_computer_conformance_recording.py": 36.3, - "packages/agentenv-protocol/tests/test_computer_dataplane.py": 2.4, - "packages/agentenv-protocol/tests/test_computer_declare.py": 0.8, - "packages/agentenv-protocol/tests/test_computer_driver.py": 2.6, + "packages/agentenv-protocol/tests/test_computer_conformance_checks.py": 1.3, + "packages/agentenv-protocol/tests/test_computer_conformance_page.py": 38.5, + "packages/agentenv-protocol/tests/test_computer_conformance_recording.py": 42.5, + "packages/agentenv-protocol/tests/test_computer_dataplane.py": 2.8, + "packages/agentenv-protocol/tests/test_computer_declare.py": 0.7, + "packages/agentenv-protocol/tests/test_computer_driver.py": 1.9, "packages/agentenv-protocol/tests/test_computer_driver_keys.py": 0.0, - "packages/agentenv-protocol/tests/test_computer_extensions.py": 6.3, - "packages/agentenv-protocol/tests/test_computer_frames.py": 3.1, + "packages/agentenv-protocol/tests/test_computer_extensions.py": 4.7, + "packages/agentenv-protocol/tests/test_computer_frames.py": 5.2, "packages/agentenv-protocol/tests/test_computer_macos.py": 0.0, - "packages/agentenv-protocol/tests/test_computer_page.py": 1.1, - "packages/agentenv-protocol/tests/test_computer_queue.py": 11.4, - "packages/agentenv-protocol/tests/test_computer_recording.py": 31.2, + "packages/agentenv-protocol/tests/test_computer_page.py": 1.0, + "packages/agentenv-protocol/tests/test_computer_queue.py": 13.5, + "packages/agentenv-protocol/tests/test_computer_recording.py": 31.5, "packages/agentenv-protocol/tests/test_computer_seed.py": 0.0, - "packages/agentenv-protocol/tests/test_computer_serve.py": 0.3, + "packages/agentenv-protocol/tests/test_computer_serve.py": 0.4, "packages/agentenv-protocol/tests/test_computer_served.py": 0.3, "packages/agentenv-protocol/tests/test_computer_session_windows.py": 0.5, "packages/agentenv-protocol/tests/test_computer_spaces.py": 0.8, - "packages/agentenv-protocol/tests/test_computer_svc_forward.py": 5.7, - "packages/agentenv-protocol/tests/test_computer_tool_prefix.py": 3.0, + "packages/agentenv-protocol/tests/test_computer_svc_forward.py": 5.0, + "packages/agentenv-protocol/tests/test_computer_tool_prefix.py": 1.5, "packages/agentenv-protocol/tests/test_computer_windows_driver.py": 0.1, "packages/agentenv-protocol/tests/test_control_token.py": 0.0, - "packages/agentenv-protocol/tests/test_data_objects.py": 3.0, + "packages/agentenv-protocol/tests/test_data_objects.py": 2.7, "packages/agentenv-protocol/tests/test_devtools_pipe.py": 0.0, "packages/agentenv-protocol/tests/test_errors.py": 0.2, "packages/agentenv-protocol/tests/test_extension_methods.py": 0.0, @@ -67,18 +67,18 @@ "packages/agentenv-protocol/tests/test_manifest.py": 0.0, "packages/agentenv-protocol/tests/test_preflight.py": 0.0, "packages/agentenv-protocol/tests/test_tool_access.py": 0.3, - "packages/agentenv-protocol/tests/test_tool_annotations.py": 0.1, - "packages/agentenv-protocol/tests/test_tool_client.py": 1.0, - "packages/agentenv-protocol/tests/test_tool_context.py": 0.0, + "packages/agentenv-protocol/tests/test_tool_annotations.py": 0.2, + "packages/agentenv-protocol/tests/test_tool_client.py": 1.1, + "packages/agentenv-protocol/tests/test_tool_context.py": 0.1, "packages/agentenv-protocol/tests/test_tool_context_fastmcp.py": 0.2, "packages/agentenv-protocol/tests/test_tool_context_injection.py": 0.2, - "packages/agentenv-protocol/tests/test_website_api.py": 0.5, - "packages/agentenv-protocol/tests/test_website_browser.py": 4.3, - "packages/agentenv-protocol/tests/test_website_conformance.py": 17.9, - "packages/agentenv-protocol/tests/test_website_environment.py": 8.6, + "packages/agentenv-protocol/tests/test_website_api.py": 0.6, + "packages/agentenv-protocol/tests/test_website_browser.py": 4.8, + "packages/agentenv-protocol/tests/test_website_conformance.py": 18.8, + "packages/agentenv-protocol/tests/test_website_environment.py": 8.9, "packages/agentenv-protocol/tests/test_website_forwarding.py": 8.3, "packages/agentenv-protocol/tests/test_website_live.py": 0.0, - "packages/agentenv-protocol/tests/test_website_mcp.py": 2.0, + "packages/agentenv-protocol/tests/test_website_mcp.py": 1.8, "packages/agentenv-protocol/tests/test_website_notes_example.py": 1.5, "packages/agentenv-protocol/tests/test_website_readiness.py": 0.1, "tst/installer/test_container_journey.py": 243.0, @@ -142,137 +142,137 @@ "tst/installer/test_wheel.py": 0.0, "tst/integration/agent/a2a_agent/a2a_agent_test.py": 0.0, "tst/integration/agent/a2a_agent/agent_triggers_e2e_test.py": 0.0, - "tst/integration/agent/proxy_local_container_test.py": 77.2, + "tst/integration/agent/proxy_local_container_test.py": 43.4, "tst/integration/agent/proxy_modal_vm_test.py": 0.0, - "tst/integration/artifact/artifacts/docker_image_artifact_test.py": 14.0, - "tst/integration/cli/bundle_init_images_test.py": 29.0, - "tst/integration/cli/bundle_register_test.py": 82.3, - "tst/integration/cli/cli_test.py": 98.3, - "tst/integration/cli/run_bundle_browser_use_test.py": 353.9, - "tst/integration/cli/run_bundle_built_agents_test.py": 58.7, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_children_name_one_container_is_refused_before_anything_is_built_or_written": 0.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_servers_share_a_tool_name_is_refused_at_deploy_naming_the_tool_and_both_servers": 33.9, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[gateway]": 68.0, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[server]": 12.5, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_server_that_crashes_on_start_fails_its_deploy_naming_it_and_ending_with_what_it_printed": 33.4, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_stored_mcp_task_imports_as_a_bundle_that_runs_through_the_gateway": 67.9, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_universe_composed_every_way_seeds_each_server_of_a_multi_and_a_shared_one_seeds_its_server": 98.3, - "tst/integration/cli/run_bundle_built_envs_test.py::test_an_env_folder_is_built_named_by_its_card_deployed_and_rebuilt_only_when_it_changes": 21.3, - "tst/integration/cli/run_bundle_built_envs_test.py::test_an_output_a_bundles_task_wrote_is_written_under_the_folder_that_imports_it": 38.5, - "tst/integration/cli/run_bundle_built_envs_test.py::test_each_kind_of_bundle_env_deploys_through_the_gateway_and_a_child_edit_rewrites_its_multi": 178.3, - "tst/integration/cli/run_bundle_built_envs_test.py::test_environments_and_a_universe_written_from_a_bundle_load_into_an_env_through_the_gateway": 66.5, - "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_echo_mcp_example_runs_by_name_and_a_rerun_writes_nothing": 55.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_mail_mcp_example_runs_and_a_task_outside_a_bundle_deploys_its_env_by_its_alias": 71.5, - "tst/integration/cli/run_bundle_claude_code_install_test.py": 212.1, - "tst/integration/cli/run_bundle_claude_code_test.py": 494.4, - "tst/integration/cli/run_bundle_cli_folder_test.py": 71.1, - "tst/integration/cli/run_bundle_image_folder_test.py": 41.1, - "tst/integration/cli/run_bundle_image_ref_test.py": 14.9, - "tst/integration/cli/run_bundle_installed_agent_test.py": 33.3, - "tst/integration/cli/run_bundle_openhands_test.py": 304.4, - "tst/integration/cli/run_bundle_pydantic_ai_test.py": 262.3, - "tst/integration/cli/run_bundle_skills_test.py": 28.0, - "tst/integration/cli/run_bundle_task_image_test.py": 7.5, - "tst/integration/cli/run_role_models_test.py": 49.4, - "tst/integration/computer/base_computer_test.py": 79.8, - "tst/integration/computer/browser_clock_test.py": 118.7, - "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_a_cdp_agents_own_tab_behind_the_active_one": 11.8, - "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_each_burst_of_an_agents_actions_keyed_to_its_log_and_ends_on_its_last_page": 6.8, - "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_the_active_tab_when_the_agents_tab_closes_mid_capture": 12.2, - "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_that_ends_while_an_agents_command_is_in_flight_logs_it_unfinished": 16.9, - "tst/integration/computer/browser_computer_test.py::test_a_cdp_agent_keeps_its_address_through_an_app_server_and_a_driver_restart_and_a_browser_relaunch": 21.8, - "tst/integration/computer/browser_computer_test.py::test_a_compose_of_chromium_from_a_release_record_pulls_its_image_and_the_browser_boots_from_it": 43.0, - "tst/integration/computer/browser_computer_test.py::test_a_killed_app_server_or_driver_comes_back_and_a_killed_browser_fails_it_for_good": 16.9, - "tst/integration/computer/browser_computer_test.py::test_a_killed_x_server_comes_back_but_takes_the_browser_with_it_which_fails_the_computer_for_good": 8.4, - "tst/integration/computer/browser_computer_test.py::test_a_task_pinning_a_version_of_the_browser_passes_preflight_on_it_and_runs_its_steps_through_task_run": 5.5, - "tst/integration/computer/browser_computer_test.py::test_alone_it_makes_no_request_of_its_own_its_proxy_seeing_only_its_page_until_well_after_it_is_ready": 83.3, - "tst/integration/computer/browser_computer_test.py::test_alone_on_the_open_web_it_loads_a_public_site_through_its_proxy_and_an_agents_tab_and_logs_each_connection": 8.7, - "tst/integration/computer/browser_computer_test.py::test_an_address_scoped_to_a_lease_sees_it_alone_as_the_default_and_ends_with_it": 23.8, - "tst/integration/computer/browser_computer_test.py::test_an_agent_navigates_moves_in_history_answers_a_dialog_uses_tabs_and_uploads_with_its_page_tools": 12.8, - "tst/integration/computer/browser_computer_test.py::test_behind_a_front_that_ends_tls_an_address_under_the_origin_named_is_https_and_wss_and_clients_connect": 9.7, - "tst/integration/computer/browser_computer_test.py::test_browser_connect_cdp_hands_an_agent_its_address_with_the_tools_hidden_which_a_reset_ends_till_it_reruns": 24.8, - "tst/integration/computer/browser_computer_test.py::test_each_context_is_recorded_alone_its_video_following_its_agent_while_agents_act_on_all_at_once": 33.7, - "tst/integration/computer/browser_computer_test.py::test_each_start_tabs_page_sees_the_windows_size_from_its_first_script_in_order_the_first_active": 5.2, - "tst/integration/computer/browser_computer_test.py::test_gate_3_makes_this_machines_arch_ready_with_the_page_driver_its_input_and_page_tools_verified": 239.1, - "tst/integration/computer/browser_computer_test.py::test_its_contexts_are_leased_by_steps_and_by_agents_each_with_its_own_state_and_end_with_a_reset": 22.5, - "tst/integration/computer/browser_computer_test.py::test_its_cookies_local_storage_and_downloads_are_read_and_set_through_browser_v1": 15.0, - "tst/integration/computer/browser_computer_test.py::test_its_data_calls_take_turns_a_server_restart_takes_a_load_and_with_the_browser_gone_they_fail_at_once": 13.9, - "tst/integration/computer/browser_computer_test.py::test_its_data_plane_signs_it_in_snapshots_it_resets_it_and_loads_a_snapshot_back_whole": 39.4, - "tst/integration/computer/browser_computer_test.py::test_its_log_has_an_entry_for_every_action_over_cdp_page_tools_and_pixels_with_no_secrets": 9.1, - "tst/integration/computer/browser_computer_test.py::test_its_state_operations_hold_up_at_once_through_a_server_restart_and_fail_at_once_with_the_browser_gone": 19.0, - "tst/integration/computer/browser_computer_test.py::test_its_task_steps_set_cookies_and_storage_open_a_tab_behind_and_activate_and_close_it_by_its_url": 11.3, - "tst/integration/computer/browser_computer_test.py::test_its_tools_see_and_drive_the_page_that_is_its_screen": 9.4, - "tst/integration/computer/browser_computer_test.py::test_playwright_and_puppeteer_drive_it_through_its_cdp_address_which_a_relaunch_keeps_and_a_reset_ends": 22.1, - "tst/integration/computer/browser_computer_test.py::test_playwright_mcps_tools_drive_its_page_hide_the_code_tools_and_come_back_after_a_kill": 19.5, - "tst/integration/computer/browser_computer_test.py::test_routing_sites_beside_live_ones_its_forward_port_takes_the_live_hosts_straight_to_the_real_site": 12.5, - "tst/integration/computer/browser_computer_test.py::test_routing_sites_it_goes_out_only_through_the_forward_port_which_the_agent_cant_stop_and_comes_back": 19.6, - "tst/integration/computer/browser_computer_test.py::test_routing_sites_its_network_har_has_what_webarena_verifieds_grader_reads": 13.3, - "tst/integration/computer/browser_computer_test.py::test_two_cdp_agents_drive_one_browser_at_once_each_through_an_address_of_its_own": 12.9, - "tst/integration/computer/browser_gateway_test.py": 257.7, - "tst/integration/computer/browser_multi_env_test.py::test_a_multi_env_naming_no_browser_deploys_none": 26.7, - "tst/integration/computer/browser_multi_env_test.py::test_a_multi_env_naming_no_browser_takes_the_runs_and_chromium_runs_as_a_computer_child": 54.9, - "tst/integration/computer/browser_multi_env_test.py::test_a_site_chromium_reaches_by_name_through_the_gateway_takes_that_name_as_its_host_and_no_forged_one[card]": 59.8, - "tst/integration/computer/browser_multi_env_test.py::test_a_site_chromium_reaches_by_name_through_the_gateway_takes_that_name_as_its_host_and_no_forged_one[stored]": 73.4, - "tst/integration/computer/browser_multi_env_test.py::test_a_site_wrapping_an_app_signs_chromium_in_by_a_header_only_it_sends_and_the_app_serves_its_pages": 60.3, - "tst/integration/computer/browser_multi_env_test.py::test_behind_a_front_that_ends_tls_the_multi_envs_gateway_hands_out_https_and_wss_and_an_agent_connects": 51.5, - "tst/integration/computer/browser_multi_env_test.py::test_browser_connect_cdp_hands_an_agent_an_address_at_the_multi_envs_gateway_with_its_tools_hidden": 55.4, - "tst/integration/computer/browser_multi_env_test.py::test_chromium_as_a_multi_envs_browser_runs_on_its_own_sandbox_reached_through_the_gateway": 350.0, - "tst/integration/computer/browser_multi_env_test.py::test_two_leases_in_a_multi_envs_browser_each_sign_in_to_its_site_by_name_through_the_gateway": 62.2, - "tst/integration/computer/browser_multi_env_test.py::test_under_a_chromium_default_a_site_gets_chromium_unnamed_which_browser_sign_in_signs_in_after_each_reset": 56.9, + "tst/integration/artifact/artifacts/docker_image_artifact_test.py": 22.1, + "tst/integration/cli/bundle_init_images_test.py": 33.0, + "tst/integration/cli/bundle_register_test.py": 55.8, + "tst/integration/cli/cli_test.py": 68.1, + "tst/integration/cli/run_bundle_browser_use_test.py": 271.9, + "tst/integration/cli/run_bundle_built_agents_test.py": 48.1, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_children_name_one_container_is_refused_before_anything_is_built_or_written": 0.3, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_servers_share_a_tool_name_is_refused_at_deploy_naming_the_tool_and_both_servers": 28.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[gateway]": 27.7, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[server]": 14.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_server_that_crashes_on_start_fails_its_deploy_naming_it_and_ending_with_what_it_printed": 20.3, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_stored_mcp_task_imports_as_a_bundle_that_runs_through_the_gateway": 73.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_universe_composed_every_way_seeds_each_server_of_a_multi_and_a_shared_one_seeds_its_server": 53.7, + "tst/integration/cli/run_bundle_built_envs_test.py::test_an_env_folder_is_built_named_by_its_card_deployed_and_rebuilt_only_when_it_changes": 17.0, + "tst/integration/cli/run_bundle_built_envs_test.py::test_an_output_a_bundles_task_wrote_is_written_under_the_folder_that_imports_it": 27.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_each_kind_of_bundle_env_deploys_through_the_gateway_and_a_child_edit_rewrites_its_multi": 176.5, + "tst/integration/cli/run_bundle_built_envs_test.py::test_environments_and_a_universe_written_from_a_bundle_load_into_an_env_through_the_gateway": 99.8, + "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_echo_mcp_example_runs_by_name_and_a_rerun_writes_nothing": 74.7, + "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_mail_mcp_example_runs_and_a_task_outside_a_bundle_deploys_its_env_by_its_alias": 69.7, + "tst/integration/cli/run_bundle_claude_code_install_test.py": 160.5, + "tst/integration/cli/run_bundle_claude_code_test.py": 421.0, + "tst/integration/cli/run_bundle_cli_folder_test.py": 83.7, + "tst/integration/cli/run_bundle_image_folder_test.py": 35.1, + "tst/integration/cli/run_bundle_image_ref_test.py": 28.9, + "tst/integration/cli/run_bundle_installed_agent_test.py": 33.4, + "tst/integration/cli/run_bundle_openhands_test.py": 300.3, + "tst/integration/cli/run_bundle_pydantic_ai_test.py": 163.8, + "tst/integration/cli/run_bundle_skills_test.py": 15.8, + "tst/integration/cli/run_bundle_task_image_test.py": 6.9, + "tst/integration/cli/run_role_models_test.py": 58.0, + "tst/integration/computer/base_computer_test.py": 86.2, + "tst/integration/computer/browser_clock_test.py": 497.3, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_a_cdp_agents_own_tab_behind_the_active_one": 15.5, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_each_burst_of_an_agents_actions_keyed_to_its_log_and_ends_on_its_last_page": 10.6, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_the_active_tab_when_the_agents_tab_closes_mid_capture": 16.3, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_that_ends_while_an_agents_command_is_in_flight_logs_it_unfinished": 19.9, + "tst/integration/computer/browser_computer_test.py::test_a_cdp_agent_keeps_its_address_through_an_app_server_and_a_driver_restart_and_a_browser_relaunch": 28.2, + "tst/integration/computer/browser_computer_test.py::test_a_compose_of_chromium_from_a_release_record_pulls_its_image_and_the_browser_boots_from_it": 48.8, + "tst/integration/computer/browser_computer_test.py::test_a_killed_app_server_or_driver_comes_back_and_a_killed_browser_fails_it_for_good": 16.2, + "tst/integration/computer/browser_computer_test.py::test_a_killed_x_server_comes_back_but_takes_the_browser_with_it_which_fails_the_computer_for_good": 7.5, + "tst/integration/computer/browser_computer_test.py::test_a_task_pinning_a_version_of_the_browser_passes_preflight_on_it_and_runs_its_steps_through_task_run": 6.6, + "tst/integration/computer/browser_computer_test.py::test_alone_it_makes_no_request_of_its_own_its_proxy_seeing_only_its_page_until_well_after_it_is_ready": 84.9, + "tst/integration/computer/browser_computer_test.py::test_alone_on_the_open_web_it_loads_a_public_site_through_its_proxy_and_an_agents_tab_and_logs_each_connection": 156.9, + "tst/integration/computer/browser_computer_test.py::test_an_address_scoped_to_a_lease_sees_it_alone_as_the_default_and_ends_with_it": 21.1, + "tst/integration/computer/browser_computer_test.py::test_an_agent_navigates_moves_in_history_answers_a_dialog_uses_tabs_and_uploads_with_its_page_tools": 11.1, + "tst/integration/computer/browser_computer_test.py::test_behind_a_front_that_ends_tls_an_address_under_the_origin_named_is_https_and_wss_and_clients_connect": 15.5, + "tst/integration/computer/browser_computer_test.py::test_browser_connect_cdp_hands_an_agent_its_address_with_the_tools_hidden_which_a_reset_ends_till_it_reruns": 57.9, + "tst/integration/computer/browser_computer_test.py::test_each_context_is_recorded_alone_its_video_following_its_agent_while_agents_act_on_all_at_once": 35.8, + "tst/integration/computer/browser_computer_test.py::test_each_start_tabs_page_sees_the_windows_size_from_its_first_script_in_order_the_first_active": 6.7, + "tst/integration/computer/browser_computer_test.py::test_gate_3_makes_this_machines_arch_ready_with_the_page_driver_its_input_and_page_tools_verified": 141.0, + "tst/integration/computer/browser_computer_test.py::test_its_contexts_are_leased_by_steps_and_by_agents_each_with_its_own_state_and_end_with_a_reset": 24.0, + "tst/integration/computer/browser_computer_test.py::test_its_cookies_local_storage_and_downloads_are_read_and_set_through_browser_v1": 13.2, + "tst/integration/computer/browser_computer_test.py::test_its_data_calls_take_turns_a_server_restart_takes_a_load_and_with_the_browser_gone_they_fail_at_once": 14.3, + "tst/integration/computer/browser_computer_test.py::test_its_data_plane_signs_it_in_snapshots_it_resets_it_and_loads_a_snapshot_back_whole": 38.3, + "tst/integration/computer/browser_computer_test.py::test_its_log_has_an_entry_for_every_action_over_cdp_page_tools_and_pixels_with_no_secrets": 9.6, + "tst/integration/computer/browser_computer_test.py::test_its_state_operations_hold_up_at_once_through_a_server_restart_and_fail_at_once_with_the_browser_gone": 17.4, + "tst/integration/computer/browser_computer_test.py::test_its_task_steps_set_cookies_and_storage_open_a_tab_behind_and_activate_and_close_it_by_its_url": 12.2, + "tst/integration/computer/browser_computer_test.py::test_its_tools_see_and_drive_the_page_that_is_its_screen": 11.2, + "tst/integration/computer/browser_computer_test.py::test_playwright_and_puppeteer_drive_it_through_its_cdp_address_which_a_relaunch_keeps_and_a_reset_ends": 33.7, + "tst/integration/computer/browser_computer_test.py::test_playwright_mcps_tools_drive_its_page_hide_the_code_tools_and_come_back_after_a_kill": 21.4, + "tst/integration/computer/browser_computer_test.py::test_routing_sites_beside_live_ones_its_forward_port_takes_the_live_hosts_straight_to_the_real_site": 12.0, + "tst/integration/computer/browser_computer_test.py::test_routing_sites_it_goes_out_only_through_the_forward_port_which_the_agent_cant_stop_and_comes_back": 22.1, + "tst/integration/computer/browser_computer_test.py::test_routing_sites_its_network_har_has_what_webarena_verifieds_grader_reads": 15.4, + "tst/integration/computer/browser_computer_test.py::test_two_cdp_agents_drive_one_browser_at_once_each_through_an_address_of_its_own": 16.9, + "tst/integration/computer/browser_gateway_test.py": 482.1, + "tst/integration/computer/browser_multi_env_test.py::test_a_multi_env_naming_no_browser_deploys_none": 46.7, + "tst/integration/computer/browser_multi_env_test.py::test_a_multi_env_naming_no_browser_takes_the_runs_and_chromium_runs_as_a_computer_child": 52.6, + "tst/integration/computer/browser_multi_env_test.py::test_a_site_chromium_reaches_by_name_through_the_gateway_takes_that_name_as_its_host_and_no_forged_one[card]": 62.8, + "tst/integration/computer/browser_multi_env_test.py::test_a_site_chromium_reaches_by_name_through_the_gateway_takes_that_name_as_its_host_and_no_forged_one[stored]": 81.1, + "tst/integration/computer/browser_multi_env_test.py::test_a_site_wrapping_an_app_signs_chromium_in_by_a_header_only_it_sends_and_the_app_serves_its_pages": 68.6, + "tst/integration/computer/browser_multi_env_test.py::test_behind_a_front_that_ends_tls_the_multi_envs_gateway_hands_out_https_and_wss_and_an_agent_connects": 49.4, + "tst/integration/computer/browser_multi_env_test.py::test_browser_connect_cdp_hands_an_agent_an_address_at_the_multi_envs_gateway_with_its_tools_hidden": 76.5, + "tst/integration/computer/browser_multi_env_test.py::test_chromium_as_a_multi_envs_browser_runs_on_its_own_sandbox_reached_through_the_gateway": 342.7, + "tst/integration/computer/browser_multi_env_test.py::test_two_leases_in_a_multi_envs_browser_each_sign_in_to_its_site_by_name_through_the_gateway": 75.7, + "tst/integration/computer/browser_multi_env_test.py::test_under_a_chromium_default_a_site_gets_chromium_unnamed_which_browser_sign_in_signs_in_after_each_reset": 349.2, "tst/integration/computer/builder_modal_vm_test.py": 0.0, - "tst/integration/computer/ca_trust_test.py": 311.9, - "tst/integration/computer/chromium_app_test.py::test_a_deploy_opens_its_start_urls_unprompted_and_a_reset_clears_its_profile": 8.6, - "tst/integration/computer/chromium_app_test.py::test_a_desktop_that_gives_it_defaults_deploys_with_them_and_a_deploys_own_over_them": 5.3, - "tst/integration/computer/chromium_app_test.py::test_a_load_of_cookies_alone_reloads_a_start_tab_on_a_hash_route_so_its_page_reads_them": 9.0, - "tst/integration/computer/chromium_app_test.py::test_a_popup_a_page_opens_loads_with_its_control_attached": 12.8, - "tst/integration/computer/chromium_app_test.py::test_a_start_tab_on_a_routed_site_must_load_where_it_lands_so_a_site_answering_503_fails_the_deploy[answers-503]": 8.0, - "tst/integration/computer/chromium_app_test.py::test_a_start_tab_on_a_routed_site_must_load_where_it_lands_so_a_site_answering_503_fails_the_deploy[loads]": 7.8, - "tst/integration/computer/chromium_app_test.py::test_gate_3_makes_this_machines_arch_ready_with_chromium": 491.4, - "tst/integration/computer/chromium_app_test.py::test_it_runs_chrome_itself_on_its_pipe_answers_prompts_as_the_deploy_says_and_a_launch_opens_a_window": 66.1, - "tst/integration/computer/chromium_app_test.py::test_its_computer_gets_the_shared_memory_it_asks_for_so_chrome_keeps_it_there_and_a_reset_env_keeps_it[container]": 11.0, - "tst/integration/computer/chromium_app_test.py::test_its_computer_gets_the_shared_memory_it_asks_for_so_chrome_keeps_it_there_and_a_reset_env_keeps_it[disk]": 19.5, - "tst/integration/computer/chromium_app_test.py::test_its_control_records_tabs_a_download_a_dialog_and_each_launch_with_its_cause": 100.3, - "tst/integration/computer/chromium_app_test.py::test_its_cookies_local_storage_and_downloads_are_read_and_set_through_browser_v1": 10.6, - "tst/integration/computer/chromium_app_test.py::test_its_data_plane_signs_it_in_snapshots_it_resets_it_and_loads_a_snapshot_back_whole": 35.6, - "tst/integration/computer/chromium_app_test.py::test_its_recording_of_its_pages_runs_beside_the_desktops_own_recording_each_with_its_video": 14.4, - "tst/integration/computer/chromium_app_test.py::test_its_start_tabs_open_in_order_the_first_active_and_a_live_one_that_never_answers_is_recorded_not_fatal": 65.9, - "tst/integration/computer/chromium_app_test.py::test_its_task_steps_set_cookies_and_storage_open_a_tab_behind_and_activate_and_close_it_by_its_url": 9.9, - "tst/integration/computer/chromium_app_test.py::test_with_dialogs_left_to_the_agent_chromium_shows_one_and_records_the_agents_answer": 9.2, - "tst/integration/computer/chromium_universe_test.py": 424.7, - "tst/integration/computer/clock_desktop_test.py": 495.4, - "tst/integration/computer/computer_app_test.py::test_a_computers_apps_load_export_and_reset_each_through_its_own_data_plane": 173.3, - "tst/integration/computer/computer_app_test.py::test_an_app_deployed_alone_runs_its_service_on_its_settings_on_a_computer_named_after_it_as_its_driver": 172.1, - "tst/integration/computer/computer_app_test.py::test_the_locks_debs_and_wheels_install_from_mounts_and_stay_in_no_layer_of_the_image": 230.2, - "tst/integration/computer/computer_app_test.py::test_through_the_drivers_route_a_websocket_reaches_an_apps_server_and_a_20_mb_answer_streams_whole": 301.7, - "tst/integration/computer/computer_app_test.py::test_two_apps_composed_into_one_computer_env_each_run_on_their_own_settings": 187.9, - "tst/integration/computer/computer_clock_test.py": 152.9, - "tst/integration/computer/computer_env_test.py": 317.2, - "tst/integration/computer/computer_triggers_test.py": 459.0, - "tst/integration/computer/covered_test.py": 82.3, - "tst/integration/computer/cua_driver_test.py": 93.6, - "tst/integration/computer/desktop_example_test.py": 161.7, + "tst/integration/computer/ca_trust_test.py": 141.7, + "tst/integration/computer/chromium_app_test.py::test_a_deploy_opens_its_start_urls_unprompted_and_a_reset_clears_its_profile": 11.1, + "tst/integration/computer/chromium_app_test.py::test_a_desktop_that_gives_it_defaults_deploys_with_them_and_a_deploys_own_over_them": 10.5, + "tst/integration/computer/chromium_app_test.py::test_a_load_of_cookies_alone_reloads_a_start_tab_on_a_hash_route_so_its_page_reads_them": 10.5, + "tst/integration/computer/chromium_app_test.py::test_a_popup_a_page_opens_loads_with_its_control_attached": 15.2, + "tst/integration/computer/chromium_app_test.py::test_a_start_tab_on_a_routed_site_must_load_where_it_lands_so_a_site_answering_503_fails_the_deploy[answers-503]": 10.4, + "tst/integration/computer/chromium_app_test.py::test_a_start_tab_on_a_routed_site_must_load_where_it_lands_so_a_site_answering_503_fails_the_deploy[loads]": 9.6, + "tst/integration/computer/chromium_app_test.py::test_gate_3_makes_this_machines_arch_ready_with_chromium": 133.0, + "tst/integration/computer/chromium_app_test.py::test_it_runs_chrome_itself_on_its_pipe_answers_prompts_as_the_deploy_says_and_a_launch_opens_a_window": 68.8, + "tst/integration/computer/chromium_app_test.py::test_its_computer_gets_the_shared_memory_it_asks_for_so_chrome_keeps_it_there_and_a_reset_env_keeps_it[container]": 15.2, + "tst/integration/computer/chromium_app_test.py::test_its_computer_gets_the_shared_memory_it_asks_for_so_chrome_keeps_it_there_and_a_reset_env_keeps_it[disk]": 176.1, + "tst/integration/computer/chromium_app_test.py::test_its_control_records_tabs_a_download_a_dialog_and_each_launch_with_its_cause": 102.2, + "tst/integration/computer/chromium_app_test.py::test_its_cookies_local_storage_and_downloads_are_read_and_set_through_browser_v1": 12.1, + "tst/integration/computer/chromium_app_test.py::test_its_data_plane_signs_it_in_snapshots_it_resets_it_and_loads_a_snapshot_back_whole": 41.3, + "tst/integration/computer/chromium_app_test.py::test_its_recording_of_its_pages_runs_beside_the_desktops_own_recording_each_with_its_video": 17.5, + "tst/integration/computer/chromium_app_test.py::test_its_start_tabs_open_in_order_the_first_active_and_a_live_one_that_never_answers_is_recorded_not_fatal": 68.8, + "tst/integration/computer/chromium_app_test.py::test_its_task_steps_set_cookies_and_storage_open_a_tab_behind_and_activate_and_close_it_by_its_url": 11.4, + "tst/integration/computer/chromium_app_test.py::test_with_dialogs_left_to_the_agent_chromium_shows_one_and_records_the_agents_answer": 197.5, + "tst/integration/computer/chromium_universe_test.py": 150.3, + "tst/integration/computer/clock_desktop_test.py": 227.8, + "tst/integration/computer/computer_app_test.py::test_a_computers_apps_load_export_and_reset_each_through_its_own_data_plane": 86.1, + "tst/integration/computer/computer_app_test.py::test_an_app_deployed_alone_runs_its_service_on_its_settings_on_a_computer_named_after_it_as_its_driver": 288.1, + "tst/integration/computer/computer_app_test.py::test_the_locks_debs_and_wheels_install_from_mounts_and_stay_in_no_layer_of_the_image": 308.4, + "tst/integration/computer/computer_app_test.py::test_through_the_drivers_route_a_websocket_reaches_an_apps_server_and_a_20_mb_answer_streams_whole": 102.2, + "tst/integration/computer/computer_app_test.py::test_two_apps_composed_into_one_computer_env_each_run_on_their_own_settings": 179.3, + "tst/integration/computer/computer_clock_test.py": 158.0, + "tst/integration/computer/computer_env_test.py": 300.9, + "tst/integration/computer/computer_triggers_test.py": 249.5, + "tst/integration/computer/covered_test.py": 70.5, + "tst/integration/computer/cua_driver_test.py": 87.4, + "tst/integration/computer/desktop_example_test.py": 156.8, "tst/integration/computer/disk_boot_failure_modal_vm_test.py": 0.0, - "tst/integration/computer/disk_boot_test.py": 165.3, + "tst/integration/computer/disk_boot_test.py": 119.9, "tst/integration/computer/disk_modal_vm_test.py": 0.0, - "tst/integration/computer/egress_test.py": 441.2, - "tst/integration/computer/launcher_test.py": 296.5, - "tst/integration/computer/multi_env_computers_test.py": 513.0, + "tst/integration/computer/egress_test.py": 181.1, + "tst/integration/computer/launcher_test.py": 226.2, + "tst/integration/computer/multi_env_computers_test.py": 456.7, "tst/integration/computer/omarchy_test.py": 0.0, - "tst/integration/computer/recording_chaos_test.py": 383.1, - "tst/integration/computer/set_test.py": 207.7, - "tst/integration/computer/tool_prefix_test.py": 111.6, - "tst/integration/computer/website_browser_test.py": 609.9, + "tst/integration/computer/recording_chaos_test.py": 168.1, + "tst/integration/computer/set_test.py": 175.6, + "tst/integration/computer/tool_prefix_test.py": 165.5, + "tst/integration/computer/website_browser_test.py": 414.9, "tst/integration/computer/windows_test.py": 0.0, - "tst/integration/env/env_test.py": 20.2, - "tst/integration/env/envs/build_context_local_test.py": 131.8, - "tst/integration/env/envs/multi_env_child_envs_local_test.py": 48.9, - "tst/integration/env/envs/multi_env_local_test.py": 136.3, - "tst/integration/env/envs/playwright_mcp_local_test.py": 32.0, - "tst/integration/env/envs/server_env_local_test.py": 124.6, + "tst/integration/env/env_test.py": 20.4, + "tst/integration/env/envs/build_context_local_test.py": 154.2, + "tst/integration/env/envs/multi_env_child_envs_local_test.py": 119.4, + "tst/integration/env/envs/multi_env_local_test.py": 74.4, + "tst/integration/env/envs/playwright_mcp_local_test.py": 37.8, + "tst/integration/env/envs/server_env_local_test.py": 133.7, "tst/integration/env/envs/server_env_modal_test.py": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[gateway-default]": 75.2, - "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[ready-timeout]": 137.0, - "tst/integration/env/gateway/gateway_test.py::test_a_tool_disabled_for_a_role_is_refused_through_svc_as_on_the_gateway_s_mcp": 113.4, + "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[gateway-default]": 81.1, + "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[ready-timeout]": 141.1, + "tst/integration/env/gateway/gateway_test.py::test_a_tool_disabled_for_a_role_is_refused_through_svc_as_on_the_gateway_s_mcp": 26.3, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[boxd]": 0.0, @@ -369,7 +369,7 @@ "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_cardless_environment_resolves_name_from_environment_name": 37.6, + "tst/integration/env/gateway/gateway_test.py::test_cardless_environment_resolves_name_from_environment_name": 36.5, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[boxd]": 0.0, @@ -512,7 +512,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[scale]": 28.5, + "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[scale]": 28.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[agent37]": 0.0, @@ -524,11 +524,11 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[scale]": 27.8, + "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[scale]": 28.5, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_request_behind_a_write_through_the_rest_proxy": 26.4, - "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_role_behind_each_write": 26.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_request_behind_a_write_through_the_rest_proxy": 26.8, + "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_role_behind_each_write": 45.4, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[boxd]": 0.0, @@ -538,7 +538,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[scale]": 35.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[scale]": 36.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[agent37]": 0.0, @@ -553,7 +553,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[scale]": 50.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_consistent_mode": 44.8, + "tst/integration/env/gateway/gateway_test.py::test_gateway_consistent_mode": 27.4, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[boxd]": 0.0, @@ -563,7 +563,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[scale]": 29.8, + "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[scale]": 27.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[agent37]": 0.0, @@ -575,7 +575,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[scale]": 28.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[scale]": 29.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[agent37]": 0.0, @@ -599,7 +599,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[scale]": 25.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[scale]": 26.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[agent37]": 0.0, @@ -611,13 +611,13 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[scale]": 36.8, + "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[scale]": 37.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_nl_executor[modal_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_website_trigger_fires_on_a_request_through_the_website_proxy": 54.1, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_agentenv_environment": 38.7, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_env_including_website": 158.5, + "tst/integration/env/gateway/gateway_test.py::test_gateway_website_trigger_fires_on_a_request_through_the_website_proxy": 39.7, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_agentenv_environment": 39.5, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_env_including_website": 69.6, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[boxd]": 0.0, @@ -627,12 +627,12 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[scale]": 27.2, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[scale]": 105.4, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_mcp_server": 102.1, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_website_env": 151.9, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_website_env_v1": 47.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_mcp_server": 103.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_website_env": 121.9, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_website_env_v1": 40.5, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[boxd]": 0.0, @@ -777,7 +777,7 @@ "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_load_from_snapshot": 41.8, + "tst/integration/env/gateway/gateway_test.py::test_load_from_snapshot": 42.3, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[boxd]": 0.0, @@ -910,7 +910,7 @@ "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_renamed_registration_serves_its_registered_name": 38.7, + "tst/integration/env/gateway/gateway_test.py::test_renamed_registration_serves_its_registered_name": 36.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[boxd]": 0.0, @@ -983,8 +983,8 @@ "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_snapshot_agent_state_v1_and_fallback": 29.7, - "tst/integration/env/gateway/gateway_test.py::test_snapshot_cli": 55.0, + "tst/integration/env/gateway/gateway_test.py::test_snapshot_agent_state_v1_and_fallback": 38.0, + "tst/integration/env/gateway/gateway_test.py::test_snapshot_cli": 121.4, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[boxd]": 0.0, @@ -1054,7 +1054,7 @@ "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[scale]": 34.7, + "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[scale]": 28.5, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[agent37]": 0.0, @@ -1081,7 +1081,7 @@ "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_the_browsers_card_and_recording_through_the_gateway_survive_its_recorder_and_container_restarting": 148.4, + "tst/integration/env/gateway/gateway_test.py::test_the_browsers_card_and_recording_through_the_gateway_survive_its_recorder_and_container_restarting": 186.5, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[boxd]": 0.0, @@ -1118,8 +1118,8 @@ "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_validate_universe_compatibility": 41.5, - "tst/integration/env/gateway/gateway_test.py::test_verify_universe_roundtrip_export_all_v1_and_fallback": 27.4, + "tst/integration/env/gateway/gateway_test.py::test_validate_universe_compatibility": 27.4, + "tst/integration/env/gateway/gateway_test.py::test_verify_universe_roundtrip_export_all_v1_and_fallback": 47.8, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[boxd]": 0.0, @@ -1192,9 +1192,9 @@ "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/task_step/task_steps_test.py": 261.7, - "tst/integration/eval/eval_test.py": 2.4, - "tst/integration/openenv/build_app_test.py": 126.0, + "tst/integration/env/task_step/task_steps_test.py": 228.5, + "tst/integration/eval/eval_test.py": 2.0, + "tst/integration/openenv/build_app_test.py": 122.1, "tst/integration/providers/sandbox_providers/agent37_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/boat_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/boxd_sandbox_smoke_test.py": 0.0, @@ -1206,686 +1206,686 @@ "tst/integration/providers/sandbox_providers/tenki_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/tensorlake_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/vercel_sandbox_smoke_test.py": 0.0, - "tst/integration/providers/sandbox_providers/vm_sandbox_build_test.py": 2.1, + "tst/integration/providers/sandbox_providers/vm_sandbox_build_test.py": 1.6, "tst/integration/providers/sandbox_providers/websockets_live_test.py": 0.0, - "tst/integration/store/local_parallel_deploy_test.py": 49.8, - "tst/integration/task_step/test_advance_to_next_event_hook_local.py": 107.7, + "tst/integration/store/local_parallel_deploy_test.py": 53.6, + "tst/integration/task_step/test_advance_to_next_event_hook_local.py": 113.5, "tst/integration/task_step/test_agent_env_clock_local.py": 0.0, - "tst/integration/task_step/test_agent_on_local_sandbox.py": 10.6, + "tst/integration/task_step/test_agent_on_local_sandbox.py": 22.9, "tst/integration/task_step/test_enable_docker_e2e.py": 0.0, - "tst/integration/task_step/test_model_key_scope_local.py": 13.3, + "tst/integration/task_step/test_model_key_scope_local.py": 37.1, "tst/integration/task_step/test_multiturn_verifier_delivery.py": 0.0, - "tst/integration/task_step/test_next_env_event_hook_local.py": 233.6, - "tst/integration/task_step/test_prompt_agent_notifications_local.py": 128.0, - "tst/integration/task_step/test_register_env_triggers_local.py": 169.4, - "tst/integration/training/harness_test.py": 129.1, - "tst/integration/training/trl_test.py": 56.4, - "tst/integration/utils/docker/prune_test.py": 8.3, - "tst/unit/a2a_agent/add_skill_test.py": 0.4, - "tst/unit/a2a_agent/alias_get_test.py": 0.3, - "tst/unit/a2a_agent/cdp_config_test.py": 0.0, + "tst/integration/task_step/test_next_env_event_hook_local.py": 218.6, + "tst/integration/task_step/test_prompt_agent_notifications_local.py": 121.0, + "tst/integration/task_step/test_register_env_triggers_local.py": 188.0, + "tst/integration/training/harness_test.py": 38.2, + "tst/integration/training/trl_test.py": 47.7, + "tst/integration/utils/docker/prune_test.py": 13.7, + "tst/unit/a2a_agent/add_skill_test.py": 0.9, + "tst/unit/a2a_agent/alias_get_test.py": 0.4, + "tst/unit/a2a_agent/cdp_config_test.py": 0.1, "tst/unit/a2a_agent/context_only_deploy_test.py": 0.5, - "tst/unit/a2a_agent/deploy_cleanup_test.py": 0.1, - "tst/unit/a2a_agent/negotiate_agent_config_test.py": 0.0, - "tst/unit/a2a_agent/object_transfer_reach_test.py": 0.1, - "tst/unit/a2a_agent/object_transfer_test.py": 0.3, - "tst/unit/a2a_agent/protocol_test.py": 0.2, - "tst/unit/a2a_agent/put_version_test.py": 0.1, + "tst/unit/a2a_agent/deploy_cleanup_test.py": 0.2, + "tst/unit/a2a_agent/negotiate_agent_config_test.py": 0.1, + "tst/unit/a2a_agent/object_transfer_reach_test.py": 0.2, + "tst/unit/a2a_agent/object_transfer_test.py": 0.6, + "tst/unit/a2a_agent/protocol_test.py": 0.4, + "tst/unit/a2a_agent/put_version_test.py": 0.2, "tst/unit/a2a_agent/readable_parts_test.py": 0.1, - "tst/unit/a2a_agent/staging_test.py": 1.4, + "tst/unit/a2a_agent/staging_test.py": 2.8, "tst/unit/a2a_agent/store_test.py": 0.0, - "tst/unit/a2a_agent/test_trajectory_follower.py": 0.6, - "tst/unit/a2a_agent/test_validator_changelog_objects.py": 0.1, + "tst/unit/a2a_agent/test_trajectory_follower.py": 0.7, + "tst/unit/a2a_agent/test_validator_changelog_objects.py": 0.2, "tst/unit/a2a_agent/test_validator_clock.py": 0.1, - "tst/unit/a2a_agent/test_validator_skill_variants.py": 0.2, - "tst/unit/a2a_agent/validator_trajectory_dag_test.py": 0.9, + "tst/unit/a2a_agent/test_validator_skill_variants.py": 0.1, + "tst/unit/a2a_agent/validator_trajectory_dag_test.py": 0.7, "tst/unit/a2a_agent/validator_uri_probes_test.py": 0.0, - "tst/unit/a2a_agent/verify_a2a_agent_card_test.py": 0.0, - "tst/unit/agents/browser_use/test_browser_use_agent.py": 1.3, - "tst/unit/agents/claude_code/test_always_on_judge_config.py": 0.0, - "tst/unit/agents/claude_code/test_card_contract.py": 1.1, - "tst/unit/agents/claude_code/test_changelog.py": 19.9, - "tst/unit/agents/claude_code/test_claude_bridge_builtin_tools.py": 0.0, - "tst/unit/agents/claude_code/test_claude_bridge_cancel.py": 8.5, - "tst/unit/agents/claude_code/test_claude_bridge_failure_message.py": 0.1, + "tst/unit/a2a_agent/verify_a2a_agent_card_test.py": 0.1, + "tst/unit/agents/browser_use/test_browser_use_agent.py": 1.6, + "tst/unit/agents/claude_code/test_always_on_judge_config.py": 0.1, + "tst/unit/agents/claude_code/test_card_contract.py": 1.2, + "tst/unit/agents/claude_code/test_changelog.py": 21.6, + "tst/unit/agents/claude_code/test_claude_bridge_builtin_tools.py": 0.1, + "tst/unit/agents/claude_code/test_claude_bridge_cancel.py": 9.6, + "tst/unit/agents/claude_code/test_claude_bridge_failure_message.py": 0.3, "tst/unit/agents/claude_code/test_claude_bridge_live.py": 0.1, - "tst/unit/agents/claude_code/test_claude_bridge_model.py": 0.1, - "tst/unit/agents/claude_code/test_claude_bridge_retry.py": 0.3, + "tst/unit/agents/claude_code/test_claude_bridge_model.py": 0.3, + "tst/unit/agents/claude_code/test_claude_bridge_retry.py": 0.7, "tst/unit/agents/claude_code/test_claude_bridge_stdin.py": 1.1, - "tst/unit/agents/claude_code/test_cli_env.py": 0.1, - "tst/unit/agents/claude_code/test_env_clock_image.py": 0.2, - "tst/unit/agents/claude_code/test_ext_mcp_name.py": 0.0, - "tst/unit/agents/claude_code/test_extensions.py": 0.1, + "tst/unit/agents/claude_code/test_cli_env.py": 0.2, + "tst/unit/agents/claude_code/test_env_clock_image.py": 0.3, + "tst/unit/agents/claude_code/test_ext_mcp_name.py": 0.1, + "tst/unit/agents/claude_code/test_extensions.py": 0.3, "tst/unit/agents/claude_code/test_image_contract.py": 0.1, "tst/unit/agents/claude_code/test_install_sh_host_root.py": 2.1, - "tst/unit/agents/claude_code/test_message_contract.py": 1.4, - "tst/unit/agents/claude_code/test_object_transfer.py": 0.4, - "tst/unit/agents/claude_code/test_partial_trajectory.py": 0.2, - "tst/unit/agents/claude_code/test_workspace_snapshot.py": 0.1, + "tst/unit/agents/claude_code/test_message_contract.py": 2.0, + "tst/unit/agents/claude_code/test_object_transfer.py": 0.5, + "tst/unit/agents/claude_code/test_partial_trajectory.py": 0.1, + "tst/unit/agents/claude_code/test_workspace_snapshot.py": 0.4, "tst/unit/agents/codex/test_card_contract.py": 0.1, - "tst/unit/agents/codex/test_codex_bridge_events.py": 0.3, - "tst/unit/agents/codex/test_codex_bridge_failure_message.py": 0.3, - "tst/unit/agents/codex/test_codex_bridge_retry.py": 0.3, + "tst/unit/agents/codex/test_codex_bridge_events.py": 0.6, + "tst/unit/agents/codex/test_codex_bridge_failure_message.py": 0.4, + "tst/unit/agents/codex/test_codex_bridge_retry.py": 0.7, "tst/unit/agents/codex/test_codex_bridge_watchdog.py": 0.3, - "tst/unit/agents/codex/test_codex_builtin_tools.py": 1.8, - "tst/unit/agents/codex/test_codex_executor_outcome.py": 0.2, + "tst/unit/agents/codex/test_codex_builtin_tools.py": 2.3, + "tst/unit/agents/codex/test_codex_executor_outcome.py": 0.4, "tst/unit/agents/codex/test_codex_snapshot_hardening.py": 0.2, - "tst/unit/agents/codex/test_config_and_mcp.py": 0.2, - "tst/unit/agents/codex/test_image_contract.py": 0.1, + "tst/unit/agents/codex/test_config_and_mcp.py": 0.3, + "tst/unit/agents/codex/test_image_contract.py": 0.2, "tst/unit/agents/codex/test_install.py": 2.1, "tst/unit/agents/codex/test_live_trajectory.py": 0.1, - "tst/unit/agents/codex/test_message_contract.py": 0.1, - "tst/unit/agents/codex/test_object_transfer.py": 0.7, - "tst/unit/agents/gemini/test_card_contract.py": 1.3, - "tst/unit/agents/gemini/test_extensions.py": 0.4, + "tst/unit/agents/codex/test_message_contract.py": 0.2, + "tst/unit/agents/codex/test_object_transfer.py": 0.8, + "tst/unit/agents/gemini/test_card_contract.py": 2.1, + "tst/unit/agents/gemini/test_extensions.py": 0.7, "tst/unit/agents/gemini/test_gemini_bridge_attribution.py": 0.1, - "tst/unit/agents/gemini/test_gemini_bridge_cancel.py": 5.6, - "tst/unit/agents/gemini/test_gemini_bridge_failure_message.py": 0.3, - "tst/unit/agents/gemini/test_gemini_bridge_live.py": 1.2, - "tst/unit/agents/gemini/test_image_contract.py": 0.1, + "tst/unit/agents/gemini/test_gemini_bridge_cancel.py": 5.8, + "tst/unit/agents/gemini/test_gemini_bridge_failure_message.py": 0.5, + "tst/unit/agents/gemini/test_gemini_bridge_live.py": 1.3, + "tst/unit/agents/gemini/test_image_contract.py": 0.2, "tst/unit/agents/gemini/test_install.py": 2.1, - "tst/unit/agents/gemini/test_litellm_proxy.py": 0.4, - "tst/unit/agents/gemini/test_message_contract.py": 0.2, + "tst/unit/agents/gemini/test_litellm_proxy.py": 0.5, + "tst/unit/agents/gemini/test_message_contract.py": 0.3, "tst/unit/agents/gemini/test_object_transfer.py": 2.7, - "tst/unit/agents/hermes/test_card_contract.py": 0.9, + "tst/unit/agents/hermes/test_card_contract.py": 1.9, "tst/unit/agents/hermes/test_held_work.py": 0.8, - "tst/unit/agents/hermes/test_hermes_bridge.py": 3.5, - "tst/unit/agents/hermes/test_message_contract.py": 0.4, - "tst/unit/agents/letta_code/test_bridge.py": 0.5, - "tst/unit/agents/opencode/test_card_contract.py": 1.5, + "tst/unit/agents/hermes/test_hermes_bridge.py": 3.4, + "tst/unit/agents/hermes/test_message_contract.py": 0.6, + "tst/unit/agents/letta_code/test_bridge.py": 0.6, + "tst/unit/agents/opencode/test_card_contract.py": 2.0, "tst/unit/agents/opencode/test_image_contract.py": 0.1, "tst/unit/agents/opencode/test_install.py": 2.1, - "tst/unit/agents/opencode/test_message_contract.py": 1.0, - "tst/unit/agents/opencode/test_object_transfer.py": 0.5, + "tst/unit/agents/opencode/test_message_contract.py": 1.1, + "tst/unit/agents/opencode/test_object_transfer.py": 0.6, "tst/unit/agents/opencode/test_opencode_bridge_builtin_tools.py": 0.2, - "tst/unit/agents/opencode/test_opencode_bridge_cancel.py": 5.8, - "tst/unit/agents/opencode/test_opencode_bridge_config.py": 0.2, - "tst/unit/agents/opencode/test_opencode_bridge_events.py": 0.1, - "tst/unit/agents/opencode/test_opencode_bridge_live.py": 1.2, - "tst/unit/agents/opencode/test_opencode_bridge_max_turns.py": 0.2, + "tst/unit/agents/opencode/test_opencode_bridge_cancel.py": 5.7, + "tst/unit/agents/opencode/test_opencode_bridge_config.py": 0.1, + "tst/unit/agents/opencode/test_opencode_bridge_events.py": 0.2, + "tst/unit/agents/opencode/test_opencode_bridge_live.py": 1.5, + "tst/unit/agents/opencode/test_opencode_bridge_max_turns.py": 0.3, "tst/unit/agents/opencode/test_opencode_bridge_stdin.py": 0.1, "tst/unit/agents/openhands/test_conversation_run.py": 0.1, - "tst/unit/agents/openhands/test_openhands_agent.py": 4.5, + "tst/unit/agents/openhands/test_openhands_agent.py": 4.7, "tst/unit/agents/pi/test_pi_agent.py": 2.7, "tst/unit/agents/proxy/test_proxy_agent.py": 0.7, - "tst/unit/agents/pydantic_ai/test_pydantic_ai_agent.py": 3.2, + "tst/unit/agents/pydantic_ai/test_pydantic_ai_agent.py": 4.4, "tst/unit/agents/test_agent_clock_images.py": 0.1, - "tst/unit/agents/test_host_workdir.py": 0.0, - "tst/unit/agents/test_installed_control_token.py": 0.1, - "tst/unit/agents/test_installed_workspace.py": 0.3, + "tst/unit/agents/test_host_workdir.py": 0.1, + "tst/unit/agents/test_installed_control_token.py": 0.2, + "tst/unit/agents/test_installed_workspace.py": 0.4, "tst/unit/agents/test_trajectory_formats.py": 0.1, "tst/unit/artifact/cli_artifact_test.py": 0.2, - "tst/unit/artifact/environment_files_test.py": 0.3, + "tst/unit/artifact/environment_files_test.py": 0.5, "tst/unit/artifact/environment_universe_folder_test.py": 0.0, - "tst/unit/artifact/registry_test.py": 0.7, - "tst/unit/artifact/skill_artifact_test.py": 0.2, - "tst/unit/artifact/test_artifact_metadata.py": 0.1, + "tst/unit/artifact/registry_test.py": 0.9, + "tst/unit/artifact/skill_artifact_test.py": 0.3, + "tst/unit/artifact/test_artifact_metadata.py": 0.3, "tst/unit/artifact/test_artifact_put.py": 0.0, "tst/unit/artifact/test_computer_artifact.py": 1.0, "tst/unit/artifact/test_docker_image_build_context.py": 0.4, "tst/unit/artifact/test_docker_image_github_clone.py": 0.1, - "tst/unit/artifact/test_docker_image_github_push.py": 0.1, + "tst/unit/artifact/test_docker_image_github_push.py": 0.2, "tst/unit/artifact/test_docker_image_pulled.py": 0.2, - "tst/unit/artifact/test_docker_image_put_ref.py": 0.3, - "tst/unit/artifact/test_object_url_keys.py": 0.3, - "tst/unit/artifact/test_removed_service_aliases.py": 2.0, + "tst/unit/artifact/test_docker_image_put_ref.py": 0.4, + "tst/unit/artifact/test_object_url_keys.py": 0.7, + "tst/unit/artifact/test_removed_service_aliases.py": 1.8, "tst/unit/artifact/test_service_artifact_alias.py": 0.1, "tst/unit/artifact/test_service_universe_file_view.py": 0.1, "tst/unit/artifact/test_store_put_document.py": 0.1, "tst/unit/attribution_test.py": 0.1, "tst/unit/bundle/agent_override_test.py": 1.7, - "tst/unit/bundle/aliases_test.py": 0.4, - "tst/unit/bundle/artifact_toml_test.py": 3.0, + "tst/unit/bundle/aliases_test.py": 0.8, + "tst/unit/bundle/artifact_toml_test.py": 4.8, "tst/unit/bundle/authoring_test.py": 0.4, - "tst/unit/bundle/cli_folder_test.py": 1.6, - "tst/unit/bundle/computer_app_env_test.py": 8.0, - "tst/unit/bundle/computer_driver_env_test.py": 12.7, - "tst/unit/bundle/computer_env_folder_test.py": 38.0, - "tst/unit/bundle/computer_folder_test.py": 1.1, - "tst/unit/bundle/computer_to_toml_edges_test.py": 37.9, - "tst/unit/bundle/computer_to_toml_test.py": 16.6, - "tst/unit/bundle/env_toml_test.py": 5.6, - "tst/unit/bundle/file_artifacts_test.py": 0.6, - "tst/unit/bundle/hub_test.py": 1.7, - "tst/unit/bundle/image_folder_test.py": 2.2, - "tst/unit/bundle/importer_entities_test.py": 9.1, - "tst/unit/bundle/importer_image_refs_test.py": 4.2, - "tst/unit/bundle/importer_test.py": 26.2, - "tst/unit/bundle/installed_entities_test.py": 7.4, - "tst/unit/bundle/installed_test.py": 5.0, + "tst/unit/bundle/cli_folder_test.py": 1.1, + "tst/unit/bundle/computer_app_env_test.py": 12.8, + "tst/unit/bundle/computer_driver_env_test.py": 22.6, + "tst/unit/bundle/computer_env_folder_test.py": 42.1, + "tst/unit/bundle/computer_folder_test.py": 1.0, + "tst/unit/bundle/computer_to_toml_edges_test.py": 34.0, + "tst/unit/bundle/computer_to_toml_test.py": 14.8, + "tst/unit/bundle/env_toml_test.py": 4.1, + "tst/unit/bundle/file_artifacts_test.py": 0.9, + "tst/unit/bundle/hub_test.py": 2.7, + "tst/unit/bundle/image_folder_test.py": 4.2, + "tst/unit/bundle/importer_entities_test.py": 18.7, + "tst/unit/bundle/importer_image_refs_test.py": 4.3, + "tst/unit/bundle/importer_test.py": 32.7, + "tst/unit/bundle/installed_entities_test.py": 10.6, + "tst/unit/bundle/installed_test.py": 4.8, "tst/unit/bundle/ledger_digest_test.py": 0.1, - "tst/unit/bundle/ledger_test.py": 18.1, - "tst/unit/bundle/materialize_test.py": 9.7, - "tst/unit/bundle/parse_test.py": 3.0, - "tst/unit/bundle/plan_test.py": 2.0, - "tst/unit/bundle/plugin_artifact_types_test.py": 0.9, - "tst/unit/bundle/preflight_test.py": 29.7, - "tst/unit/bundle/referenced_context_test.py": 0.7, - "tst/unit/bundle/register_test.py": 22.5, - "tst/unit/bundle/requires_test.py": 4.3, - "tst/unit/bundle/resolve_test.py": 3.0, - "tst/unit/bundle/run_teardown_test.py": 23.9, - "tst/unit/bundle/run_test.py": 8.6, - "tst/unit/bundle/shipped_bundles_test.py": 2.3, - "tst/unit/bundle/shipped_computers_test.py": 1.1, - "tst/unit/bundle/to_toml_round_trip_test.py": 5.4, - "tst/unit/bundle/toml_refs_test.py": 0.2, + "tst/unit/bundle/ledger_test.py": 18.5, + "tst/unit/bundle/materialize_test.py": 16.1, + "tst/unit/bundle/parse_test.py": 2.4, + "tst/unit/bundle/plan_test.py": 5.1, + "tst/unit/bundle/plugin_artifact_types_test.py": 0.6, + "tst/unit/bundle/preflight_test.py": 38.0, + "tst/unit/bundle/referenced_context_test.py": 1.0, + "tst/unit/bundle/register_test.py": 26.5, + "tst/unit/bundle/requires_test.py": 4.6, + "tst/unit/bundle/resolve_test.py": 6.4, + "tst/unit/bundle/run_teardown_test.py": 28.8, + "tst/unit/bundle/run_test.py": 11.8, + "tst/unit/bundle/shipped_bundles_test.py": 2.0, + "tst/unit/bundle/shipped_computers_test.py": 1.8, + "tst/unit/bundle/to_toml_round_trip_test.py": 7.9, + "tst/unit/bundle/toml_refs_test.py": 0.3, "tst/unit/bundle/toml_writer_test.py": 0.1, - "tst/unit/bundle/variants_test.py": 4.8, + "tst/unit/bundle/variants_test.py": 9.0, "tst/unit/bundle/website_optional_frontend_test.py": 0.0, "tst/unit/cli/a2a_agent_list_test.py": 0.2, - "tst/unit/cli/a2a_agent_validate_test.py": 0.2, + "tst/unit/cli/a2a_agent_validate_test.py": 0.4, "tst/unit/cli/always_on_step_output_test.py": 0.1, "tst/unit/cli/base_metadata_version_test.py": 0.0, "tst/unit/cli/build_platform_test.py": 0.3, - "tst/unit/cli/card_naming_relocation_test.py": 0.2, + "tst/unit/cli/card_naming_relocation_test.py": 0.3, "tst/unit/cli/deploy_step_output_test.py": 0.0, "tst/unit/cli/deploy_vm_sizing_test.py": 0.1, "tst/unit/cli/deployed_env_output_test.py": 0.1, - "tst/unit/cli/env_provider_type_test.py": 0.1, - "tst/unit/cli/env_put_validation_test.py": 0.4, - "tst/unit/cli/env_state_type_parity_test.py": 0.0, + "tst/unit/cli/env_provider_type_test.py": 0.2, + "tst/unit/cli/env_put_validation_test.py": 0.5, + "tst/unit/cli/env_state_type_parity_test.py": 0.1, "tst/unit/cli/environment_name_alias_test.py": 0.4, "tst/unit/cli/eval_run_teardown_test.py": 0.3, - "tst/unit/cli/image_ref_put_test.py": 0.3, + "tst/unit/cli/image_ref_put_test.py": 0.4, "tst/unit/cli/init_env_state_cli_test.py": 0.2, "tst/unit/cli/load_artifact_target_test.py": 0.1, - "tst/unit/cli/plugin_command_test.py": 30.3, - "tst/unit/cli/plugin_install_test.py": 11.5, - "tst/unit/cli/plugin_report_test.py": 14.4, - "tst/unit/cli/plugins_test.py": 7.8, + "tst/unit/cli/plugin_command_test.py": 34.6, + "tst/unit/cli/plugin_install_test.py": 15.5, + "tst/unit/cli/plugin_report_test.py": 12.9, + "tst/unit/cli/plugins_test.py": 13.4, "tst/unit/cli/run_role_models_test.py": 0.2, - "tst/unit/cli/sandbox_url_relocation_test.py": 2.8, + "tst/unit/cli/sandbox_url_relocation_test.py": 4.0, "tst/unit/cli/snapshot_step_output_test.py": 0.1, "tst/unit/cli/stage_free_commands_test.py": 0.0, - "tst/unit/cli/submit_runs_test.py": 5.8, + "tst/unit/cli/submit_runs_test.py": 5.7, "tst/unit/cli/task_run_agent_pick_test.py": 0.1, - "tst/unit/cli/task_run_requires_test.py": 1.9, - "tst/unit/cli/task_run_stored_test.py": 0.5, - "tst/unit/cli/task_run_teardown_test.py": 9.9, + "tst/unit/cli/task_run_requires_test.py": 3.5, + "tst/unit/cli/task_run_stored_test.py": 0.7, + "tst/unit/cli/task_run_teardown_test.py": 9.8, "tst/unit/cli/teardown_env_state_cli_test.py": 0.1, - "tst/unit/cli/test_release_gate_decision.py": 0.2, - "tst/unit/cli/test_removed_cli_aliases.py": 0.5, + "tst/unit/cli/test_release_gate_decision.py": 0.1, + "tst/unit/cli/test_removed_cli_aliases.py": 0.2, "tst/unit/cli/test_spec_conformance_display.py": 0.1, - "tst/unit/cli/test_task_create_preflight.py": 0.2, - "tst/unit/cli/user_facing_errors_test.py": 0.2, - "tst/unit/cli/verbose_logging_test.py": 2.0, - "tst/unit/cli/website_live_cli_test.py": 0.4, - "tst/unit/cli/website_server_image_cli_test.py": 0.6, + "tst/unit/cli/test_task_create_preflight.py": 0.1, + "tst/unit/cli/user_facing_errors_test.py": 0.1, + "tst/unit/cli/verbose_logging_test.py": 2.3, + "tst/unit/cli/website_live_cli_test.py": 0.7, + "tst/unit/cli/website_server_image_cli_test.py": 0.5, "tst/unit/cli/write_context_filename_test.py": 0.1, "tst/unit/config/test_config_holds_its_document.py": 0.1, - "tst/unit/config/test_config_profiles.py": 0.2, - "tst/unit/config/test_default_a2a_agent.py": 0.2, + "tst/unit/config/test_config_profiles.py": 0.1, + "tst/unit/config/test_default_a2a_agent.py": 0.1, "tst/unit/config/test_default_env_ids.py": 0.3, - "tst/unit/config/test_describe.py": 1.9, - "tst/unit/config/test_explain_and_sources.py": 8.2, - "tst/unit/config/test_fixture_prefix_keys.py": 0.1, + "tst/unit/config/test_describe.py": 2.2, + "tst/unit/config/test_explain_and_sources.py": 13.5, + "tst/unit/config/test_fixture_prefix_keys.py": 0.2, "tst/unit/config/test_human_a2a_url.py": 0.3, - "tst/unit/config/test_loader.py": 0.8, - "tst/unit/config/test_model.py": 1.4, + "tst/unit/config/test_loader.py": 0.7, + "tst/unit/config/test_model.py": 1.1, "tst/unit/config/test_no_stage_concept.py": 0.1, - "tst/unit/config/test_one_document_per_process.py": 3.6, - "tst/unit/config/test_paths.py": 0.2, - "tst/unit/config/test_registry_builders_take_a_config.py": 0.5, + "tst/unit/config/test_one_document_per_process.py": 4.2, + "tst/unit/config/test_paths.py": 0.1, + "tst/unit/config/test_registry_builders_take_a_config.py": 0.4, "tst/unit/config/test_reset_config.py": 0.7, "tst/unit/config/test_resolve_reference.py": 0.0, "tst/unit/config/test_run_env_ids.py": 0.1, "tst/unit/config/test_unread_keys.py": 1.0, - "tst/unit/drivers/agent_desktop_driver_test.py": 17.3, - "tst/unit/drivers/aside_driver_test.py": 12.1, - "tst/unit/drivers/codex_computer_use_driver_test.py": 11.3, - "tst/unit/drivers/cua_driver_test.py": 1.4, + "tst/unit/drivers/agent_desktop_driver_test.py": 28.3, + "tst/unit/drivers/aside_driver_test.py": 18.3, + "tst/unit/drivers/codex_computer_use_driver_test.py": 12.8, + "tst/unit/drivers/cua_driver_test.py": 2.2, "tst/unit/drivers/macos_harness_driver_test.py": 0.4, - "tst/unit/drivers/page_driver_test.py": 20.4, - "tst/unit/drivers/reference_driver_test.py": 3.3, + "tst/unit/drivers/page_driver_test.py": 23.0, + "tst/unit/drivers/reference_driver_test.py": 4.6, "tst/unit/entity_refs_import_test.py": 0.0, - "tst/unit/env/alias_get_test.py": 0.5, - "tst/unit/env/bootstrap_test.py": 5.4, - "tst/unit/env/envs/service_db/service_db_test.py": 0.4, - "tst/unit/env/envs/test_artifact_staging.py": 0.3, - "tst/unit/env/envs/test_chromium_app.py": 0.3, - "tst/unit/env/envs/test_computer_apps.py": 7.0, - "tst/unit/env/envs/test_computer_boot_stops.py": 1.1, + "tst/unit/env/alias_get_test.py": 0.4, + "tst/unit/env/bootstrap_test.py": 12.6, + "tst/unit/env/envs/service_db/service_db_test.py": 0.5, + "tst/unit/env/envs/test_artifact_staging.py": 1.0, + "tst/unit/env/envs/test_chromium_app.py": 0.4, + "tst/unit/env/envs/test_computer_apps.py": 10.8, + "tst/unit/env/envs/test_computer_boot_stops.py": 1.2, "tst/unit/env/envs/test_computer_browser_clock_base.py": 0.2, - "tst/unit/env/envs/test_computer_builder.py": 7.8, - "tst/unit/env/envs/test_computer_clock.py": 0.0, + "tst/unit/env/envs/test_computer_builder.py": 8.4, + "tst/unit/env/envs/test_computer_clock.py": 0.1, "tst/unit/env/envs/test_computer_clock_base.py": 0.1, - "tst/unit/env/envs/test_computer_clock_follower.py": 2.3, - "tst/unit/env/envs/test_computer_disk.py": 15.9, - "tst/unit/env/envs/test_computer_egress_base.py": 0.0, - "tst/unit/env/envs/test_computer_egress_hand_off.py": 0.1, - "tst/unit/env/envs/test_computer_env.py": 57.0, - "tst/unit/env/envs/test_computer_macos_grants.py": 0.1, - "tst/unit/env/envs/test_computer_network_log.py": 1.7, - "tst/unit/env/envs/test_computer_omarchy.py": 1.4, - "tst/unit/env/envs/test_computer_site_proxy.py": 4.9, - "tst/unit/env/envs/test_computer_sites.py": 1.9, - "tst/unit/env/envs/test_computer_stand_in_proxy.py": 6.1, - "tst/unit/env/envs/test_computer_vm_bundle.py": 4.4, - "tst/unit/env/envs/test_computer_windows.py": 1.8, - "tst/unit/env/envs/test_disk_recipe.py": 9.7, - "tst/unit/env/envs/test_env_card_loads.py": 0.7, - "tst/unit/env/envs/test_env_close_teardown.py": 0.2, - "tst/unit/env/envs/test_environment_name_alias.py": 0.4, + "tst/unit/env/envs/test_computer_clock_follower.py": 2.4, + "tst/unit/env/envs/test_computer_disk.py": 23.2, + "tst/unit/env/envs/test_computer_egress_base.py": 0.1, + "tst/unit/env/envs/test_computer_egress_hand_off.py": 0.6, + "tst/unit/env/envs/test_computer_env.py": 44.8, + "tst/unit/env/envs/test_computer_macos_grants.py": 0.2, + "tst/unit/env/envs/test_computer_network_log.py": 1.9, + "tst/unit/env/envs/test_computer_omarchy.py": 2.7, + "tst/unit/env/envs/test_computer_site_proxy.py": 5.7, + "tst/unit/env/envs/test_computer_sites.py": 2.0, + "tst/unit/env/envs/test_computer_stand_in_proxy.py": 6.3, + "tst/unit/env/envs/test_computer_vm_bundle.py": 9.1, + "tst/unit/env/envs/test_computer_windows.py": 1.9, + "tst/unit/env/envs/test_disk_recipe.py": 9.2, + "tst/unit/env/envs/test_env_card_loads.py": 0.6, + "tst/unit/env/envs/test_env_close_teardown.py": 0.1, + "tst/unit/env/envs/test_environment_name_alias.py": 0.3, "tst/unit/env/envs/test_install_platform_keys.py": 0.0, - "tst/unit/env/envs/test_mcp_server_container_mode.py": 0.3, - "tst/unit/env/envs/test_mcp_server_load.py": 0.0, - "tst/unit/env/envs/test_mcp_server_plugin_provider.py": 0.3, - "tst/unit/env/envs/test_multi_env_computers.py": 4.6, - "tst/unit/env/envs/test_multi_env_load_concurrency.py": 0.5, - "tst/unit/env/envs/test_multi_env_load_resume.py": 0.2, - "tst/unit/env/envs/test_multi_env_name.py": 0.1, - "tst/unit/env/envs/test_multi_env_plugin_provider.py": 0.5, + "tst/unit/env/envs/test_mcp_server_container_mode.py": 0.4, + "tst/unit/env/envs/test_mcp_server_load.py": 0.1, + "tst/unit/env/envs/test_mcp_server_plugin_provider.py": 0.4, + "tst/unit/env/envs/test_multi_env_computers.py": 4.2, + "tst/unit/env/envs/test_multi_env_load_concurrency.py": 0.8, + "tst/unit/env/envs/test_multi_env_load_resume.py": 1.4, + "tst/unit/env/envs/test_multi_env_name.py": 0.3, + "tst/unit/env/envs/test_multi_env_plugin_provider.py": 0.7, "tst/unit/env/envs/test_multi_env_snapshot_bake.py": 0.3, "tst/unit/env/envs/test_multi_env_snapshot_guard.py": 0.1, - "tst/unit/env/envs/test_multi_env_snapshot_reload_name.py": 0.4, + "tst/unit/env/envs/test_multi_env_snapshot_reload_name.py": 0.9, "tst/unit/env/envs/test_multi_env_vm_sizing.py": 0.2, - "tst/unit/env/envs/test_playwright_mcp_recorder.py": 2.6, + "tst/unit/env/envs/test_playwright_mcp_recorder.py": 2.8, "tst/unit/env/envs/test_put_from_github_token.py": 0.1, "tst/unit/env/envs/test_server_reset.py": 0.1, "tst/unit/env/envs/test_thin_disk.py": 0.1, - "tst/unit/env/envs/test_website_env_name_alias.py": 0.0, - "tst/unit/env/envs/test_website_live.py": 0.2, - "tst/unit/env/envs/test_website_server_image.py": 1.8, - "tst/unit/env/envs/test_website_site_names.py": 0.8, + "tst/unit/env/envs/test_website_env_name_alias.py": 0.1, + "tst/unit/env/envs/test_website_live.py": 0.3, + "tst/unit/env/envs/test_website_server_image.py": 3.3, + "tst/unit/env/envs/test_website_site_names.py": 2.3, "tst/unit/env/gateway/browser_route_test.py": 3.0, - "tst/unit/env/gateway/caller_test.py": 0.0, - "tst/unit/env/gateway/changes_test.py": 0.2, - "tst/unit/env/gateway/child_outage_socket_test.py": 8.7, - "tst/unit/env/gateway/child_sessions_test.py": 0.3, - "tst/unit/env/gateway/child_transport_test.py": 0.0, - "tst/unit/env/gateway/clock_advance_test.py": 0.4, + "tst/unit/env/gateway/caller_test.py": 0.1, + "tst/unit/env/gateway/changes_test.py": 0.3, + "tst/unit/env/gateway/child_outage_socket_test.py": 9.0, + "tst/unit/env/gateway/child_sessions_test.py": 0.4, + "tst/unit/env/gateway/child_transport_test.py": 0.1, + "tst/unit/env/gateway/clock_advance_test.py": 0.5, "tst/unit/env/gateway/clock_version_test.py": 0.1, - "tst/unit/env/gateway/clock_watch_test.py": 7.4, + "tst/unit/env/gateway/clock_watch_test.py": 9.2, "tst/unit/env/gateway/computer_driver_test.py": 0.1, - "tst/unit/env/gateway/control_token_test.py": 2.2, + "tst/unit/env/gateway/control_token_test.py": 1.7, "tst/unit/env/gateway/data_plane_timeout_test.py": 0.1, - "tst/unit/env/gateway/env_trajectory_route_test.py": 0.1, - "tst/unit/env/gateway/gateway_card_test.py": 0.3, - "tst/unit/env/gateway/get_time_test.py": 0.3, - "tst/unit/env/gateway/hidden_by_default_test.py": 13.8, - "tst/unit/env/gateway/idle_connection_socket_test.py": 3.1, + "tst/unit/env/gateway/env_trajectory_route_test.py": 0.2, + "tst/unit/env/gateway/gateway_card_test.py": 0.4, + "tst/unit/env/gateway/get_time_test.py": 0.5, + "tst/unit/env/gateway/hidden_by_default_test.py": 15.9, + "tst/unit/env/gateway/idle_connection_socket_test.py": 3.2, "tst/unit/env/gateway/import_graph_test.py": 2.8, - "tst/unit/env/gateway/next_event_test.py": 0.4, - "tst/unit/env/gateway/notifications_test.py": 1.6, - "tst/unit/env/gateway/process_scope_socket_test.py": 0.9, - "tst/unit/env/gateway/rest_proxy_socket_test.py": 1.5, - "tst/unit/env/gateway/rest_proxy_stream_test.py": 0.9, + "tst/unit/env/gateway/next_event_test.py": 0.6, + "tst/unit/env/gateway/notifications_test.py": 2.7, + "tst/unit/env/gateway/process_scope_socket_test.py": 1.2, + "tst/unit/env/gateway/rest_proxy_socket_test.py": 1.4, + "tst/unit/env/gateway/rest_proxy_stream_test.py": 0.6, "tst/unit/env/gateway/role_forwarding_test.py": 0.1, - "tst/unit/env/gateway/role_rules_test.py": 0.2, - "tst/unit/env/gateway/tool_access_parity_test.py": 16.7, - "tst/unit/env/gateway/tool_name_clash_test.py": 0.1, + "tst/unit/env/gateway/role_rules_test.py": 0.3, + "tst/unit/env/gateway/tool_access_parity_test.py": 12.5, + "tst/unit/env/gateway/tool_name_clash_test.py": 0.2, "tst/unit/env/gateway/trajectory_virtual_time_test.py": 0.1, - "tst/unit/env/gateway/triggers_ctx_test.py": 2.3, - "tst/unit/env/gateway/triggers_fires_test.py": 0.8, - "tst/unit/env/gateway/triggers_test.py": 17.9, - "tst/unit/env/gateway/triggers_time_test.py": 1.6, - "tst/unit/env/gateway/triggers_website_test.py": 1.1, - "tst/unit/env/gateway/user_chat_test.py": 0.3, - "tst/unit/env/gateway/website_mcp_test.py": 1.7, + "tst/unit/env/gateway/triggers_ctx_test.py": 2.7, + "tst/unit/env/gateway/triggers_fires_test.py": 0.7, + "tst/unit/env/gateway/triggers_test.py": 18.4, + "tst/unit/env/gateway/triggers_time_test.py": 2.4, + "tst/unit/env/gateway/triggers_website_test.py": 1.0, + "tst/unit/env/gateway/user_chat_test.py": 0.2, + "tst/unit/env/gateway/website_mcp_test.py": 2.0, "tst/unit/env/gateway/website_reserved_paths_test.py": 0.2, - "tst/unit/env/gateway/website_websocket_test.py": 4.3, + "tst/unit/env/gateway/website_websocket_test.py": 4.5, "tst/unit/env/load_file_artifact_universe_test.py": 0.1, - "tst/unit/env/published_images_test.py": 0.6, + "tst/unit/env/published_images_test.py": 1.0, "tst/unit/env/store_test.py": 0.2, "tst/unit/env/task_step/deploy_agent_env_vars_test.py": 0.1, "tst/unit/env/task_step/test_context_ops.py": 0.4, - "tst/unit/env/task_step/test_score_aggregator.py": 0.2, + "tst/unit/env/task_step/test_score_aggregator.py": 0.1, "tst/unit/env/task_step/verify_env_card_test.py": 0.2, - "tst/unit/env/task_step/verify_env_core_protocol_test.py": 0.2, - "tst/unit/env/test_env.py": 0.7, + "tst/unit/env/task_step/verify_env_core_protocol_test.py": 0.1, + "tst/unit/env/test_env.py": 0.9, "tst/unit/env/test_legacy_protocol.py": 0.4, - "tst/unit/env/test_registry.py": 0.5, - "tst/unit/env/test_snapshot_fingerprint.py": 0.1, + "tst/unit/env/test_registry.py": 0.7, + "tst/unit/env/test_snapshot_fingerprint.py": 0.2, "tst/unit/explorer/entity_ids_test.py": 0.1, - "tst/unit/explorer/explorer_app_test.py": 14.5, - "tst/unit/openenv/app_test.py": 12.9, - "tst/unit/openenv/environment_test.py": 9.7, + "tst/unit/explorer/explorer_app_test.py": 17.4, + "tst/unit/openenv/app_test.py": 12.4, + "tst/unit/openenv/environment_test.py": 9.9, "tst/unit/openenv/reward_test.py": 0.1, - "tst/unit/plugin_inventory_test.py": 2.8, - "tst/unit/plugin_requirements_test.py": 0.1, - "tst/unit/plugin_settings_test.py": 8.3, - "tst/unit/plugins_test.py": 1.0, - "tst/unit/providers/compose_host_port_publish_test.py": 0.6, - "tst/unit/providers/env_providers/env_gateway_provider_test.py": 6.3, + "tst/unit/plugin_inventory_test.py": 1.0, + "tst/unit/plugin_requirements_test.py": 0.2, + "tst/unit/plugin_settings_test.py": 9.0, + "tst/unit/plugins_test.py": 1.1, + "tst/unit/providers/compose_host_port_publish_test.py": 0.5, + "tst/unit/providers/env_providers/env_gateway_provider_test.py": 10.0, "tst/unit/providers/env_providers/env_provider_test.py": 0.1, "tst/unit/providers/env_providers/env_server_provider_test.py": 0.4, - "tst/unit/providers/env_state/test_config_state_providers.py": 0.5, + "tst/unit/providers/env_state/test_config_state_providers.py": 0.4, "tst/unit/providers/env_state/test_env_state_provider.py": 0.3, - "tst/unit/providers/sandbox_providers/agent37_sandbox_provider_test.py": 0.4, + "tst/unit/providers/sandbox_providers/agent37_sandbox_provider_test.py": 0.6, "tst/unit/providers/sandbox_providers/agent37_sandbox_test.py": 1.1, "tst/unit/providers/sandbox_providers/attribution_wire_test.py": 0.2, "tst/unit/providers/sandbox_providers/boat_sandbox_provider_test.py": 0.4, "tst/unit/providers/sandbox_providers/boat_sandbox_test.py": 0.3, - "tst/unit/providers/sandbox_providers/boxd_sandbox_provider_test.py": 1.0, - "tst/unit/providers/sandbox_providers/boxd_sandbox_test.py": 0.3, + "tst/unit/providers/sandbox_providers/boxd_sandbox_provider_test.py": 1.5, + "tst/unit/providers/sandbox_providers/boxd_sandbox_test.py": 0.2, "tst/unit/providers/sandbox_providers/coreweave_deploy_paths_test.py": 0.2, - "tst/unit/providers/sandbox_providers/coreweave_sandbox_provider_test.py": 1.6, - "tst/unit/providers/sandbox_providers/coreweave_sandbox_test.py": 0.8, - "tst/unit/providers/sandbox_providers/daytona_network_test.py": 0.6, - "tst/unit/providers/sandbox_providers/daytona_sandbox_provider_test.py": 1.2, - "tst/unit/providers/sandbox_providers/daytona_sandbox_test.py": 1.0, - "tst/unit/providers/sandbox_providers/e2b_sandbox_provider_test.py": 0.3, - "tst/unit/providers/sandbox_providers/e2b_sandbox_test.py": 1.3, - "tst/unit/providers/sandbox_providers/e2b_template_test.py": 0.5, - "tst/unit/providers/sandbox_providers/egress_hosts_test.py": 0.2, - "tst/unit/providers/sandbox_providers/host_images_test.py": 1.2, - "tst/unit/providers/sandbox_providers/kosa8_sandbox_provider_test.py": 0.8, - "tst/unit/providers/sandbox_providers/kosa8_sandbox_test.py": 1.4, - "tst/unit/providers/sandbox_providers/local_sandbox_host_ports_test.py": 0.5, - "tst/unit/providers/sandbox_providers/local_sandbox_test.py": 12.3, - "tst/unit/providers/sandbox_providers/lume_sandbox_provider_test.py": 10.9, - "tst/unit/providers/sandbox_providers/modal_context_build_test.py": 1.1, + "tst/unit/providers/sandbox_providers/coreweave_sandbox_provider_test.py": 1.5, + "tst/unit/providers/sandbox_providers/coreweave_sandbox_test.py": 0.6, + "tst/unit/providers/sandbox_providers/daytona_network_test.py": 0.4, + "tst/unit/providers/sandbox_providers/daytona_sandbox_provider_test.py": 1.1, + "tst/unit/providers/sandbox_providers/daytona_sandbox_test.py": 0.8, + "tst/unit/providers/sandbox_providers/e2b_sandbox_provider_test.py": 0.1, + "tst/unit/providers/sandbox_providers/e2b_sandbox_test.py": 1.4, + "tst/unit/providers/sandbox_providers/e2b_template_test.py": 0.6, + "tst/unit/providers/sandbox_providers/egress_hosts_test.py": 0.3, + "tst/unit/providers/sandbox_providers/host_images_test.py": 1.1, + "tst/unit/providers/sandbox_providers/kosa8_sandbox_provider_test.py": 0.5, + "tst/unit/providers/sandbox_providers/kosa8_sandbox_test.py": 1.6, + "tst/unit/providers/sandbox_providers/local_sandbox_host_ports_test.py": 0.4, + "tst/unit/providers/sandbox_providers/local_sandbox_test.py": 12.9, + "tst/unit/providers/sandbox_providers/lume_sandbox_provider_test.py": 12.9, + "tst/unit/providers/sandbox_providers/modal_context_build_test.py": 0.8, "tst/unit/providers/sandbox_providers/modal_create_signature_test.py": 0.2, "tst/unit/providers/sandbox_providers/modal_gpu_sandbox_test.py": 0.1, "tst/unit/providers/sandbox_providers/modal_network_policy_test.py": 0.1, "tst/unit/providers/sandbox_providers/modal_network_policy_wiring_test.py": 0.1, "tst/unit/providers/sandbox_providers/modal_sandbox_started_log_test.py": 0.1, "tst/unit/providers/sandbox_providers/modal_sandbox_tags_test.py": 0.2, - "tst/unit/providers/sandbox_providers/modal_sandbox_test.py": 0.5, - "tst/unit/providers/sandbox_providers/modal_vm_sandbox_test.py": 1.5, - "tst/unit/providers/sandbox_providers/network_policy_providers_test.py": 0.3, - "tst/unit/providers/sandbox_providers/network_policy_stamping_test.py": 1.3, - "tst/unit/providers/sandbox_providers/network_policy_test.py": 0.2, - "tst/unit/providers/sandbox_providers/provider_capabilities_test.py": 4.1, + "tst/unit/providers/sandbox_providers/modal_sandbox_test.py": 0.6, + "tst/unit/providers/sandbox_providers/modal_vm_sandbox_test.py": 1.7, + "tst/unit/providers/sandbox_providers/network_policy_providers_test.py": 0.2, + "tst/unit/providers/sandbox_providers/network_policy_stamping_test.py": 1.4, + "tst/unit/providers/sandbox_providers/network_policy_test.py": 0.1, + "tst/unit/providers/sandbox_providers/provider_capabilities_test.py": 5.8, "tst/unit/providers/sandbox_providers/relay_test.py": 0.1, - "tst/unit/providers/sandbox_providers/sail_vm_model_key_test.py": 1.0, - "tst/unit/providers/sandbox_providers/sail_vm_sandbox_provider_test.py": 2.4, - "tst/unit/providers/sandbox_providers/sail_vm_sandbox_test.py": 0.5, - "tst/unit/providers/sandbox_providers/sandbox_exit_test.py": 0.4, + "tst/unit/providers/sandbox_providers/sail_vm_model_key_test.py": 1.8, + "tst/unit/providers/sandbox_providers/sail_vm_sandbox_provider_test.py": 2.5, + "tst/unit/providers/sandbox_providers/sail_vm_sandbox_test.py": 0.3, + "tst/unit/providers/sandbox_providers/sandbox_exit_test.py": 0.6, "tst/unit/providers/sandbox_providers/sandbox_provider_test.py": 0.9, - "tst/unit/providers/sandbox_providers/tenki_sandbox_provider_test.py": 1.1, - "tst/unit/providers/sandbox_providers/tenki_sandbox_test.py": 0.4, - "tst/unit/providers/sandbox_providers/tensorlake_sandbox_provider_test.py": 0.7, - "tst/unit/providers/sandbox_providers/tensorlake_sandbox_test.py": 3.8, - "tst/unit/providers/sandbox_providers/test_config_sandbox_providers.py": 0.8, - "tst/unit/providers/sandbox_providers/test_reachability_contributions.py": 0.1, - "tst/unit/providers/sandbox_providers/test_url_rewrites.py": 0.2, - "tst/unit/providers/sandbox_providers/vercel_sandbox_provider_test.py": 0.2, - "tst/unit/providers/sandbox_providers/vercel_sandbox_test.py": 3.6, - "tst/unit/providers/sandbox_providers/vm_file_transfer_test.py": 0.1, - "tst/unit/providers/sandbox_providers/vm_object_push_test.py": 0.7, - "tst/unit/providers/sandbox_providers/vm_sandbox_test.py": 0.6, - "tst/unit/runner/local_runner_test.py": 8.9, - "tst/unit/runner/run_store_test.py": 0.1, - "tst/unit/serialization/test_golden_wire_format.py": 0.2, + "tst/unit/providers/sandbox_providers/tenki_sandbox_provider_test.py": 1.3, + "tst/unit/providers/sandbox_providers/tenki_sandbox_test.py": 0.5, + "tst/unit/providers/sandbox_providers/tensorlake_sandbox_provider_test.py": 0.4, + "tst/unit/providers/sandbox_providers/tensorlake_sandbox_test.py": 3.9, + "tst/unit/providers/sandbox_providers/test_config_sandbox_providers.py": 1.6, + "tst/unit/providers/sandbox_providers/test_reachability_contributions.py": 0.5, + "tst/unit/providers/sandbox_providers/test_url_rewrites.py": 1.0, + "tst/unit/providers/sandbox_providers/vercel_sandbox_provider_test.py": 0.4, + "tst/unit/providers/sandbox_providers/vercel_sandbox_test.py": 3.7, + "tst/unit/providers/sandbox_providers/vm_file_transfer_test.py": 0.4, + "tst/unit/providers/sandbox_providers/vm_object_push_test.py": 1.2, + "tst/unit/providers/sandbox_providers/vm_sandbox_test.py": 0.7, + "tst/unit/runner/local_runner_test.py": 8.1, + "tst/unit/runner/run_store_test.py": 0.2, + "tst/unit/serialization/test_golden_wire_format.py": 0.5, "tst/unit/store/awaiting_lock_test.py": 1.0, "tst/unit/store/aws/aws_secret_store_test.py": 0.2, - "tst/unit/store/aws/dynamodb_document_store_test.py": 11.7, - "tst/unit/store/aws/dynamodb_step_journal_test.py": 12.0, - "tst/unit/store/aws/ecr_image_store_test.py": 0.0, + "tst/unit/store/aws/dynamodb_document_store_test.py": 17.9, + "tst/unit/store/aws/dynamodb_step_journal_test.py": 14.7, + "tst/unit/store/aws/ecr_image_store_test.py": 0.1, "tst/unit/store/aws/s3_grant_lifetime_test.py": 0.1, - "tst/unit/store/aws/s3_object_store_test.py": 4.4, - "tst/unit/store/aws/s3_transfer_grants_test.py": 0.1, - "tst/unit/store/aws/test_secret_logging.py": 0.0, + "tst/unit/store/aws/s3_object_store_test.py": 6.0, + "tst/unit/store/aws/s3_transfer_grants_test.py": 0.4, + "tst/unit/store/aws/test_secret_logging.py": 0.1, "tst/unit/store/aws/test_shared_credentials.py": 0.1, - "tst/unit/store/derived_ids_test.py": 8.6, - "tst/unit/store/fake_object_store_test.py": 0.1, + "tst/unit/store/derived_ids_test.py": 8.9, + "tst/unit/store/fake_object_store_test.py": 0.2, "tst/unit/store/firestore_mongo_document_store_test.py": 0.3, - "tst/unit/store/gcp_secret_manager_secret_store_test.py": 0.1, - "tst/unit/store/gcs_object_store_test.py": 0.5, - "tst/unit/store/google_credentials_test.py": 0.6, - "tst/unit/store/google_transport_test.py": 0.1, + "tst/unit/store/gcp_secret_manager_secret_store_test.py": 0.2, + "tst/unit/store/gcs_object_store_test.py": 1.0, + "tst/unit/store/google_credentials_test.py": 0.8, + "tst/unit/store/google_transport_test.py": 0.2, "tst/unit/store/grant_lifetime_test.py": 0.1, - "tst/unit/store/ids_test.py": 0.5, + "tst/unit/store/ids_test.py": 0.7, "tst/unit/store/local_backends_composition_test.py": 0.9, - "tst/unit/store/local_grant_server_test.py": 9.8, - "tst/unit/store/local_id_acceptance_test.py": 1.4, - "tst/unit/store/local_object_store_test.py": 1.4, - "tst/unit/store/local_registry_image_store_test.py": 0.0, - "tst/unit/store/local_secret_store_test.py": 0.1, - "tst/unit/store/local_tls_test.py": 0.2, - "tst/unit/store/local_tokens_test.py": 0.1, - "tst/unit/store/mongo_document_store_test.py": 0.7, - "tst/unit/store/oci_registry_credentials_test.py": 0.1, + "tst/unit/store/local_grant_server_test.py": 10.1, + "tst/unit/store/local_id_acceptance_test.py": 1.6, + "tst/unit/store/local_object_store_test.py": 2.4, + "tst/unit/store/local_registry_image_store_test.py": 0.1, + "tst/unit/store/local_secret_store_test.py": 0.2, + "tst/unit/store/local_tls_test.py": 0.4, + "tst/unit/store/local_tokens_test.py": 0.2, + "tst/unit/store/mongo_document_store_test.py": 0.8, + "tst/unit/store/oci_registry_credentials_test.py": 0.2, "tst/unit/store/oci_registry_image_store_test.py": 0.2, "tst/unit/store/readable_url_test.py": 0.2, - "tst/unit/store/registry_api_test.py": 0.3, - "tst/unit/store/routing_test.py": 2.6, - "tst/unit/store/sqlite_document_store_test.py": 10.4, - "tst/unit/store/test_config_document_store.py": 0.1, + "tst/unit/store/registry_api_test.py": 0.4, + "tst/unit/store/routing_test.py": 3.0, + "tst/unit/store/sqlite_document_store_test.py": 13.7, + "tst/unit/store/test_config_document_store.py": 0.2, "tst/unit/store/test_config_image_store.py": 0.2, - "tst/unit/store/test_config_model.py": 0.3, + "tst/unit/store/test_config_model.py": 0.2, "tst/unit/store/test_config_mongo_client.py": 0.1, "tst/unit/store/test_config_object_store.py": 0.1, "tst/unit/store/test_config_secret_bundle_keys.py": 0.0, - "tst/unit/store/test_config_secret_store.py": 0.1, + "tst/unit/store/test_config_secret_store.py": 0.2, "tst/unit/store/test_document_store.py": 0.3, - "tst/unit/store/test_object_transfer_grants.py": 0.2, + "tst/unit/store/test_object_transfer_grants.py": 0.4, "tst/unit/store/test_task_instance_indexes.py": 0.1, - "tst/unit/store/version_lookup_benchmark_test.py": 1.2, + "tst/unit/store/version_lookup_benchmark_test.py": 1.1, "tst/unit/task/batch_universe_ids_test.py": 0.0, "tst/unit/task/benchmark_test.py": 0.0, "tst/unit/task/control_grant_test.py": 0.1, - "tst/unit/task/depends_on_test.py": 0.5, + "tst/unit/task/depends_on_test.py": 0.8, "tst/unit/task/entity_ids_test.py": 0.1, - "tst/unit/task/episode/proxy_test.py": 0.1, - "tst/unit/task/episode/run_test.py": 9.7, - "tst/unit/task/episode/spec_test.py": 1.2, - "tst/unit/task/local_run_write_fence_test.py": 2.2, - "tst/unit/task/outcome_test.py": 0.3, - "tst/unit/task/retry_sandbox_teardown_test.py": 0.0, + "tst/unit/task/episode/proxy_test.py": 0.2, + "tst/unit/task/episode/run_test.py": 8.8, + "tst/unit/task/episode/spec_test.py": 2.5, + "tst/unit/task/local_run_write_fence_test.py": 3.3, + "tst/unit/task/outcome_test.py": 0.4, + "tst/unit/task/retry_sandbox_teardown_test.py": 0.1, "tst/unit/task/seed_context_fence_test.py": 0.1, "tst/unit/task/seed_substitution_test.py": 0.0, - "tst/unit/task/step_journal_rules_test.py": 0.1, + "tst/unit/task/step_journal_rules_test.py": 0.3, "tst/unit/task/step_journal_test.py": 1.4, "tst/unit/task/task_document_test.py": 0.2, - "tst/unit/task/task_failure_write_retry_test.py": 0.1, - "tst/unit/task/task_instance_reads_test.py": 0.1, - "tst/unit/task/teardown_test.py": 1.8, - "tst/unit/task_step/add_skills_env_test.py": 0.1, - "tst/unit/task_step/agent_clock_test.py": 0.4, - "tst/unit/task_step/attribution_serialization_test.py": 0.1, - "tst/unit/task_step/browser_recording_test.py": 0.6, - "tst/unit/task_step/computer_recording_test.py": 0.5, + "tst/unit/task/task_failure_write_retry_test.py": 0.2, + "tst/unit/task/task_instance_reads_test.py": 0.2, + "tst/unit/task/teardown_test.py": 2.3, + "tst/unit/task_step/add_skills_env_test.py": 0.2, + "tst/unit/task_step/agent_clock_test.py": 0.9, + "tst/unit/task_step/attribution_serialization_test.py": 0.3, + "tst/unit/task_step/browser_recording_test.py": 0.7, + "tst/unit/task_step/computer_recording_test.py": 0.6, "tst/unit/task_step/context_ops_journal_test.py": 0.1, "tst/unit/task_step/context_path_test.py": 0.2, "tst/unit/task_step/deploy_agent_cleanup_test.py": 0.0, "tst/unit/task_step/deploy_agent_linked_sandbox_test.py": 0.1, "tst/unit/task_step/deploy_agent_test.py": 0.1, - "tst/unit/task_step/deploy_env_test.py": 0.9, - "tst/unit/task_step/deploy_human_agent_test.py": 0.1, + "tst/unit/task_step/deploy_env_test.py": 1.5, + "tst/unit/task_step/deploy_human_agent_test.py": 0.3, "tst/unit/task_step/deploy_sandbox_default_cpu_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_image_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_network_policy_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_provider_override_test.py": 0.1, "tst/unit/task_step/install_agent_guards_test.py": 0.2, "tst/unit/task_step/install_agent_test.py": 0.3, - "tst/unit/task_step/local_container_urls_test.py": 0.7, + "tst/unit/task_step/local_container_urls_test.py": 1.5, "tst/unit/task_step/local_step_containers_test.py": 0.3, - "tst/unit/task_step/prompt_agent_file_parts_test.py": 0.3, - "tst/unit/task_step/retry_test.py": 3.2, + "tst/unit/task_step/prompt_agent_file_parts_test.py": 0.2, + "tst/unit/task_step/retry_test.py": 1.1, "tst/unit/task_step/run_context_object_url_test.py": 0.2, "tst/unit/task_step/run_docker_container_test.py": 0.4, - "tst/unit/task_step/run_wide_agent_pick_test.py": 0.1, - "tst/unit/task_step/set_env_clock_rate_test.py": 0.1, + "tst/unit/task_step/run_wide_agent_pick_test.py": 0.0, + "tst/unit/task_step/set_env_clock_rate_test.py": 0.2, "tst/unit/task_step/skill_object_url_test.py": 0.2, - "tst/unit/task_step/snapshot_computer_env_test.py": 0.3, - "tst/unit/task_step/snapshot_env_upload_grant_test.py": 0.5, - "tst/unit/task_step/snapshot_env_without_gateway_test.py": 0.4, - "tst/unit/task_step/stored_priority_test.py": 0.1, + "tst/unit/task_step/snapshot_computer_env_test.py": 0.4, + "tst/unit/task_step/snapshot_env_upload_grant_test.py": 0.8, + "tst/unit/task_step/snapshot_env_without_gateway_test.py": 0.5, + "tst/unit/task_step/stored_priority_test.py": 0.0, "tst/unit/task_step/stored_s3_form_fields_test.py": 0.1, - "tst/unit/task_step/sync_env_clock_test.py": 0.7, + "tst/unit/task_step/sync_env_clock_test.py": 0.3, "tst/unit/task_step/test_advance_to_next_event_hook.py": 1.1, "tst/unit/task_step/test_agent_model_precedence.py": 0.1, - "tst/unit/task_step/test_agent_state_capture.py": 0.6, - "tst/unit/task_step/test_always_on_agent_and_gateway.py": 0.5, - "tst/unit/task_step/test_always_on_agent_verifier.py": 1.0, - "tst/unit/task_step/test_always_on_budget.py": 4.6, - "tst/unit/task_step/test_always_on_checks.py": 1.9, + "tst/unit/task_step/test_agent_state_capture.py": 0.5, + "tst/unit/task_step/test_always_on_agent_and_gateway.py": 0.4, + "tst/unit/task_step/test_always_on_agent_verifier.py": 0.9, + "tst/unit/task_step/test_always_on_budget.py": 5.3, + "tst/unit/task_step/test_always_on_checks.py": 1.0, "tst/unit/task_step/test_always_on_clock_rate.py": 3.4, - "tst/unit/task_step/test_always_on_endings.py": 2.4, - "tst/unit/task_step/test_always_on_graded.py": 1.2, - "tst/unit/task_step/test_always_on_idle_world.py": 2.2, - "tst/unit/task_step/test_always_on_loop.py": 2.3, - "tst/unit/task_step/test_always_on_messages.py": 0.8, - "tst/unit/task_step/test_always_on_no_clock.py": 0.1, - "tst/unit/task_step/test_always_on_record.py": 1.2, - "tst/unit/task_step/test_always_on_settle.py": 1.9, - "tst/unit/task_step/test_always_on_time.py": 0.1, + "tst/unit/task_step/test_always_on_endings.py": 1.4, + "tst/unit/task_step/test_always_on_graded.py": 1.3, + "tst/unit/task_step/test_always_on_idle_world.py": 1.7, + "tst/unit/task_step/test_always_on_loop.py": 1.6, + "tst/unit/task_step/test_always_on_messages.py": 0.9, + "tst/unit/task_step/test_always_on_no_clock.py": 0.3, + "tst/unit/task_step/test_always_on_record.py": 1.7, + "tst/unit/task_step/test_always_on_settle.py": 1.7, + "tst/unit/task_step/test_always_on_time.py": 0.2, "tst/unit/task_step/test_always_on_user_model.py": 0.2, "tst/unit/task_step/test_always_on_user_sim_inputs.py": 1.3, - "tst/unit/task_step/test_always_on_who_did_what.py": 1.1, - "tst/unit/task_step/test_apply_server_config.py": 0.7, - "tst/unit/task_step/test_browser_connect_cdp.py": 0.3, - "tst/unit/task_step/test_browser_sign_in.py": 0.2, - "tst/unit/task_step/test_browser_steps.py": 0.6, - "tst/unit/task_step/test_collect_artifacts.py": 1.4, - "tst/unit/task_step/test_collect_artifacts_universe_suffix.py": 0.3, + "tst/unit/task_step/test_always_on_who_did_what.py": 1.2, + "tst/unit/task_step/test_apply_server_config.py": 0.8, + "tst/unit/task_step/test_browser_connect_cdp.py": 0.2, + "tst/unit/task_step/test_browser_sign_in.py": 0.1, + "tst/unit/task_step/test_browser_steps.py": 0.7, + "tst/unit/task_step/test_collect_artifacts.py": 1.8, + "tst/unit/task_step/test_collect_artifacts_universe_suffix.py": 0.2, "tst/unit/task_step/test_collect_artifacts_vm_host.py": 0.3, "tst/unit/task_step/test_collect_integrity.py": 0.1, "tst/unit/task_step/test_combine_universe_verdicts.py": 0.1, - "tst/unit/task_step/test_config_task_steps.py": 0.4, - "tst/unit/task_step/test_configure_scheduled_checks.py": 0.2, - "tst/unit/task_step/test_container_sandbox_routing.py": 0.3, - "tst/unit/task_step/test_deploy_agent_changelog_objects.py": 0.6, + "tst/unit/task_step/test_config_task_steps.py": 0.3, + "tst/unit/task_step/test_configure_scheduled_checks.py": 0.1, + "tst/unit/task_step/test_container_sandbox_routing.py": 0.2, + "tst/unit/task_step/test_deploy_agent_changelog_objects.py": 0.8, "tst/unit/task_step/test_deploy_agent_enable_docker.py": 0.1, "tst/unit/task_step/test_deploy_agent_live_endpoint.py": 0.1, - "tst/unit/task_step/test_deploy_agent_mcp_alias.py": 0.1, - "tst/unit/task_step/test_deploy_agent_role_delivery.py": 0.8, - "tst/unit/task_step/test_deploy_agent_snapshot_objects.py": 0.3, + "tst/unit/task_step/test_deploy_agent_mcp_alias.py": 0.2, + "tst/unit/task_step/test_deploy_agent_role_delivery.py": 1.0, + "tst/unit/task_step/test_deploy_agent_snapshot_objects.py": 0.2, "tst/unit/task_step/test_deploy_ttl_from_budget.py": 0.1, - "tst/unit/task_step/test_deploy_user_sim_agent.py": 1.5, - "tst/unit/task_step/test_entity_refs.py": 3.4, - "tst/unit/task_step/test_field_scopes.py": 2.1, + "tst/unit/task_step/test_deploy_user_sim_agent.py": 2.0, + "tst/unit/task_step/test_entity_refs.py": 2.6, + "tst/unit/task_step/test_field_scopes.py": 1.5, "tst/unit/task_step/test_install_agent_registers_instance.py": 0.1, "tst/unit/task_step/test_load_artifact_agent_container_target.py": 0.1, "tst/unit/task_step/test_load_artifact_container_sandbox.py": 0.1, "tst/unit/task_step/test_load_artifact_env_binding.py": 0.1, - "tst/unit/task_step/test_load_artifact_file.py": 0.2, + "tst/unit/task_step/test_load_artifact_file.py": 0.1, "tst/unit/task_step/test_load_artifact_overrides.py": 0.2, "tst/unit/task_step/test_load_artifact_service_payload.py": 0.5, - "tst/unit/task_step/test_load_artifact_service_universe.py": 0.1, + "tst/unit/task_step/test_load_artifact_service_universe.py": 0.2, "tst/unit/task_step/test_load_artifact_snapshot_reporting.py": 0.1, - "tst/unit/task_step/test_load_artifact_url_filenames.py": 0.2, + "tst/unit/task_step/test_load_artifact_url_filenames.py": 0.1, "tst/unit/task_step/test_load_artifact_vm_target.py": 0.2, - "tst/unit/task_step/test_manifest_cli_builder.py": 13.8, - "tst/unit/task_step/test_mcp_cli_builder.py": 1.4, - "tst/unit/task_step/test_model_key_scope.py": 0.9, + "tst/unit/task_step/test_manifest_cli_builder.py": 15.4, + "tst/unit/task_step/test_mcp_cli_builder.py": 2.4, + "tst/unit/task_step/test_model_key_scope.py": 0.6, "tst/unit/task_step/test_modify_env_tool_access.py": 0.1, - "tst/unit/task_step/test_next_env_event_hook.py": 1.8, + "tst/unit/task_step/test_next_env_event_hook.py": 1.9, "tst/unit/task_step/test_parallel_deploy_env_binding.py": 0.1, "tst/unit/task_step/test_preflight_pinned_versions.py": 0.1, "tst/unit/task_step/test_prompt_agent.py": 0.2, - "tst/unit/task_step/test_prompt_agent_built_in_user_sim.py": 1.1, + "tst/unit/task_step/test_prompt_agent_built_in_user_sim.py": 1.2, "tst/unit/task_step/test_prompt_agent_builtin_tools.py": 0.1, "tst/unit/task_step/test_prompt_agent_conversation_tool_calls.py": 0.1, "tst/unit/task_step/test_prompt_agent_human_default.py": 0.1, "tst/unit/task_step/test_prompt_agent_live_trajectory.py": 0.9, "tst/unit/task_step/test_prompt_agent_model_params.py": 0.1, - "tst/unit/task_step/test_prompt_agent_notifications.py": 0.3, - "tst/unit/task_step/test_prompt_agent_post_turn_hooks.py": 2.5, - "tst/unit/task_step/test_prompt_agent_snapshots.py": 2.2, - "tst/unit/task_step/test_prompt_agent_triggers.py": 0.4, - "tst/unit/task_step/test_prompt_agent_unreachable.py": 0.0, + "tst/unit/task_step/test_prompt_agent_notifications.py": 0.6, + "tst/unit/task_step/test_prompt_agent_post_turn_hooks.py": 1.6, + "tst/unit/task_step/test_prompt_agent_snapshots.py": 2.9, + "tst/unit/task_step/test_prompt_agent_triggers.py": 0.9, + "tst/unit/task_step/test_prompt_agent_unreachable.py": 0.1, "tst/unit/task_step/test_prompt_agent_user_model.py": 0.0, - "tst/unit/task_step/test_prompt_agent_user_side.py": 0.3, + "tst/unit/task_step/test_prompt_agent_user_side.py": 0.5, "tst/unit/task_step/test_recorded_models.py": 0.1, - "tst/unit/task_step/test_register_agent_triggers.py": 0.1, - "tst/unit/task_step/test_register_env_triggers.py": 7.3, + "tst/unit/task_step/test_register_agent_triggers.py": 0.2, + "tst/unit/task_step/test_register_env_triggers.py": 8.0, "tst/unit/task_step/test_reset_env.py": 0.1, "tst/unit/task_step/test_review.py": 0.2, - "tst/unit/task_step/test_role_models_golden.py": 3.4, - "tst/unit/task_step/test_run_code.py": 17.2, - "tst/unit/task_step/test_sandbox_utils_agent_container.py": 0.0, - "tst/unit/task_step/test_sandbox_utils_logs.py": 0.1, - "tst/unit/task_step/test_snapshot_agent_state.py": 0.1, + "tst/unit/task_step/test_role_models_golden.py": 2.3, + "tst/unit/task_step/test_run_code.py": 19.6, + "tst/unit/task_step/test_sandbox_utils_agent_container.py": 0.1, + "tst/unit/task_step/test_sandbox_utils_logs.py": 0.2, + "tst/unit/task_step/test_snapshot_agent_state.py": 0.2, "tst/unit/task_step/test_snapshot_env.py": 0.7, - "tst/unit/task_step/test_snapshot_env_env_binding.py": 0.1, - "tst/unit/task_step/test_step_context_error.py": 0.6, - "tst/unit/task_step/test_step_overrides_agent_and_model.py": 0.1, + "tst/unit/task_step/test_snapshot_env_env_binding.py": 0.3, + "tst/unit/task_step/test_step_context_error.py": 0.4, + "tst/unit/task_step/test_step_overrides_agent_and_model.py": 0.2, "tst/unit/task_step/test_teardown_sandboxes.py": 0.2, - "tst/unit/task_step/test_universe_comparison.py": 0.1, + "tst/unit/task_step/test_universe_comparison.py": 0.3, "tst/unit/task_step/test_user_sim_opening_files.py": 0.5, - "tst/unit/task_step/test_user_sim_satisfaction.py": 2.2, - "tst/unit/task_step/test_user_sim_versions.py": 0.3, - "tst/unit/task_step/test_validation_gate_aggregator.py": 0.0, + "tst/unit/task_step/test_user_sim_satisfaction.py": 1.3, + "tst/unit/task_step/test_user_sim_versions.py": 0.7, + "tst/unit/task_step/test_validation_gate_aggregator.py": 0.1, "tst/unit/task_step/test_verify_a2a_agent_mcp.py": 0.0, - "tst/unit/task_step/test_verify_a2a_builtin_tools.py": 0.0, - "tst/unit/task_step/test_verify_a2a_control_token.py": 0.0, - "tst/unit/task_step/test_verify_spec_conformance.py": 0.1, - "tst/unit/task_step/test_verify_universe_agent_judge.py": 0.1, + "tst/unit/task_step/test_verify_a2a_builtin_tools.py": 0.1, + "tst/unit/task_step/test_verify_a2a_control_token.py": 0.1, + "tst/unit/task_step/test_verify_spec_conformance.py": 0.3, + "tst/unit/task_step/test_verify_universe_agent_judge.py": 0.5, "tst/unit/task_step/test_verify_universe_roundtrip.py": 0.1, "tst/unit/task_step/thread_work_test.py": 0.6, - "tst/unit/task_step/unwritten_local_agent_test.py": 0.4, - "tst/unit/task_step/verifiers/judge_short_keys_test.py": 0.1, - "tst/unit/task_step/verifiers/judge_utils/test_frame_selection.py": 0.1, + "tst/unit/task_step/unwritten_local_agent_test.py": 0.5, + "tst/unit/task_step/verifiers/judge_short_keys_test.py": 0.2, + "tst/unit/task_step/verifiers/judge_utils/test_frame_selection.py": 0.2, "tst/unit/task_step/verifiers/judge_utils/test_frame_selection_tool_name.py": 0.0, - "tst/unit/task_step/verifiers/judge_utils/test_judge_output_format.py": 0.2, + "tst/unit/task_step/verifiers/judge_utils/test_judge_output_format.py": 0.5, "tst/unit/task_step/verifiers/judge_utils/test_trajectory_filter.py": 0.0, - "tst/unit/task_step/verifiers/judge_utils/test_turn_events.py": 0.1, - "tst/unit/task_step/verifiers/judge_utils/test_user_sim_checks_format.py": 0.2, - "tst/unit/task_step/verifiers/run_container_unit_tests_verifier_test.py": 0.7, + "tst/unit/task_step/verifiers/judge_utils/test_turn_events.py": 0.4, + "tst/unit/task_step/verifiers/judge_utils/test_user_sim_checks_format.py": 0.3, + "tst/unit/task_step/verifiers/run_container_unit_tests_verifier_test.py": 1.6, "tst/unit/task_step/verifiers/test_agent_prompt_response_verifier.py": 0.1, - "tst/unit/task_step/verifiers/test_always_on_staging.py": 0.5, - "tst/unit/task_step/verifiers/test_env_outcome_verifier_step.py": 0.1, - "tst/unit/task_step/verifiers/test_legacy_entries.py": 1.6, + "tst/unit/task_step/verifiers/test_always_on_staging.py": 0.6, + "tst/unit/task_step/verifiers/test_env_outcome_verifier_step.py": 0.2, + "tst/unit/task_step/verifiers/test_legacy_entries.py": 4.0, "tst/unit/task_step/verifiers/test_rubrics_family_grades.py": 0.1, "tst/unit/task_step/verifiers/test_rubrics_subclasses_golden.py": 0.5, - "tst/unit/task_step/verifiers/test_rubrics_verifier_context_facts_bundle_ids.py": 0.1, - "tst/unit/task_step/verifiers/test_rubrics_verifier_criteria_override.py": 0.0, - "tst/unit/task_step/verifiers/test_rubrics_verifier_fail_task_when_not_passing.py": 0.1, - "tst/unit/task_step/verifiers/test_rubrics_verifier_golden.py": 0.4, - "tst/unit/task_step/verifiers/test_rubrics_verifier_grade_up_to_turn.py": 0.1, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_batches.py": 0.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_context_facts_bundle_ids.py": 0.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_criteria_override.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_fail_task_when_not_passing.py": 1.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_golden.py": 1.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_grade_up_to_turn.py": 0.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_batches.py": 0.4, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_model.py": 0.1, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_retry.py": 0.0, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_retry.py": 0.1, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_teardown.py": 0.0, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout.py": 0.0, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout_retry.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout_retry.py": 0.2, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_trajectory.py": 0.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_litellm_contract.py": 0.3, - "tst/unit/task_step/verifiers/test_rubrics_verifier_mistakes_entry.py": 0.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_multiturn.py": 1.0, - "tst/unit/task_step/verifiers/test_rubrics_verifier_nonfinite_scores.py": 2.8, - "tst/unit/task_step/verifiers/test_rubrics_verifier_per_criterion.py": 0.3, - "tst/unit/task_step/verifiers/test_rubrics_verifier_screenshots.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_litellm_contract.py": 0.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_mistakes_entry.py": 0.4, + "tst/unit/task_step/verifiers/test_rubrics_verifier_multiturn.py": 1.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_nonfinite_scores.py": 2.5, + "tst/unit/task_step/verifiers/test_rubrics_verifier_per_criterion.py": 0.4, + "tst/unit/task_step/verifiers/test_rubrics_verifier_screenshots.py": 0.3, "tst/unit/task_step/verifiers/test_rubrics_verifier_staging_cleanup.py": 0.0, - "tst/unit/task_step/verifiers/test_rubrics_verifier_subclass_hooks.py": 0.5, - "tst/unit/task_step/verifiers/test_run_context.py": 1.6, - "tst/unit/task_step/verifiers/test_score_parity.py": 0.0, - "tst/unit/task_step/verifiers/test_trajectory_mistakes_format.py": 0.1, - "tst/unit/task_step/verifiers/test_user_sim_judge.py": 1.6, + "tst/unit/task_step/verifiers/test_rubrics_verifier_subclass_hooks.py": 0.8, + "tst/unit/task_step/verifiers/test_run_context.py": 1.5, + "tst/unit/task_step/verifiers/test_score_parity.py": 0.1, + "tst/unit/task_step/verifiers/test_trajectory_mistakes_format.py": 0.4, + "tst/unit/task_step/verifiers/test_user_sim_judge.py": 3.4, "tst/unit/task_step/verifiers/test_verifier_base.py": 0.6, - "tst/unit/task_step/verifiers/test_verify_sandbox.py": 0.1, - "tst/unit/test_capabilities.py": 0.3, - "tst/unit/test_check_plugin_api.py": 13.1, - "tst/unit/test_check_skip_policy.py": 0.2, - "tst/unit/test_clean_install_wheel.py": 0.1, - "tst/unit/test_client_identity.py": 0.0, - "tst/unit/test_computer_image_mirror_scripts.py": 0.0, + "tst/unit/task_step/verifiers/test_verify_sandbox.py": 0.3, + "tst/unit/test_capabilities.py": 0.2, + "tst/unit/test_check_plugin_api.py": 16.7, + "tst/unit/test_check_skip_policy.py": 0.3, + "tst/unit/test_clean_install_wheel.py": 0.2, + "tst/unit/test_client_identity.py": 0.1, + "tst/unit/test_computer_image_mirror_scripts.py": 0.1, "tst/unit/test_infra_build_script.py": 1.0, - "tst/unit/test_infra_images_script.py": 0.4, + "tst/unit/test_infra_images_script.py": 0.6, "tst/unit/test_mirror_base_images_script.py": 0.1, - "tst/unit/test_optional_extras_stay_optional.py": 162.5, - "tst/unit/test_package_cache.py": 0.1, + "tst/unit/test_optional_extras_stay_optional.py": 242.4, + "tst/unit/test_package_cache.py": 0.2, "tst/unit/test_published_image.py": 0.1, - "tst/unit/test_pypi_release_script.py": 0.1, - "tst/unit/test_release_infra_images.py": 0.5, - "tst/unit/test_release_protocol_pins.py": 0.1, - "tst/unit/test_runtime_dependencies_are_imported.py": 15.3, - "tst/unit/test_shards.py": 11.0, - "tst/unit/test_slow_test_durations_script.py": 0.3, + "tst/unit/test_pypi_release_script.py": 0.3, + "tst/unit/test_release_infra_images.py": 0.7, + "tst/unit/test_release_protocol_pins.py": 0.2, + "tst/unit/test_runtime_dependencies_are_imported.py": 23.3, + "tst/unit/test_shards.py": 10.5, + "tst/unit/test_slow_test_durations_script.py": 0.4, "tst/unit/test_subclass_hooks_are_annotated.py": 2.4, - "tst/unit/test_tls_verification.py": 0.1, - "tst/unit/training/chat_test.py": 11.5, - "tst/unit/training/harness_test.py": 15.9, - "tst/unit/training/nemo_gym_test.py": 2.9, + "tst/unit/test_tls_verification.py": 0.2, + "tst/unit/training/chat_test.py": 11.6, + "tst/unit/training/harness_test.py": 15.4, + "tst/unit/training/nemo_gym_test.py": 2.6, "tst/unit/training/sessions_test.py": 0.2, - "tst/unit/training/skyrl_test.py": 3.6, - "tst/unit/training/tools_test.py": 0.2, - "tst/unit/training/trl_test.py": 28.3, + "tst/unit/training/skyrl_test.py": 4.6, + "tst/unit/training/tools_test.py": 0.1, + "tst/unit/training/trl_test.py": 28.8, "tst/unit/training/verl_test.py": 2.8, - "tst/unit/utils/docker/build_test.py": 0.7, - "tst/unit/utils/docker/context_test.py": 0.8, - "tst/unit/utils/docker/dockerfile_test.py": 0.7, + "tst/unit/utils/docker/build_test.py": 0.8, + "tst/unit/utils/docker/context_test.py": 0.4, + "tst/unit/utils/docker/dockerfile_test.py": 0.6, "tst/unit/utils/docker/installed_test.py": 0.1, - "tst/unit/utils/docker/lock_test.py": 0.2, + "tst/unit/utils/docker/lock_test.py": 0.5, "tst/unit/utils/docker/metadata_test.py": 0.1, - "tst/unit/utils/docker/prune_test.py": 0.6, - "tst/unit/utils/exec_retry_test.py": 0.2, + "tst/unit/utils/docker/prune_test.py": 1.0, + "tst/unit/utils/exec_retry_test.py": 0.1, "tst/unit/utils/test_card_naming_github_token.py": 0.0, - "tst/unit/utils/test_paths.py": 0.2 + "tst/unit/utils/test_paths.py": 0.1 }, "split_in": { "tst/integration/computer/browser_computer_test.py": 2, From f13833d60a9a7b825cd1c249c33018bd74bf08fb Mon Sep 17 00:00:00 2001 From: Edgar Arakelyan Date: Thu, 19 Nov 2026 03:19:23 -0800 Subject: [PATCH 12/12] test(computers): a fixture composes no computer app alone but its own A computer app that names a computer and a driver, as agentenv's chromium does, was composed alone by every fixture whose bundle put it on a desktop, though those fixtures deploy it only on the desktop, which composes it into its own image: 2 to 10 minutes of each such shard. While a fixture writes its bundle, composer.compose now composes no computer app alone but the fixture's own (env_id, as the browser computer fixture's is chromium), or every one with disks; a test that deploys another alone has its deploy compose it first. Co-Authored-By: Claude Opus 5.5 --- AGENTS.md | 2 +- src/agent_env/bundle/register.py | 3 +-- src/agent_env/env/envs/computer/app_env.py | 7 +++-- .../env/envs/computer/utils/composer.py | 19 ++++--------- tst/integration/computer/conftest.py | 27 ++++++++++++++----- tst/unit/env/envs/test_computer_env.py | 14 ---------- 6 files changed, 30 insertions(+), 42 deletions(-) diff --git a/AGENTS.md b/AGENTS.md index 41fc4711d..f5625f3cc 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -123,7 +123,7 @@ and deserialized through a registry. | Package | Contents | |---|---| -| `env/` | `Env` base class: a subclass declares `type`, implements `from_dict` and `async deploy(...) -> DeployedEnv`, and may override `reset`, `close` and `load_file_artifact_universe`; teardown closes each env a run deployed before terminating its sandboxes by id. Built-ins in `env/envs/`: `MCPServerEnv` (`mcp_server`), `MultiEnv` (`multi`, MCP servers plus websites and computers; its website browser is the one its `browser_envs` names, none for `[]`, else the run's when it has websites: an MCP server env such as `playwright-mcp` runs among the gateway's MCP servers, and a browser computer such as `chromium` on a sandbox of its own as one more computer child, sized by its `child_envs` entry, its tools under its name and `_`, routing the multi env's synthetic sites unless that entry's `site_routing` says, its network its own env's, as any computer child's; a website env deployed alone refuses a browser computer as the run's browser), `ServiceDBEnv` (`service_db`, PostgreSQL), `WebsiteEnv` (`website`, one site: a server image, `backend_image` in its env.toml, serving the pages and API, ready when its card's `website/v1` `ready` answers a `WebsiteReadiness` that says so, as `agentenv_protocol.website` (`website_readiness`, `env_readiness`) defines a website env's health for the deploy and `DeployedEnv.readiness()` alike, or, for a card without `ready`, when its `health` path answers 200, which is deprecated; its env.toml's `ready_timeout_s`, how long it may take from its server's container starting to ready, is that container's health check `start_period` and what the deploy waits, or its card's `ready` timeout if longer, and its `shm_mb` is the container's `shm_size`, each left to the gateway and Docker without them; the gateway container's `env/gateway/constants.py` mirrors the URI and op, a test keeping them equal; a separate frontend image is deprecated, warned of at put and optional in a bundle, and a stored `backend_docker_image_artifact` reads as the server image; a live one, `live = true`, is a real site whose server serves none of its pages, its `live`, `domains` and `allow_hosts` read at put from its server's `@website(...)` (`utils/card_naming.py` `WebsiteSource`) unless given, its `settings`' secrets only as references the gateway resolves as it writes the site's container (`WEBSITE_SETTINGS_ENV`); the gateway gives it no site route, a computer's site table leaves it out, a computer whose network is an allowlist is let reach its names (`MultiEnv.live_hosts`), a browser alone's forward port takes them straight to the real site (`site_proxy.py` `direct`), as the browser base's stand-in proxy takes any host, refusing nothing, each proxy logging each such connection as a JSON line, and a run that deploys one is marked live, `reproducible: false`), `GatewayEnv` (`gateway_server`), `ComputerDriverEnv` (`computer_driver`, `env/envs/computer/driver_env.py`: a computer driver's files and what its class declares for each platform it supports, read at put in a process of its own, `agentenv_protocol.computer._declare`, where the driver's own dependencies needn't be installed, with the `port` it serves on and its install by OS, `[install.]`, or for one distribution `[install."/"]`, which replaces its OS type's there, as its `known_failures` do (`env/envs/computer/utils/install.py`): files, apt `packages` with extra `sources`, a `python` requirements file for a venv, `downloads` by URL and sha256, `run` scripts, the services the base's init runs, and `ports`; it deploys only as a computer env's driver), `ComputerEnv` (`computer`, in `env/envs/computer/`: a base computer and a driver, matched at put by gate 1 before anything is stored, then composed by `composer.py` into an image for each form and arch on a builder of the put's sandbox provider, by default the env's (`utils/builder.py`; `--sandbox` on `env build`): this machine's Docker for `local`, else a VM of the provider, which fetches the put's stored files by signed URL, takes the rest inline and pushes to the image store itself, so it builds only with stores a remote VM reaches; each arch goes to the first link that runs it natively, else one that emulates it (a VM registers QEMU; `--no-emulate` leaves it `skipped` instead, for a later put), and its pair records the provider that built it (`builder`); a run or register that reuses a computer env composes what it has left (`pending`), a run, and a register given a `--sandbox`, only the forms its sandbox's deploys boot (`booted_forms`: on each link, the first form it boots natively, by the deploy's own rule, `boot.first_native`; a compose of a disk adds its container), a run no computer app alone, which the first deploy that boots it alone composes (`Composing.apps_alone`), and a deploy composes first what it boots that no compose started, and a container it runs natively that was built but not probed, as one whose probe a setting that didn't resolve stopped, booting it only once ready (`ComputerEnv.compose_unstarted`); tagged `agentenv-computers:` in the image store by a key of the image's Dockerfile, build context and lock so any env with the same inputs reuses it; every layer's packages, requirements and downloads are resolved at put in a container of the base for each arch (`utils/packages.py`, `utils/resolve_in_base.py`), stored in the object store by sha256 under `agentenv-packages/`, and listed in a lock stored by a digest of its inputs, which any env with the same inputs reuses, and builds install only the lock's files, every install step `RUN --network=none`; each pair's status goes into its metadata, `composed`, the arches built are written as its computer, a `computer` artifact over one index, and `agent-env env build` resumes what a put left; gate 3 (`utils/probing.py`) then boots each native build on the put's sandbox provider and probes it at `full`, making it `ready` or `failed`, and a build no provider runs natively stays `unverified`. Its deploy, through the `computer` env provider (`providers/env_providers/env_computer_provider.py`), boots its first `ready` build on a sandbox provider that runs its arch natively (`native_platforms()`), with no gateway in front and the driver's card as the env card, its `/dev/shm` the most its apps' Linux installs ask for (`shm_mb`, in MiB, which its composed computer and the deploy record keep; `--shm-size` on a container, `AGENTENV_SHM_MB` read by a Linux disk's init, passed only to a provider whose `SHARED_MEMORY` says it gives that much, else the sandbox's default, which the deploy logs), then checks its `display`; `deploy_env` `env_params` take a `form`, `computer_settings` (deploy-phase values of the base's settings; a secret one, here or on the env, only as a bare `secret:`/`env:` reference) and `driver_settings` (the driver's `ComputerSettings`, such as its default coordinate space); a `network` that allows nothing runs it on local Docker's internal network behind a relay (`providers/sandbox_providers/local_docker/relay/`); `reset` and `close` have the driver end its recordings first (`computer-recording/v1` `end_all`, each uploading what's left and its manifest under the grant it started with), and `reset` then boots a fresh container in its place (`reset_container`), keeping the computer's address but not an agent's MCP session to the old driver; its `load_file_artifact_universe` writes files under the session user's home through the driver's `data/add`, `Downloads` by default, each file's bytes through a read grant when the store's grants reach it and its network allows everything, else inline (`env/envs/computer/utils/inside.py`)), `ComputerAppEnv` (`computer_app`, `env/envs/computer/app_env.py`: an app on a computer, a `ComputerAppEnvironment` class its env.toml's `module` names, read at put by the same `_declare`, which declares each OS with its own decorator (`@linux(...)`, or `@install(os_type, spec)` for any OS type; `@linux(distribution=...)` or `@install("/", spec)` for one distribution, which replaces its OS type's there) holding its install, its launch and, optionally, a skill and settings and build settings that add to the class's there, and install steps and ready checks for every OS or those their `os=` names; everything that reads its settings, launch or steps asks for the computer's OS type; deployed alone it is a one-app computer env, a `ComputerEnv` of the computer and driver its env.toml names, the composer installing it under `/opt/agentenv/apps//` with its services as supervisord programs beside its own server (`agentenv_protocol.computer.serve_app`, in a venv with the protocol's `app` extra, on `.agentenv/server.sock` in its folder), which adds its launcher, launches a `boot` app once per boot and says through `computer-app/v1` whether it's ready, as the driver's `computer-ready` asks, its card named after it, and `env_params` `app_settings` handing it values of its `Settings` in `AGENTENV_APP_SETTINGS`, a secret one only as a bare reference, over its env.toml's `[settings]` and a computer env's `settings` beside it in `apps`, each by top-level field (`params.app_settings`; checked at put, a required one left to the deploy; the deploy record keeps the merged values as `app_settings`, secrets withheld); its env.toml's `build_settings`, values of its `BuildSettings` checked at put, are written to `.agentenv/build_settings.json` in its folder, so they're part of the image's key, its install steps read them, and a deploy can't change them). An env type whose services take environment data defines `load_environment_artifact` and `load_environment_universe_artifact`; `load_artifact` refuses an environment artifact aimed at a type that doesn't, at save and before it loads. An env built on the protocol SDK can serve agents a skill (`@agent_skill`, `skill/v1`), which `add_skills` `env_ids` installs under its environment name (behind a gateway, each server's under that server's name); a skill with files beside its SKILL.md goes as a bundle stored once per content under `agentenv-env-skills/` in the object store. `env/gateway/gateway.py` is the env-side gateway server, container-only code. Its site route, `/website//`, never forwards a site's data plane or card (`/agentenv/…`, `/.well-known/agent-env.json`), which agentenv reaches through `/svc//`; a site with no frontend image is served by its server image there. A request from a computer's site proxy names its computer (`AgentEnv-Computer`, sent from the proxy's private upstream headers, a page's own copy and any `AgentEnv-Role` it sends dropped) and takes the role driving that computer now (the gateway's computers being those `COMPUTERS` names, a multi env's, with or without a control token): the last to make an input call to its tools, as the call starts, through `/mcp`, `/step` or a trigger action under its `as` (`Gateway._drive`); without one, or from a computer the gateway doesn't front, it is `default`, the role read once per request. `changes/v1` (`ChangeAttribution`) counts no write window for a call to a computer's tools, a trigger action's included, so a write the computer's browser made goes to its request and one another party made during the call to that party. Its CDP route, `/browser//cdp//` (`env/gateway/browser_proxy.py`), reaches the website browser behind the `/svc` child ``, found from that child's card (it, or an app among its children, offering `browser/v1` `cdp` with `/cdp/` in its `computer-app/v1` `agent_routes`): it relays the browser's discovery and WebSocket both ways, each leg pinged every 20 s, and every CDP address the browser hands out, in `json/version`, `json/list` and its `cdp` answer through `/svc//`, comes back at the gateway, everything before `/cdp//` becoming the address the caller reached the gateway at and `/browser/`, keeping the https or wss of an address the browser minted under an origin its caller named, as `browser_connect_cdp` names the agent's, since a tunnel that ends TLS, as Modal's, may send no `X-Forwarded-Proto`; each connection is a `browser_connection` trajectory event, without its token. Its clock (`env/gateway/clock.py`) has one opaque version, a per-boot id and a count, that every `set_time`, `advance` and `clear` changes; `set_rate` (`/clock/set-rate`) changes an armed clock's rate from its time at the write, keeping its `t0` and generation as `advance` does, so time triggers keep their marks. Every clock change goes through `Gateway._change_clock`, which wakes the triggers when the change kept the clock's generation, answers the held watches and waits for the followers. Its followers, the computers on it (`CLOCK_FOLLOWER_TOKENS`, each child whose card serves `clock/v1` `sync_time`, by its read token, its control token for now), long-poll `/clock/watch` naming the version they show, each watch held up to the card's `hold_s` (`env/gateway/clock_followers.py`), and a write given `wait_followers_s` waits for each, answering 504 naming those behind, but not for one that hasn't watched for longer than a hold and a reconnect (`ClockFollowers.QUIET_S`), which it names at once with when each last watched; a restarted gateway is unarmed. While its clock is armed it serves agents `get_time` (`env/gateway/get_time.py`), which answers in UTC and also in the universe's zone, the one `sync_env_clock`'s `timezone` armed it in, or in an IANA `time_zone` it's given; executors' working `hours` (`env/gateway/triggers.py`) take a fixed `utc_offset` or an IANA `time_zone`. | +| `env/` | `Env` base class: a subclass declares `type`, implements `from_dict` and `async deploy(...) -> DeployedEnv`, and may override `reset`, `close` and `load_file_artifact_universe`; teardown closes each env a run deployed before terminating its sandboxes by id. Built-ins in `env/envs/`: `MCPServerEnv` (`mcp_server`), `MultiEnv` (`multi`, MCP servers plus websites and computers; its website browser is the one its `browser_envs` names, none for `[]`, else the run's when it has websites: an MCP server env such as `playwright-mcp` runs among the gateway's MCP servers, and a browser computer such as `chromium` on a sandbox of its own as one more computer child, sized by its `child_envs` entry, its tools under its name and `_`, routing the multi env's synthetic sites unless that entry's `site_routing` says, its network its own env's, as any computer child's; a website env deployed alone refuses a browser computer as the run's browser), `ServiceDBEnv` (`service_db`, PostgreSQL), `WebsiteEnv` (`website`, one site: a server image, `backend_image` in its env.toml, serving the pages and API, ready when its card's `website/v1` `ready` answers a `WebsiteReadiness` that says so, as `agentenv_protocol.website` (`website_readiness`, `env_readiness`) defines a website env's health for the deploy and `DeployedEnv.readiness()` alike, or, for a card without `ready`, when its `health` path answers 200, which is deprecated; its env.toml's `ready_timeout_s`, how long it may take from its server's container starting to ready, is that container's health check `start_period` and what the deploy waits, or its card's `ready` timeout if longer, and its `shm_mb` is the container's `shm_size`, each left to the gateway and Docker without them; the gateway container's `env/gateway/constants.py` mirrors the URI and op, a test keeping them equal; a separate frontend image is deprecated, warned of at put and optional in a bundle, and a stored `backend_docker_image_artifact` reads as the server image; a live one, `live = true`, is a real site whose server serves none of its pages, its `live`, `domains` and `allow_hosts` read at put from its server's `@website(...)` (`utils/card_naming.py` `WebsiteSource`) unless given, its `settings`' secrets only as references the gateway resolves as it writes the site's container (`WEBSITE_SETTINGS_ENV`); the gateway gives it no site route, a computer's site table leaves it out, a computer whose network is an allowlist is let reach its names (`MultiEnv.live_hosts`), a browser alone's forward port takes them straight to the real site (`site_proxy.py` `direct`), as the browser base's stand-in proxy takes any host, refusing nothing, each proxy logging each such connection as a JSON line, and a run that deploys one is marked live, `reproducible: false`), `GatewayEnv` (`gateway_server`), `ComputerDriverEnv` (`computer_driver`, `env/envs/computer/driver_env.py`: a computer driver's files and what its class declares for each platform it supports, read at put in a process of its own, `agentenv_protocol.computer._declare`, where the driver's own dependencies needn't be installed, with the `port` it serves on and its install by OS, `[install.]`, or for one distribution `[install."/"]`, which replaces its OS type's there, as its `known_failures` do (`env/envs/computer/utils/install.py`): files, apt `packages` with extra `sources`, a `python` requirements file for a venv, `downloads` by URL and sha256, `run` scripts, the services the base's init runs, and `ports`; it deploys only as a computer env's driver), `ComputerEnv` (`computer`, in `env/envs/computer/`: a base computer and a driver, matched at put by gate 1 before anything is stored, then composed by `composer.py` into an image for each form and arch on a builder of the put's sandbox provider, by default the env's (`utils/builder.py`; `--sandbox` on `env build`): this machine's Docker for `local`, else a VM of the provider, which fetches the put's stored files by signed URL, takes the rest inline and pushes to the image store itself, so it builds only with stores a remote VM reaches; each arch goes to the first link that runs it natively, else one that emulates it (a VM registers QEMU; `--no-emulate` leaves it `skipped` instead, for a later put), and its pair records the provider that built it (`builder`); a run or register that reuses a computer env composes what it has left (`pending`), a run, and a register given a `--sandbox`, only the forms its sandbox's deploys boot (`booted_forms`: on each link, the first form it boots natively, by the deploy's own rule, `boot.first_native`; a compose of a disk adds its container), and a deploy composes first what it boots that no compose started, and a container it runs natively that was built but not probed, as one whose probe a setting that didn't resolve stopped, booting it only once ready (`ComputerEnv.compose_unstarted`); tagged `agentenv-computers:` in the image store by a key of the image's Dockerfile, build context and lock so any env with the same inputs reuses it; every layer's packages, requirements and downloads are resolved at put in a container of the base for each arch (`utils/packages.py`, `utils/resolve_in_base.py`), stored in the object store by sha256 under `agentenv-packages/`, and listed in a lock stored by a digest of its inputs, which any env with the same inputs reuses, and builds install only the lock's files, every install step `RUN --network=none`; each pair's status goes into its metadata, `composed`, the arches built are written as its computer, a `computer` artifact over one index, and `agent-env env build` resumes what a put left; gate 3 (`utils/probing.py`) then boots each native build on the put's sandbox provider and probes it at `full`, making it `ready` or `failed`, and a build no provider runs natively stays `unverified`. Its deploy, through the `computer` env provider (`providers/env_providers/env_computer_provider.py`), boots its first `ready` build on a sandbox provider that runs its arch natively (`native_platforms()`), with no gateway in front and the driver's card as the env card, its `/dev/shm` the most its apps' Linux installs ask for (`shm_mb`, in MiB, which its composed computer and the deploy record keep; `--shm-size` on a container, `AGENTENV_SHM_MB` read by a Linux disk's init, passed only to a provider whose `SHARED_MEMORY` says it gives that much, else the sandbox's default, which the deploy logs), then checks its `display`; `deploy_env` `env_params` take a `form`, `computer_settings` (deploy-phase values of the base's settings; a secret one, here or on the env, only as a bare `secret:`/`env:` reference) and `driver_settings` (the driver's `ComputerSettings`, such as its default coordinate space); a `network` that allows nothing runs it on local Docker's internal network behind a relay (`providers/sandbox_providers/local_docker/relay/`); `reset` and `close` have the driver end its recordings first (`computer-recording/v1` `end_all`, each uploading what's left and its manifest under the grant it started with), and `reset` then boots a fresh container in its place (`reset_container`), keeping the computer's address but not an agent's MCP session to the old driver; its `load_file_artifact_universe` writes files under the session user's home through the driver's `data/add`, `Downloads` by default, each file's bytes through a read grant when the store's grants reach it and its network allows everything, else inline (`env/envs/computer/utils/inside.py`)), `ComputerAppEnv` (`computer_app`, `env/envs/computer/app_env.py`: an app on a computer, a `ComputerAppEnvironment` class its env.toml's `module` names, read at put by the same `_declare`, which declares each OS with its own decorator (`@linux(...)`, or `@install(os_type, spec)` for any OS type; `@linux(distribution=...)` or `@install("/", spec)` for one distribution, which replaces its OS type's there) holding its install, its launch and, optionally, a skill and settings and build settings that add to the class's there, and install steps and ready checks for every OS or those their `os=` names; everything that reads its settings, launch or steps asks for the computer's OS type; deployed alone it is a one-app computer env, a `ComputerEnv` of the computer and driver its env.toml names, the composer installing it under `/opt/agentenv/apps//` with its services as supervisord programs beside its own server (`agentenv_protocol.computer.serve_app`, in a venv with the protocol's `app` extra, on `.agentenv/server.sock` in its folder), which adds its launcher, launches a `boot` app once per boot and says through `computer-app/v1` whether it's ready, as the driver's `computer-ready` asks, its card named after it, and `env_params` `app_settings` handing it values of its `Settings` in `AGENTENV_APP_SETTINGS`, a secret one only as a bare reference, over its env.toml's `[settings]` and a computer env's `settings` beside it in `apps`, each by top-level field (`params.app_settings`; checked at put, a required one left to the deploy; the deploy record keeps the merged values as `app_settings`, secrets withheld); its env.toml's `build_settings`, values of its `BuildSettings` checked at put, are written to `.agentenv/build_settings.json` in its folder, so they're part of the image's key, its install steps read them, and a deploy can't change them). An env type whose services take environment data defines `load_environment_artifact` and `load_environment_universe_artifact`; `load_artifact` refuses an environment artifact aimed at a type that doesn't, at save and before it loads. An env built on the protocol SDK can serve agents a skill (`@agent_skill`, `skill/v1`), which `add_skills` `env_ids` installs under its environment name (behind a gateway, each server's under that server's name); a skill with files beside its SKILL.md goes as a bundle stored once per content under `agentenv-env-skills/` in the object store. `env/gateway/gateway.py` is the env-side gateway server, container-only code. Its site route, `/website//`, never forwards a site's data plane or card (`/agentenv/…`, `/.well-known/agent-env.json`), which agentenv reaches through `/svc//`; a site with no frontend image is served by its server image there. A request from a computer's site proxy names its computer (`AgentEnv-Computer`, sent from the proxy's private upstream headers, a page's own copy and any `AgentEnv-Role` it sends dropped) and takes the role driving that computer now (the gateway's computers being those `COMPUTERS` names, a multi env's, with or without a control token): the last to make an input call to its tools, as the call starts, through `/mcp`, `/step` or a trigger action under its `as` (`Gateway._drive`); without one, or from a computer the gateway doesn't front, it is `default`, the role read once per request. `changes/v1` (`ChangeAttribution`) counts no write window for a call to a computer's tools, a trigger action's included, so a write the computer's browser made goes to its request and one another party made during the call to that party. Its CDP route, `/browser//cdp//` (`env/gateway/browser_proxy.py`), reaches the website browser behind the `/svc` child ``, found from that child's card (it, or an app among its children, offering `browser/v1` `cdp` with `/cdp/` in its `computer-app/v1` `agent_routes`): it relays the browser's discovery and WebSocket both ways, each leg pinged every 20 s, and every CDP address the browser hands out, in `json/version`, `json/list` and its `cdp` answer through `/svc//`, comes back at the gateway, everything before `/cdp//` becoming the address the caller reached the gateway at and `/browser/`, keeping the https or wss of an address the browser minted under an origin its caller named, as `browser_connect_cdp` names the agent's, since a tunnel that ends TLS, as Modal's, may send no `X-Forwarded-Proto`; each connection is a `browser_connection` trajectory event, without its token. Its clock (`env/gateway/clock.py`) has one opaque version, a per-boot id and a count, that every `set_time`, `advance` and `clear` changes; `set_rate` (`/clock/set-rate`) changes an armed clock's rate from its time at the write, keeping its `t0` and generation as `advance` does, so time triggers keep their marks. Every clock change goes through `Gateway._change_clock`, which wakes the triggers when the change kept the clock's generation, answers the held watches and waits for the followers. Its followers, the computers on it (`CLOCK_FOLLOWER_TOKENS`, each child whose card serves `clock/v1` `sync_time`, by its read token, its control token for now), long-poll `/clock/watch` naming the version they show, each watch held up to the card's `hold_s` (`env/gateway/clock_followers.py`), and a write given `wait_followers_s` waits for each, answering 504 naming those behind, but not for one that hasn't watched for longer than a hold and a reconnect (`ClockFollowers.QUIET_S`), which it names at once with when each last watched; a restarted gateway is unarmed. While its clock is armed it serves agents `get_time` (`env/gateway/get_time.py`), which answers in UTC and also in the universe's zone, the one `sync_env_clock`'s `timezone` armed it in, or in an IANA `time_zone` it's given; executors' working `hours` (`env/gateway/triggers.py`) take a fixed `utc_offset` or an IANA `time_zone`. | | `artifact/` | Immutable versioned artifacts; every `put()` creates a new version. The document goes to the document store, binary payloads to the object store. Every artifact but an environment universe, whose `metadata` key holds its legacy metadata file ids, carries a `metadata` dict outside its versioned fields, changed by compare-and-swap (`merge_metadata`). Built-ins: `CliArtifact` (`cli`), `ComputerArtifact` (`computer`, a base computer: its architectures, OS, session user, settings and container form, whose image `put` reads from its registry into `metadata.validated_images`), `FileArtifact` (`file`), `FileArtifactUniverse` (`file_artifact_universe`), `DockerImageArtifact` (`docker_image`), `EnvironmentArtifact` (`environment`: its environment's files by path, stored as the one wrapped `file_artifact_ref` every environment artifact had when it has one file at its filename, else as `file_artifact_refs`; `get_file_artifacts()` reads either, and a load hands each file to the env's `data/add` with its path, which a pre-v1 load, taking one file, refuses), `EnvironmentUniverseArtifact` (`environment_universe`), `SkillArtifact` (`skill`); `[artifacts] type_aliases` maps another stored spelling of a type onto one of them. A `DockerImageArtifact` holds a tar.gz of its image, or, written by `put_ref` (`--image-ref` on `env mcp-server put` and `a2a-agent put`), only a registry reference with its tag pinned to a digest, which sandboxes pull, or a published image's tag with its `image_digest` and its build context, which sandboxes pull by the digest and build from the context when they can't (the infra images, and a bundle agent built from a shipped agent's sources, `Plan.published`), or, written by `put_context`, only its build context, which a VM sandbox builds before running it (`VmSandbox.load_docker_images`) and Modal builds before creating its container (`ModalSandboxProvider.prepare_image`, outside a fallback chain's deadline); anything else that runs images by name (a container on the local provider, a lone server on any provider but Modal) refuses such an image. A build context (`utils/docker/context.py`) is what `docker build` would send, `.dockerignore` applied, written so equal files give equal bytes and an equal `source_digest`. | | `task/`, `task_step/` | A `Task` holds its `TaskStep`s inline; `Task.run()` executes them as a DAG. `depends_on` (None means all prior steps) gates a step, independent steps run concurrently, `fail_task_on_error` makes a failure fatal or tolerated, `retry_config` rolls a failed span back through the step journal and re-dispatches it. Built-in steps live in `task_step/task_steps/` (`deploy_env`, `deploy_agent`, `prompt_agent`, the verifiers under `verifiers/`, among them `start_computer_recording` and `end_computer_recording`, `start_browser_recording` and `end_browser_recording` (`browser-recording/v1`: one recording per context, a lease's or the default one's, with a video of the tab its agent is on, its context's log, the browser's network log as HAR and opt-in frames keyed to the action log, the contexts its agents make recorded with it, one universe per recording, anything missing failing the run), and more). Every built-in verifier is on the `VerifierTaskStep` base (`verifiers/verifier.py`): it implements `verify` and returns a `Verification`, and the base writes the step's named grade to `context.metadata["grades"][]` (score, `min_passing_score`, `passed`, `verifier_status` graded, skipped or failed, criteria rows, type, version, and `verifier_settings`, the values the run graded with, its overrides applied and named in `overridden`, with `scoring_rules`) beside the legacy `verifications` entries every reader still takes; an exception from `verify` or a `Verification` with an `error`, as a timed-out `run_container_unit_tests_verifier`, is a failed grade, and `rubrics_verifier` still writes its `-trajectory-mistakes` entry itself. On an env whose card serves computer-exec/v1 (a computer), `run_code` with `env_id` and `run_container_unit_tests_verifier` with `env_id` run inside it as its session user through the driver: files staged with `data/add` and read with `data/get`, commands run with `run`; `env_outcome_verifier` hands a `verify` that takes an `env_url` keyword the env's address. A computer's framework-only routes (everything but MCP and the card) take the per-deploy control token its provider boots it with (`DeployedEnv.control_token`, `AGENTENV_CONTROL_TOKEN`), a multi env's computers the multi env's own, which its gateway passes on only on their `/svc` routes and its clock watch (`CONTROL_TOKEN_CHILDREN`); framework calls send `deployed.control_headers`, `Task.run` runs every step under `protocol_v1.authorized` with each deployed env's (a `verify` included), and a `run_code` script inside the computer gets `input["env"]["headers"]`. `teardown_run` and the `teardown_sandboxes` step share one core (`task/teardown.py` `tear_down`): the recordings the run left open end with fresh grants, each env still up closes (`Env.close`; a computer env ends any recording still open), what stayed open is registered from its namespace, then every sandbox is terminated by id. A run whose teardown leaves sandboxes up, stopped by a second signal or failing, keeps on its instance the context it ended with (`record_teardown`), and `agent-env run` and `task run --keep` name `agent-env task teardown --instance `, which tears down what that context still records up, a running one only with `--force`. `task/episode/` runs a task with some of its agents played from outside, as a training loop does (`EpisodeSpec`). | | `store/` | Four store ABCs with local and cloud implementations: `DocumentStore` (SQLite, MongoDB, DynamoDB, Firestore with MongoDB compatibility), `ObjectStore` (filesystem, S3, Cloud Storage), `ImageStore` (local OCI registry, ECR), `SecretStore` (env vars or file, AWS Secrets Manager, Google Cloud Secret Manager). `VersionedEntityStore` implements the shared versioned get/put logic, `QueryBuilder` is the immutable chained query API, `store/base.py` holds the error types. `store/routing.py` is the local namespaces, `@local` and `@hf` (`is_local_id`), each with a documents file of its own: while the CLI or a `build_app` server runs, a local id and what a local task's run records go to local stores beside the configured ones, and that run's writes to the configured stores are refused. A new backend must pass the conformance kits in `tst/store/`. | diff --git a/src/agent_env/bundle/register.py b/src/agent_env/bundle/register.py index f5dc194a6..bb8b75551 100644 --- a/src/agent_env/bundle/register.py +++ b/src/agent_env/bundle/register.py @@ -97,8 +97,7 @@ def register_bundle( written; a write that fails stops it, and every earlier one stays, in the ledger, for the next run to reuse. So does a computer env whose compose left no build a deploy can boot, once every entity is written and before any task: registering again composes what it has left.""" - composing = (Composing.for_run(build_sandbox_provider(sandbox), emulate, apps_alone=True) if sandbox - else Composing(None, emulate)) + composing = Composing.for_run(build_sandbox_provider(sandbox), emulate) if sandbox else Composing(None, emulate) with namespace_routing(): bundle = parse_bundle(Path(root)) resolved = resolve_bundle(bundle) diff --git a/src/agent_env/env/envs/computer/app_env.py b/src/agent_env/env/envs/computer/app_env.py index 0d8dd416d..52d059a3c 100644 --- a/src/agent_env/env/envs/computer/app_env.py +++ b/src/agent_env/env/envs/computer/app_env.py @@ -119,9 +119,8 @@ def put(cls, *, id: str, environment_name: str, module: str, files: FileArtifact composing: Composing = Composing()) -> Self: """Write the app once what it declares, ``build_settings``, its build settings' values, and ``settings``, defaults for some of its settings, check out, and with a computer and a driver, once it fits them (gate 1); then - compose it with them as ``composing`` says unless ``compose`` is False, or ``composing`` leaves a computer - app to its first deploy alone (``Composing.apps_alone``). Refused, naming every problem, before anything is - stored.""" + compose it with them as ``composing`` says unless ``compose`` is False. Refused, naming every problem, before + anything is stored.""" app = cls(id=id, version=None, environment_name=environment_name, module=module, files=files, declaration=declaration, computer=computer, driver=driver, build_settings=build_settings, settings=settings) @@ -141,7 +140,7 @@ def put(cls, *, id: str, environment_name: str, module: str, files: FileArtifact if problems: raise ValueError(f"computer app env {id!r}: " + "; ".join(problems)) app = get_env_store().put_document(app) - if computer is not None and compose and composing.apps_alone: + if computer is not None and compose: composer.compose(app, composing=composing) return app diff --git a/src/agent_env/env/envs/computer/utils/composer.py b/src/agent_env/env/envs/computer/utils/composer.py index 749d9efff..61392a2d1 100644 --- a/src/agent_env/env/envs/computer/utils/composer.py +++ b/src/agent_env/env/envs/computer/utils/composer.py @@ -98,25 +98,19 @@ class Composing: """How a put composes a computer env: on ``sandbox_provider``, by default the env's; emulating an arch no link runs natively unless ``emulate`` is False; each pair's stages told to ``on_progress``; the forms of the base, or for a - run (``for_run``) those its deploys boot (``forms_of``) on ``deploys_on``, by default the provider it composes on. - A computer app env, which deploys alone on a computer and a driver, is composed alone only with ``apps_alone``: a - run leaves it to the first deploy that boots it alone (``ComputerEnv.compose_unstarted``), since most of a run's - apps deploy only on a desktop, which composes them into its own image.""" + run (``for_run``) those its deploys boot (``forms_of``) on ``deploys_on``, by default the provider it composes on.""" sandbox_provider: SandboxProvider | None = None emulate: bool = True on_progress: Callable[[str], None] | None = None forms_of: Literal["base", "deploys"] = "base" deploys_on: SandboxProvider | None = None - apps_alone: bool = True @classmethod - def for_run(cls, sandbox_provider: SandboxProvider | None, emulate: bool = True, - apps_alone: bool = False) -> Composing: + def for_run(cls, sandbox_provider: SandboxProvider | None, emulate: bool = True) -> Composing: """How a run whose deploys are on ``sandbox_provider``, by default the env's, composes: on the env's, this - machine unless the config names another, the forms its deploys boot, and a computer app alone only with - ``apps_alone``, as a register that others deploy from needs.""" - return cls(None, emulate, forms_of="deploys", deploys_on=sandbox_provider, apps_alone=apps_alone) + machine unless the config names another, the forms its deploys boot.""" + return cls(None, emulate, forms_of="deploys", deploys_on=sandbox_provider) def provider(self) -> SandboxProvider: """``sandbox_provider``, else the env's default, looked up by each compose that needs it, once: a run with no @@ -126,10 +120,7 @@ def provider(self) -> SandboxProvider: return self.sandbox_provider or get_env_sandbox_provider() def forms(self, env: ComputerEnv, provider: SandboxProvider) -> list[str]: - """The forms of ``env``'s base this compose on ``provider``, its ``provider()``, builds: none of a computer - app's without ``apps_alone``.""" - if env.type == "computer_app" and not self.apps_alone: - return [] + """The forms of ``env``'s base this compose on ``provider``, its ``provider()``, builds.""" return gate.forms(env.computer) if self.forms_of == "base" else booted_forms(env, self.deploys_on or provider) diff --git a/tst/integration/computer/conftest.py b/tst/integration/computer/conftest.py index 757d4a3c4..0759a279a 100644 --- a/tst/integration/computer/conftest.py +++ b/tst/integration/computer/conftest.py @@ -17,7 +17,6 @@ import tempfile import time import uuid -from dataclasses import replace from pathlib import Path, PurePosixPath import pytest @@ -35,7 +34,7 @@ from agent_env.env import Env from agent_env.env.envs.mcp_server import MCPServerEnv from agent_env.env.envs.multi_env import MultiEnv -from agent_env.env.envs.computer.utils import builder, inside +from agent_env.env.envs.computer.utils import builder, composer, inside from agent_env.env.envs.computer.utils.composer import Composing from agent_env.providers.sandbox_providers.host_images import host_platform from agent_env.store.object_store.local.grant_server import grant_server @@ -170,9 +169,10 @@ def cdp_clients(tmp_path_factory) -> Path: def _composed(root: Path, bundle, env_id: str | None = None, disks: bool = False): - """``bundle`` written and its computers composed as a run on this machine composes them, its containers alone and - no computer app alone, unless ``disks``, which composes every form of each base and every app alone too; a fixture - of a computer app alone (``env_id``) has its apps composed alone.""" + """``bundle`` written and its computers composed as a run on this machine composes them, its containers alone, + unless ``disks``, which composes every form of each base too. A computer app among them is composed alone only + when it's ``env_id`` or with ``disks``: a fixture of a desktop deploys its apps on the desktop, never alone, and a + test that deploys one alone has its deploy compose it first.""" patch = pytest.MonkeyPatch() patch.chdir(root) patch.setenv("XDG_STATE_HOME", str(root / "state")) @@ -183,11 +183,14 @@ def _composed(root: Path, bundle, env_id: str | None = None, disks: bool = False package_cache.seed() with namespace_routing(): plan = plan_bundle(resolve_bundle(bundle), installed=installed_bundles) + alone = pytest.MonkeyPatch() + if not disks: + alone.setattr(composer, "compose", _no_app_alone_but(env_id)) try: - composing = Composing() if disks else replace(Composing.for_run(None), apps_alone=env_id is not None) materialize(plan, build_here=frozenset(w.id for w in plan.writes if isinstance(w.source, BuiltImage)), - composing=composing) + composing=Composing() if disks else Composing.for_run(None)) finally: + alone.undo() package_cache.keep() yield Env.get(env_id or f"{bundle.id_root}/desktop") reset_artifact_store() @@ -195,6 +198,16 @@ def _composed(root: Path, bundle, env_id: str | None = None, disks: bool = False patch.undo() +def _no_app_alone_but(target: str | None): + """``composer.compose``, but composing no computer app alone other than ``target``.""" + compose = composer.compose + + def composing(env, pairs=None, composing=Composing()): + return {} if env.type == "computer_app" and env.id != target else compose(env, pairs, composing) + + return composing + + #: How many characters of docker's stderr a failed call's error carries: the last, where docker says what failed. DOCKER_ERROR_CHARS = 2000 diff --git a/tst/unit/env/envs/test_computer_env.py b/tst/unit/env/envs/test_computer_env.py index f71ae20ac..de6aca215 100644 --- a/tst/unit/env/envs/test_computer_env.py +++ b/tst/unit/env/envs/test_computer_env.py @@ -2071,20 +2071,6 @@ def test_an_app_deployed_alone_is_composed_with_its_files_venv_and_programs_unde "container/arm64": "ready"} -@pytest.mark.asyncio -async def test_a_run_leaves_an_app_to_its_first_deploy_alone_which_composes_it_first(base, driver, docker, boots, - tmp_path): - boots.display = (1280, 800) - app = _app(base, driver, tmp_path / "mail", composing=Composing.for_run(None)) - written, built_then = Env.get(app.id), list(docker.builds) - - deployed = await Env.get(app.id).deploy() - - assert built_then == [] and "composed" not in written.metadata - assert sorted(build["platform"] for build in docker.builds) == ["linux/amd64", "linux/arm64"] - assert Env.get(app.id).build_statuses()["container/arm64"] == "ready" and deployed.env_id == app.id - - @pytest.mark.parametrize("at, checkout", [("boot", False), ("demand", True)], ids=["boot-release", "demand-checkout"]) def test_an_app_that_requires_nothing_still_gets_a_venv_for_its_own_server(base, driver, docker, tmp_path, monkeypatch, at, checkout):