diff --git a/.github/scripts/slow_test_durations.py b/.github/scripts/slow_test_durations.py index 689f1c810..bf9085306 100644 --- a/.github/scripts/slow_test_durations.py +++ b/.github/scripts/slow_test_durations.py @@ -5,7 +5,7 @@ Use a green ``main`` run: it has a ``junit-*`` artifact for every shard of the slow tier, the gateway tests, the unit tier and the installer tier, which ``gh run download`` puts in a folder each. Each test's time counts toward its file, -or toward the test itself for a file the table names in ``split_by_test``; that list is kept as it is. A file the +or toward the test itself for a file the table names in ``split_by_test`` or ``split_in``, which are kept as they are. A file the reports have no test of, such as one of a tier the run skipped, keeps the times the table had for it while it exists. """ @@ -30,7 +30,7 @@ def main() -> int: args = parser.parse_args() table = json.loads(args.table.read_text()) - split = set(table.get("split_by_test", [])) + split = set(table.get("split_by_test", [])) | set(table.get("split_in", {})) seconds: dict[str, float] = defaultdict(float) for report in args.reports: for case in ET.parse(report).getroot().iter("testcase"): diff --git a/AGENTS.md b/AGENTS.md index 41a8dc78b..f5625f3cc 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -139,7 +139,7 @@ and deserialized through a registry. | `explorer/` | Optional local web UI: `agent-env up`, binds loopback `:8234`. | | `cli/` | Click CLI with the groups `a2a-agent`, `artifact`, `bundle`, `config`, `env`, `eval`, `plugin`, `run`, `task`, `up`. `task run`, `task run-batch` and `eval run` hand their runs to the configured `[runner]` and follow them. | | `agents/` | The `agents` bundle: the agents agent-env ships, one folder each under `agents/agents/`, with a smoke task each under `agents/tasks/`. Its Claude Code, `@local/agentenv-framework/agents/claude-code`, is the default agent. An agent's Python packages are its folder's `requirements.txt`, installed in its image, never in agent-env's own environment. A run that pulls one of its agents reads the whole bundle, so `tst/unit/bundle/shipped_bundles_test.py` parses and checks every shipped bundle. | -| `computers/` | The `computers` bundle: the base computers agent-env ships as `computer` artifacts, `ubuntu-24.04` (XFCE on Xvfb, settings as `AGENTENV_SETTING_`; it starts as root, its container form's `start_as`, whose supervisord, `root.conf`, runs the clock follower as `agentenv-clock`, the egress proxy as `agentenv-egress` (`utils/egress_proxy/`, a Go program its Dockerfile builds and tests, on real time, through which every session program goes out, so a live site loads at any universe date: it passes a site's TLS through when the universe is inside the site's certificate, else re-signs it with the computer's own CA, minted at boot and valid from 1950 to 9999, handshaking with the site as the client did, and refuses any destination that isn't global) and the session's supervisord as the session user, which runs every session program; `root/` installs them at the build, `install.sh`, and starts them at boot, `init`; `ubuntu-24.04-browser`, the base of agent-env's website browsers, which takes the same clock and egress proxy, and ubuntu-24.04's `root/` and `root.conf`, through its `shared_sources.toml`), and `omarchy-4.5`, a disk alone built on the composing machine from Omarchy's own VM image (its `[forms.disk]` `source`) by `disk/omarchy/`'s recipe, its services systemd user units of the graphical session that start through `with-seed`, booted by the launcher as a `linux-desktop` guest (`env/envs/computer/utils/omarchy_disk.py`, on `thin_disk.py`, which Windows' disks use too), aliased through `[artifacts]`. It has no tasks either. `disk/linux/` is the Linux disk form's recipe: `boot/`, whose Dockerfile makes a disk form (a GPT disk of an EFI system partition holding one UKI, Ubuntu's kernel with a busybox initramfs whose init reads a NoCloud seed and `switch_root`s into the image's entrypoint, and an ext4 root filesystem that is a container image's, plus `/etc/agentenv/vm/image.env` from its OCI config), `tools/`, the disk tools that make it unprivileged on the builder's own platform (`mkfs.ext4 -d`), and `launcher/`, the QEMU launcher that boots one under KVM. A base's `[forms.disk]` with no image is made from its container form; the composer makes each arch's disk from its composed container, keeping the base disk's EFI system partition, keyed by the container's key, the base disk and the recipe; gate 3 probes it where a provider boots disks natively (`disk_image_platforms()`), and a deploy's first boot with KVM probes one left `unverified`; a deploy naming `form = "disk"` boots it through `create_vm(image=..., env=...)`, its settings in the seed. `utils/faketime_clock/` is the computer's clock, which each base takes through its `shared_sources.toml`: agent-env's build of libfaketime 0.9.12 (`libfaketime.patch` and the two `agentenv_clock_*.c` files it includes, GPL-2.0-only as libfaketime is, built by `build.sh` from upstream's sha256-pinned tarball, in a stage of the base's Dockerfile of its own) and the TLS shim, which `/etc/ld.so.preload` loads into every process and which fake only the session user's: clock reads and waits for a set clock time follow the page the follower (`clock-follower`) writes (`clockpage.py`), monotonic and relative waits staying real, with its default settings (`clock.conf`); `tst/clock` gates it. The follower long-polls the gateway's `/clock/watch` under the config core writes through the root channel when a multi env deploys the computer and after a reset (`env/envs/computer/utils/clock.py`), each time waiting on the computer's `sync_time` until it follows, a warning naming why when it doesn't (arming the clock refuses such a computer), and the driver serves `clock/v1` `sync_time` where the follower is (`agentenv_protocol.computer.clock`), not on a disk guest, whose follower core can't reach. | +| `computers/` | The `computers` bundle: the base computers agent-env ships as `computer` artifacts, `ubuntu-24.04` (XFCE on Xvfb, settings as `AGENTENV_SETTING_`; it starts as root, its container form's `start_as`, whose supervisord, `root.conf`, runs the clock follower as `agentenv-clock`, the egress proxy as `agentenv-egress` (`utils/egress_proxy/`, a Go program its Dockerfile builds and tests, on real time, through which every session program goes out, so a live site loads at any universe date: it passes a site's TLS through when the universe is inside the site's certificate, else re-signs it with the computer's own CA, minted at boot and valid from 1950 to 9999, handshaking with the site as the client did, and refuses any destination that isn't global) and the session's supervisord as the session user, which runs every session program, among them `clock-panel`, which has the panel's clock redraw when the universe clock is armed or jumps rather than up to a minute later; `root/` installs them at the build, `install.sh`, and starts them at boot, `init`; `ubuntu-24.04-browser`, the base of agent-env's website browsers, which takes the same clock and egress proxy, and ubuntu-24.04's `root/` and `root.conf`, through its `shared_sources.toml`), and `omarchy-4.5`, a disk alone built on the composing machine from Omarchy's own VM image (its `[forms.disk]` `source`) by `disk/omarchy/`'s recipe, its services systemd user units of the graphical session that start through `with-seed`, booted by the launcher as a `linux-desktop` guest (`env/envs/computer/utils/omarchy_disk.py`, on `thin_disk.py`, which Windows' disks use too), aliased through `[artifacts]`. It has no tasks either. `disk/linux/` is the Linux disk form's recipe: `boot/`, whose Dockerfile makes a disk form (a GPT disk of an EFI system partition holding one UKI, Ubuntu's kernel with a busybox initramfs whose init reads a NoCloud seed and `switch_root`s into the image's entrypoint, and an ext4 root filesystem that is a container image's, plus `/etc/agentenv/vm/image.env` from its OCI config), `tools/`, the disk tools that make it unprivileged on the builder's own platform (`mkfs.ext4 -d`), and `launcher/`, the QEMU launcher that boots one under KVM. A base's `[forms.disk]` with no image is made from its container form; the composer makes each arch's disk from its composed container, keeping the EFI system partition of the base's disk where it has one (its disk form's image, or the one published for it), else taking the recipe's own at the base's size, with no base disk made, keyed by the container's key, the base disk and the recipe; gate 3 probes it where a provider boots disks natively (`disk_image_platforms()`), and a deploy's first boot with KVM probes one left `unverified`; a deploy naming `form = "disk"` boots it through `create_vm(image=..., env=...)`, its settings in the seed. `utils/faketime_clock/` is the computer's clock, which each base takes through its `shared_sources.toml`: agent-env's build of libfaketime 0.9.12 (`libfaketime.patch` and the two `agentenv_clock_*.c` files it includes, GPL-2.0-only as libfaketime is, built by `build.sh` from upstream's sha256-pinned tarball, in a stage of the base's Dockerfile of its own) and the TLS shim, which `/etc/ld.so.preload` loads into every process and which fake only the session user's: clock reads and waits for a set clock time follow the page the follower (`clock-follower`) writes (`clockpage.py`), monotonic and relative waits staying real, with its default settings (`clock.conf`); `tst/clock` gates it. The follower long-polls the gateway's `/clock/watch` under the config core writes through the root channel when a multi env deploys the computer and after a reset (`env/envs/computer/utils/clock.py`), each time waiting on the computer's `sync_time` until it follows, a warning naming why when it doesn't (arming the clock refuses such a computer), and the driver serves `clock/v1` `sync_time` where the follower is (`agentenv_protocol.computer.clock`), not on a disk guest, whose follower core can't reach. | | `utils/faketime_clock/`, `utils/egress_proxy/` | Sources several shipped images share, each built into the image from its own context: `faketime_clock/` (agent-env's libfaketime, the TLS shim, the clock page and the clock follower) and `egress_proxy/` (the egress proxy). An image's folder names what it takes in its `shared_sources.toml` (`clock = "utils/faketime_clock"`, paths under `src/agent_env`, at the name its Dockerfile copies from), and its build context (`utils/docker/context.py`, and release CI's `infra_build.py`) holds each at that name, so the image still builds from one self-contained context and its source hash covers what it takes. A fix lands once, in every image that takes it. | | `browsers/` | The `browsers` bundle: the website browsers agent-env ships, today `chromium`, a `computer_app` env (Chrome for Testing at the build Playwright pins, for amd64 and arm64, set up for unattended use by managed policies in `/etc/opt/chrome_for_testing/policies/managed`, opened at boot on its `start_urls`, its profile its data). All of it, its pin, install step, policies and command, is in `envs/chromium/chromium.py`; `tst/integration/computer/chromium_app_test.py` runs it. Like `drivers`, it has no tasks. | | `drivers/` | The `drivers` bundle: the computer drivers agent-env ships as `computer_driver` envs, the reference driver (X11 on Linux, recording through `x11grab`) aliased `reference`, the page driver aliased `page`, a browser computer's, whose screen is the browser's active tab and which serves Playwright MCP's `browser_*` tools beside `computer_*` from a Playwright MCP it runs attached to the browser over a CDP address the relay issues it (`browser_evaluate` and `browser_run_code_unsafe` hidden by default; each call an entry in the browser's log, begun and ended with `browser/v1` `calls/begin` and `calls/end`, that its CDP commands name as `for`; `scripts/upgrade_playwright_mcp.py` pins its version), and trycua's cua-driver aliased `cua-driver` (its daemon from the pinned PyPI wheel, its own instructions, tools and skill resources served to agents through `@server_instructions`, `forwarded_tools` and `@resource`, its tools beside `computer_*`, `computer/v1` on its desktop-scope calls, its skill pack leading the computer skill; `tst/integration/computer/cua_driver_test.py` runs it). It has no tasks: a bundle with neither tasks nor evals is refused unless its `aliases.toml` names something for other bundles to use. The shipped `desktop` example composes it with the `ubuntu-24.04` base into a computer env, which `tst/integration/computer/` deploys, probes, records and has an agent use. | diff --git a/src/agent_env/computers/artifacts/ubuntu-24.04/Dockerfile b/src/agent_env/computers/artifacts/ubuntu-24.04/Dockerfile index e21ae95b3..d302dfa7f 100644 --- a/src/agent_env/computers/artifacts/ubuntu-24.04/Dockerfile +++ b/src/agent_env/computers/artifacts/ubuntu-24.04/Dockerfile @@ -7,7 +7,8 @@ # # The universe clock (clock/): agent-env's libfaketime and its TLS shim, built in a stage of their own so no compiler is # left in the image, are preloaded into every process and fake only the session user's, from the clock page the -# follower writes, which the session user can read but neither write nor replace. +# follower writes, which the session user can read but neither write nor replace. The session's clock-panel has the +# panel's clock redraw whenever that clock is armed or jumps. # # The egress proxy (egress/), on real time, which every session program goes out through, so a live site loads at any # universe date: built and tested in a stage of its own, so no Go toolchain is left in the image. @@ -44,6 +45,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends \ COPY --from=clock /out/libfaketimeMT.so.1 /out/libtls_realtime.so /usr/local/lib/agentenv-clock/ COPY clock/clockpage.py clock/clock-follower /usr/local/lib/agentenv-clock/ COPY clock/clock.conf /etc/agentenv/clock.conf +COPY clock-panel /usr/local/lib/agentenv-clock/clock-panel COPY --from=egress /out/egress /usr/local/lib/agentenv-egress/egress COPY root/ /usr/local/lib/agentenv-root/ RUN sh /usr/local/lib/agentenv-root/install.sh user diff --git a/src/agent_env/computers/artifacts/ubuntu-24.04/clock-panel b/src/agent_env/computers/artifacts/ubuntu-24.04/clock-panel new file mode 100755 index 000000000..76da015cb --- /dev/null +++ b/src/agent_env/computers/artifacts/ubuntu-24.04/clock-panel @@ -0,0 +1,127 @@ +#!/usr/bin/python3 -I +"""The desktop panel's clock on the universe's clock. XFCE's clock plugin redraws on a timer of its own, a minute of +real time, so when the universe clock is armed or jumps it shows the old time until that timer fires, up to a minute +later, and the timer keeps its old phase, so the universe's next minute shows late too. This session program reads the +clock page the follower writes (``clockpage.py``) and, when the universe moves by a second or more or its rate changes, +has each clock on the panel redraw at once and again at the universe's next minute; while the clock runs at a rate +other than 1, at every universe minute, at most once a second. A clock whose time zone is unset or the local zone's name +shows local time either way, so a redraw moves it to the other and back: two changes the plugin redraws on, which leave +the panel's config as it was, and a redraw cut short between them leaves it in one of the two, which the next redraws. +A clock given another zone is left alone. It runs on real time (the clock's real-time marker), against which the page +anchors the universe.""" +import json +import os +import re +import subprocess +import sys +import time + +sys.path.insert(0, os.path.dirname(os.path.realpath(__file__))) +import clockpage # noqa: E402 + +ZONE = os.environ.get("AGENTENV_CLOCK_ZONE", "/etc/timezone") +POLL_S = 0.25 +#: A write that moves the universe by less (the follower re-anchoring on a new offset) isn't a jump. +MOVED_NS = 1_000_000_000 +#: The least time between two redraws. +GAP_NS = 1_000_000_000 +MINUTE_NS = 60_000_000_000 +PLUGIN = re.compile(r"/plugins/plugin-\d+") + + +def log(event: str, **fields) -> None: + sys.stdout.write(json.dumps({"event": event, "real": time.time(), **fields}) + "\n") + sys.stdout.flush() + + +def read(fd: int) -> tuple | None: + """The page's (armed, universe_ns, anchor_ns, rate), None while it's being written or isn't a page.""" + raw = os.pread(fd, clockpage.LAYOUT.size, 0) + if len(raw) < clockpage.LAYOUT.size: + return None + magic, version, seq, universe, anchor, rate, armed, _, generation, check, mono_universe, mono_anchor = ( + clockpage.LAYOUT.unpack(raw)) + if (magic, version) != (clockpage.MAGIC, clockpage.VERSION) or seq & 1 or check != clockpage.check( + seq, universe, anchor, rate, armed, generation, mono_universe, mono_anchor): + return None + return armed, universe, anchor, rate + + +def universe_at(state: tuple, now_ns: int) -> int: + armed, universe, anchor, rate = state + if not armed: + return now_ns + if rate == 0 or now_ns <= anchor: + return universe + return universe + int((now_ns - anchor) * rate) + + +def moved(old: tuple | None, new: tuple, now_ns: int) -> bool: + """Whether the panel shows the wrong time after ``new`` replaced ``old``: at first sight, when it's armed.""" + if old is None: + return bool(new[0]) + return ((old[0], old[3]) != (new[0], new[3]) + or abs(universe_at(new, now_ns) - universe_at(old, now_ns)) >= MOVED_NS) + + +def next_minute(state: tuple, now_ns: int) -> int | None: + """The real time of the universe's next minute, None while it's frozen.""" + rate = state[3] if state[0] else 1.0 + if rate <= 0: + return None + return now_ns + int((MINUTE_NS - universe_at(state, now_ns) % MINUTE_NS) / rate) + + +def xfconf(*args: str) -> str: + ran = subprocess.run(["xfconf-query", "-c", "xfce4-panel", *args], capture_output=True, text=True, timeout=10) + if ran.returncode: + raise RuntimeError(f"xfconf-query {' '.join(args)}: {ran.stderr.strip()[:200]}") + return ran.stdout + + +def redraw(why: str) -> None: + try: + listed = dict((path, value.strip()) for path, _, value in + (line.partition(" ") for line in xfconf("-p", "/plugins", "-l", "-v").splitlines())) + with open(ZONE) as f: + zone = f.read().strip() + clocks = [path for path, value in listed.items() if PLUGIN.fullmatch(path) and value == "clock" + and listed.get(f"{path}/timezone", zone) == zone] + for path in clocks: + if f"{path}/timezone" in listed: + xfconf("-p", f"{path}/timezone", "-r") + xfconf("-p", f"{path}/timezone", "-n", "-t", "string", "-s", zone) + else: + xfconf("-p", f"{path}/timezone", "-n", "-t", "string", "-s", zone) + xfconf("-p", f"{path}/timezone", "-r") + log("redrawn", why=why, clocks=clocks) + except (OSError, RuntimeError, subprocess.SubprocessError) as e: # no panel or bus yet: the next change tries again + log("error", why=why, error=f"{type(e).__name__}: {e}"[:300]) + + +def main() -> None: + log("start", pid=os.getpid()) + fd, state, due, redrawn = None, None, None, 0 + while True: + if fd is None: + try: + fd = os.open(clockpage.PAGE, os.O_RDONLY) + except OSError: + time.sleep(POLL_S) + continue + page, now = read(fd), time.time_ns() + if page is not None and page != state: + jumped, state = moved(state, page, now), page + if jumped: + redraw("jump") + redrawn, due = now, next_minute(state, now) + if due is not None and now >= max(due, redrawn + GAP_NS): + redraw("minute") + redrawn = now + due = next_minute(state, now) if state[0] and state[3] != 1 else None + wake = POLL_S if due is None else min(POLL_S, max(0.0, (max(due, redrawn + GAP_NS) - now) / 1e9)) + time.sleep(wake) + + +if __name__ == "__main__": + main() diff --git a/src/agent_env/computers/artifacts/ubuntu-24.04/supervisord.conf b/src/agent_env/computers/artifacts/ubuntu-24.04/supervisord.conf index d47dc697d..29aa13414 100644 --- a/src/agent_env/computers/artifacts/ubuntu-24.04/supervisord.conf +++ b/src/agent_env/computers/artifacts/ubuntu-24.04/supervisord.conf @@ -1,8 +1,8 @@ ; The session's programs, all run as the session user by this supervisord, which root's (root.conf) runs as that user; -; every one is on the universe's clock, and only agent-env's own servers carry the clock's real-time marker, on their -; own programs (the composer's). A composed driver or app adds its own in conf.d. Every program goes out through the -; egress proxy, on real time, by the variables below (Java and Node's fetch by their own, which ignore the others), -; and trusts its CA through the trust files agentenv adds, which root owns. +; every one is on the universe's clock, and only agent-env's own programs carry the clock's real-time marker: its +; servers, on their own programs (the composer's), and clock-panel below. A composed driver or app adds its own in +; conf.d. Every program goes out through the egress proxy, on real time, by the variables below (Java and Node's fetch +; by their own, which ignore the others), and trusts its CA through the trust files agentenv adds, which root owns. [supervisord] nodaemon=true logfile=/var/log/agentenv/supervisord.log @@ -48,5 +48,14 @@ startsecs=0 redirect_stderr=true stdout_logfile=/var/log/agentenv/desktop.log +; Has the panel's clock redraw when the universe clock is armed or jumps, rather than up to a minute later. +[program:clock-panel] +command=/usr/bin/python3 -I /usr/local/lib/agentenv-clock/clock-panel +priority=30 +autorestart=true +redirect_stderr=true +stdout_logfile=/var/log/agentenv/clock-panel.log +environment=AGENTENV_REAL_TIME="1" + [include] files = /etc/supervisor/conf.d/*.conf diff --git a/src/agent_env/env/envs/computer/utils/composer.py b/src/agent_env/env/envs/computer/utils/composer.py index 3569c8516..61392a2d1 100644 --- a/src/agent_env/env/envs/computer/utils/composer.py +++ b/src/agent_env/env/envs/computer/utils/composer.py @@ -689,10 +689,11 @@ def _built_disk(env: ComputerEnv, base: ComputerArtifact, arch: str, container: progress: _Progress) -> dict: """The status of the disk form of ``arch`` once built from ``container``, its container's result, and pushed, or reused, or the stage that failed and why. Its key is of the container's key, the base disk and the disk recipe; - the base disk is the base's own, the one published for it, or else one made on the builder from the base's - container and the boot recipe. Its build runs no program of ``arch``'s but that recipe's. Two composes of one disk - on this machine take turns, so the second reuses the first's: built again, its tag would move off the image the - first pinned, which a boot mounts by that name and Docker doesn't pull for a mount.""" + the base disk is the base's own or the one published for it, whose EFI system partition and size the disk keeps, + or else the base's container and size, the disk then taking the recipe's own partition at that size, all a base + disk made from them would give it. Its build runs no program of ``arch``'s but that recipe's. Two composes of one + disk on this machine take turns, so the second reuses the first's: built again, its tag would move off the image + the first pinned, which a boot mounts by that name and Docker doesn't pull for a mount.""" pair, platform = f"disk/{arch}", f"linux/{arch}" with (_attempting(env, "disk", arch) as attempt, tempfile.TemporaryDirectory(prefix="agentenv-compose-") as work, contextlib.ExitStack() as opened): @@ -718,15 +719,12 @@ def _built_disk(env: ComputerEnv, base: ComputerArtifact, arch: str, container: tools = f"agentenv-disk-tools:{DISK_TOOLS_IMAGE.tag()}" on.build((context / "tools" / "Dockerfile").read_text(), tools, on.platform, {}, context=f"{builder.CONTEXT}/tools") - dockerfile = (context / "Dockerfile").read_text() - if base_disk is None: - progress.at(pair, "making the base's disk") - base_disk = _made_base_disk(on, base, arch, f"{base_identity} {recipe}", tools, dockerfile) progress.at(pair, "making the disk") local = f"agentenv-computer:{key[7:23]}-disk-{arch}" - on.build(dockerfile, local, platform, {KEY_LABEL: key}, build_args={ + on.build((context / "Dockerfile").read_text(), local, platform, {KEY_LABEL: key}, build_args={ "ROOTFS": container["image"], "ROOTFS_CONFIG": _encoded(_config(on, container["image"], arch)), - "ESP": base_disk, "TOOLS": tools}) + "TOOLS": tools, **({"ESP": base_disk} if base_disk is not None + else {"SIZE_GB": str(base.forms.disk.min_disk_gb)})}) attempt.stage = "push" progress.at(pair, "pushing the disk") on.push(local, ref, store) @@ -735,18 +733,6 @@ def _built_disk(env: ComputerEnv, base: ComputerArtifact, arch: str, container: return attempt.result -def _made_base_disk(on: builder.Builder, base: ComputerArtifact, arch: str, made_from: str, tools: str, - dockerfile: str) -> str: - """The base's disk for ``arch``, made on ``on`` from the base's container with the boot recipe's ``dockerfile`` at - the base's size, under a tag of ``made_from``, what it's made from.""" - source, _ = _base(base, arch) - tag = f"agentenv-computer:{hashlib.sha256(made_from.encode()).hexdigest()[:16]}-base-disk-{arch}" - on.build(dockerfile, tag, f"linux/{arch}", {}, build_args={ - "ROOTFS": source, "ROOTFS_CONFIG": _encoded(_config(on, source, arch)), "TOOLS": tools, - "SIZE_GB": str(base.forms.disk.min_disk_gb)}) - return tag - - @dataclass class _Attempt: """How far a pair's build got, its stage and key, and, when it failed, its result (``_attempting``).""" diff --git a/tst/conftest.py b/tst/conftest.py index 9dbe4d0aa..881c1ea77 100644 --- a/tst/conftest.py +++ b/tst/conftest.py @@ -52,8 +52,8 @@ def pytest_unconfigure(config): @pytest.hookimpl(trylast=True) def pytest_collection_modifyitems(config, items): - """With ``AGENTENV_TEST_SHARD=i/N``, run only the i-th of N groups of the selected tests (``tst/util/shards.py``). - Last, so it splits what ``-m`` and the other filters left.""" + """With ``AGENTENV_TEST_SHARD=i/N``, run only the i-th of N groups of the selected tests (``tst/util/shards.py``), + their files heaviest first. Last, so it splits what ``-m`` and the other filters left.""" value = os.environ.get(shards.ENV_VAR) if not value: return @@ -71,6 +71,8 @@ def pytest_collection_modifyitems(config, items): if deselected: config.hook.pytest_deselected(items=deselected) items[:] = [item for item in items if item.nodeid in keep] + position = {nodeid: n for n, nodeid in enumerate(shards.heaviest_first([item.nodeid for item in items], table))} + items.sort(key=lambda item: position[item.nodeid]) @pytest.fixture diff --git a/tst/integration/computer/base_computer_test.py b/tst/integration/computer/base_computer_test.py index c24110eec..68332f568 100644 --- a/tst/integration/computer/base_computer_test.py +++ b/tst/integration/computer/base_computer_test.py @@ -63,7 +63,7 @@ def test_the_desktop_runs_as_the_session_user_with_the_settings_a_deploy_passes( folders = set(_exec(name, "ls", "/home/user").split()) finally: subprocess.run(["docker", "rm", "-f", name], capture_output=True) - assert {line.split()[0] for line in running.splitlines()} == {"dbus", "desktop", "xvfb"} + assert {line.split()[0] for line in running.splitlines()} == {"clock-panel", "dbus", "desktop", "xvfb"} assert all(" RUNNING " in line for line in running.splitlines()), running assert uid == "1000" and only_session_clock_and_egress(owners) assert zone == "/usr/share/zoneinfo/Europe/Paris" diff --git a/tst/integration/computer/clock-desktop/envs/atspi/app.py b/tst/integration/computer/clock-desktop/envs/atspi/app.py new file mode 100644 index 000000000..af331d1de --- /dev/null +++ b/tst/integration/computer/clock-desktop/envs/atspi/app.py @@ -0,0 +1,9 @@ +"""AT-SPI's Python bindings, which the base doesn't have, for the clock desktop test to read the panel's clock as an +assistive technology reads it.""" +from agentenv_protocol.computer import ComputerAppEnvironment, Packages, computer_app, linux + + +@computer_app(supports=[{"os": {"type": "linux", "display": ["x11"]}, "arch": ["amd64", "arm64"]}]) +@linux(packages=Packages(apt=["python3-gi", "gir1.2-atspi-2.0"])) +class Atspi(ComputerAppEnvironment): + pass diff --git a/tst/integration/computer/clock-desktop/envs/atspi/env.toml b/tst/integration/computer/clock-desktop/envs/atspi/env.toml new file mode 100644 index 000000000..f2339863b --- /dev/null +++ b/tst/integration/computer/clock-desktop/envs/atspi/env.toml @@ -0,0 +1,2 @@ +type = "computer_app" +module = "app.py:Atspi" diff --git a/tst/integration/computer/clock-desktop/envs/desktop/env.toml b/tst/integration/computer/clock-desktop/envs/desktop/env.toml index bf6456150..93c601dc7 100644 --- a/tst/integration/computer/clock-desktop/envs/desktop/env.toml +++ b/tst/integration/computer/clock-desktop/envs/desktop/env.toml @@ -1,4 +1,4 @@ type = "computer" computer = "ubuntu-24.04" driver = "reference" -apps = ["chromium", "curl"] +apps = ["chromium", "curl", "atspi"] diff --git a/tst/integration/computer/clock_desktop_test.py b/tst/integration/computer/clock_desktop_test.py index 2507b0813..8f28e2c75 100644 --- a/tst/integration/computer/clock_desktop_test.py +++ b/tst/integration/computer/clock_desktop_test.py @@ -6,13 +6,15 @@ the driver read universe time through 30 forward jumps of 8 h, a day or a week, a rate change and a freeze; Chrome, Xvfb and the desktop's panel run on through them; and the driver's input reaches Chrome after every jump and, frozen, is drawn. Routing a site, a fresh Chrome loads it over HTTPS with the clock six years back, six years on and past -2099, its certificate checked against the universe's time. Needs Docker and the local registry on localhost:5000.""" +2099, its certificate checked against the universe's time. The panel's clock shows the universe's date at once after +each jump and turns with its midnight, as AT-SPI reads it. Needs Docker and the local registry on localhost:5000.""" import asyncio import platform import random import re import time +from datetime import datetime, timezone from pathlib import PurePosixPath import pytest @@ -56,13 +58,41 @@ FRESH_CHROME = ('profile=$(mktemp -d) && /opt/agentenv/apps/chromium/chromium/chrome/chrome --headless=new ' '--no-sandbox --user-data-dir="$profile" --dump-dom "$0"; rm -rf "$profile"') ROUTED = "https://shop.test/landed" +#: The date the panel's clock shows, read through AT-SPI as an assistive technology reads it: its button is named by +#: its date. The system Python's, which has AT-SPI's bindings (the atspi test app's). +PANEL_DATE = r""" +import re +import gi +gi.require_version("Atspi", "2.0") +from gi.repository import Atspi + +def find(node, depth=0): + for n in range(node.get_child_count()): + child = node.get_child_at_index(n) + if child is None: + continue + if child.get_role_name() == "toggle button" and re.fullmatch(r"\d{4}-\d\d-\d\d", child.get_name() or ""): + return child.get_name() + if depth < 16 and (found := find(child, depth + 1)): + return found + +desktop = Atspi.get_desktop(0) +for n in range(desktop.get_child_count()): + app = desktop.get_child_at_index(n) + if app is not None and app.get_name() == "xfce4-panel" and (found := find(app)): + print(found) + break +""" +#: How late the panel's clock may show a jump or a universe midnight, AT-SPI's read through the driver included; up to a +#: minute without the base's clock-panel. +PANEL_LATE_S = 3.0 def test_composed_with_the_library_in_every_process_the_computer_passes_the_probe_at_full(clock_desktop): results = clock_desktop.metadata["composed"]["container"] assert results[ARCH]["status"] == "ready" and results[ARCH]["probe"]["passed"], results[ARCH] - assert [app.environment_name for app in clock_desktop.composed_apps()] == ["chromium", "curl"] + assert [app.environment_name for app in clock_desktop.composed_apps()] == ["chromium", "curl", "atspi"] @pytest.mark.asyncio @@ -150,10 +180,51 @@ async def test_a_fresh_chrome_loads_a_routed_site_six_years_either_side_of_now_a assert not report.failed +@pytest.mark.asyncio +async def test_the_panels_clock_shows_the_universes_date_at_once_after_each_jump_and_turns_at_its_midnight( + clock_desktop): + with namespace_routing(): + deployed = await Env.get(clock_desktop.id).deploy() + context = TaskStepContext(deployed_envs=[deployed]) + try: + clock = UniverseClock(deployed) + today = await _panel_shows(deployed, _date(time.time()), since=time.time(), within=90) + jumps = {} + for days in (400, -2000, 9): + noon = (time.time() // DAY + days) * DAY + DAY / 2 + jumps[days] = await _panel_shows(deployed, _date(noon), since=clock.set(noon, 1)["started"]) + midnight = (time.time() // DAY + 30) * DAY + started = clock.set(midnight - 6, 1)["started"] + before = await _panel_shows(deployed, _date(midnight - 6), since=started) + turned = await _panel_shows(deployed, _date(midnight), since=started + 6, within=20) + finally: + report = await teardown_run(context) + + assert today is not None, "the panel's clock never showed today's date" + assert all(late is not None and late <= PANEL_LATE_S for late in jumps.values()), jumps + assert before is not None and before <= PANEL_LATE_S, before + assert turned is not None and turned <= PANEL_LATE_S, turned + assert not report.failed + + async def _pids(deployed) -> list[str]: return (await session_run(deployed, PIDS)).split() +def _date(universe: float) -> str: + return datetime.fromtimestamp(universe, timezone.utc).strftime("%Y-%m-%d") + + +async def _panel_shows(deployed, date: str, since: float, within: float = 10) -> float | None: + """How long after ``since`` the panel's clock shows ``date``, or None if it doesn't within ``within``.""" + while time.time() - since < within: + ran = await inside.run(deployed, ["/usr/bin/python3", "-c", PANEL_DATE], timeout_s=30) + if ran["exit_code"] == 0 and ran["stdout"].strip() == date: + return time.time() - since + await asyncio.sleep(0.1) + return None + + async def _title(deployed) -> tuple[int, str] | None: """Chrome's page's time (ms) and what was typed, from its window's title.""" match = TITLE.search(await session_run(deployed, WINDOWS)) diff --git a/tst/integration/computer/conftest.py b/tst/integration/computer/conftest.py index 8af4a3a72..0759a279a 100644 --- a/tst/integration/computer/conftest.py +++ b/tst/integration/computer/conftest.py @@ -34,7 +34,8 @@ from agent_env.env import Env from agent_env.env.envs.mcp_server import MCPServerEnv from agent_env.env.envs.multi_env import MultiEnv -from agent_env.env.envs.computer.utils import builder, inside +from agent_env.env.envs.computer.utils import builder, composer, inside +from agent_env.env.envs.computer.utils.composer import Composing from agent_env.providers.sandbox_providers.host_images import host_platform from agent_env.store.object_store.local.grant_server import grant_server from agent_env.store.routing import namespace_routing @@ -86,12 +87,21 @@ def base(): @pytest.fixture(scope="module") def desktop(tmp_path_factory): - """The shipped desktop example's computer env, composed for the module in stores of the module's own: an image for - each arch this machine's Docker builds, the native one probed by gate 3.""" + """The shipped desktop example's computer env, composed for the module in stores of the module's own as a run on + this machine composes it: the container of each arch this machine's Docker builds, the native one probed by gate 3. + A deploy of its disk form composes that first.""" bundle = find_bundle("desktop") yield from _composed(tmp_path_factory.mktemp("desktop"), parse_bundle(bundle.root, id_root=bundle.id_root)) +@pytest.fixture(scope="module") +def desktop_with_disk(tmp_path_factory): + """``desktop`` with its disk forms composed too, for a test that boots its disk image itself.""" + bundle = find_bundle("desktop") + yield from _composed(tmp_path_factory.mktemp("desktop"), parse_bundle(bundle.root, id_root=bundle.id_root), + disks=True) + + @pytest.fixture(scope="module") def cua_desktop(tmp_path_factory): """The cua-driver test bundle's desktop, the ubuntu-24.04 base with the cua-driver driver, composed as ``desktop`` @@ -158,7 +168,11 @@ def cdp_clients(tmp_path_factory) -> Path: return folder -def _composed(root: Path, bundle, env_id: str | None = None): +def _composed(root: Path, bundle, env_id: str | None = None, disks: bool = False): + """``bundle`` written and its computers composed as a run on this machine composes them, its containers alone, + unless ``disks``, which composes every form of each base too. A computer app among them is composed alone only + when it's ``env_id`` or with ``disks``: a fixture of a desktop deploys its apps on the desktop, never alone, and a + test that deploys one alone has its deploy compose it first.""" patch = pytest.MonkeyPatch() patch.chdir(root) patch.setenv("XDG_STATE_HOME", str(root / "state")) @@ -169,9 +183,14 @@ def _composed(root: Path, bundle, env_id: str | None = None): package_cache.seed() with namespace_routing(): plan = plan_bundle(resolve_bundle(bundle), installed=installed_bundles) + alone = pytest.MonkeyPatch() + if not disks: + alone.setattr(composer, "compose", _no_app_alone_but(env_id)) try: - materialize(plan, build_here=frozenset(w.id for w in plan.writes if isinstance(w.source, BuiltImage))) + materialize(plan, build_here=frozenset(w.id for w in plan.writes if isinstance(w.source, BuiltImage)), + composing=Composing() if disks else Composing.for_run(None)) finally: + alone.undo() package_cache.keep() yield Env.get(env_id or f"{bundle.id_root}/desktop") reset_artifact_store() @@ -179,6 +198,16 @@ def _composed(root: Path, bundle, env_id: str | None = None): patch.undo() +def _no_app_alone_but(target: str | None): + """``composer.compose``, but composing no computer app alone other than ``target``.""" + compose = composer.compose + + def composing(env, pairs=None, composing=Composing()): + return {} if env.type == "computer_app" and env.id != target else compose(env, pairs, composing) + + return composing + + #: How many characters of docker's stderr a failed call's error carries: the last, where docker says what failed. DOCKER_ERROR_CHARS = 2000 diff --git a/tst/integration/computer/disk_boot_failure_modal_vm_test.py b/tst/integration/computer/disk_boot_failure_modal_vm_test.py index c7b6cf856..e7d9aaf7a 100644 --- a/tst/integration/computer/disk_boot_failure_modal_vm_test.py +++ b/tst/integration/computer/disk_boot_failure_modal_vm_test.py @@ -13,6 +13,12 @@ pytestmark = [pytest.mark.integration, pytest.mark.int_test_slow, skip_without_remote_sandbox("modal_vm")] +@pytest.fixture(scope="module") +def desktop(desktop_with_disk): + """The shipped desktop, its disk composed with it: these tests boot its disk image themselves.""" + return desktop_with_disk + + @pytest.fixture(scope="module") def ghost(desktop, tmp_path_factory): yield from ghost_disk(desktop.metadata["composed"]["disk"]["amd64"]["image"], tmp_path_factory.mktemp("ghost")) diff --git a/tst/integration/computer/launcher_test.py b/tst/integration/computer/launcher_test.py index 3bc2796fc..0af9fdea0 100644 --- a/tst/integration/computer/launcher_test.py +++ b/tst/integration/computer/launcher_test.py @@ -25,6 +25,12 @@ BURST = 64 +@pytest.fixture(scope="module") +def desktop(desktop_with_disk): + """The shipped desktop, its disk composed with it: these tests boot its disk image themselves.""" + return desktop_with_disk + + @pytest.mark.asyncio async def test_the_launcher_takes_a_burst_of_new_connections_and_a_reset_boots_its_disk_afresh_at_its_url(desktop): image = _disk(desktop) diff --git a/tst/integration/slow_durations.json b/tst/integration/slow_durations.json index 9d129b103..544da20cf 100644 --- a/tst/integration/slow_durations.json +++ b/tst/integration/slow_durations.json @@ -1,5 +1,5 @@ { - "_comment": "Seconds each test unit took in CI, which AGENTENV_TEST_SHARD balances the CI shards by (tst/util/shards.py): the slow tier, the gateway tests, the unit tier and the installer tier. A unit is a file, or a test of a file in split_by_test. Refresh with .github/scripts/slow_test_durations.py from all of a run's JUnit reports.", + "_comment": "Seconds each test unit took in CI, which AGENTENV_TEST_SHARD balances the CI shards by (tst/util/shards.py): the slow tier, the gateway tests, the unit tier and the installer tier. A unit is a file, or a test of a file in split_by_test or split_in; split_in cuts a file into that many runs of neighbouring tests, each on one shard. Refresh with .github/scripts/slow_test_durations.py from all of a run's JUnit reports.", "split_by_test": [ "tst/installer/test_plugin_changes.py", "tst/integration/cli/run_bundle_built_envs_test.py", @@ -8,206 +8,277 @@ ], "seconds": { "packages/agentenv-protocol/tests/test_a2a_agent.py": 1.1, + "packages/agentenv-protocol/tests/test_a2a_agent_clock.py": 1.4, "packages/agentenv-protocol/tests/test_a2a_agent_examples.py": 0.1, "packages/agentenv-protocol/tests/test_a2a_cdp_config.py": 0.1, - "packages/agentenv-protocol/tests/test_a2a_object_transfers.py": 0.4, - "packages/agentenv-protocol/tests/test_a2a_peer_agents.py": 4.1, - "packages/agentenv-protocol/tests/test_a2a_proxy.py": 9.0, - "packages/agentenv-protocol/tests/test_a2a_staging.py": 1.5, + "packages/agentenv-protocol/tests/test_a2a_object_transfers.py": 0.3, + "packages/agentenv-protocol/tests/test_a2a_peer_agents.py": 4.0, + "packages/agentenv-protocol/tests/test_a2a_proxy.py": 8.7, + "packages/agentenv-protocol/tests/test_a2a_staging.py": 2.0, "packages/agentenv-protocol/tests/test_a2a_trajectory_log.py": 0.3, - "packages/agentenv-protocol/tests/test_agent_env_environment.py": 0.4, + "packages/agentenv-protocol/tests/test_agent_env_environment.py": 1.3, + "packages/agentenv-protocol/tests/test_atif_builder.py": 0.1, + "packages/agentenv-protocol/tests/test_atif_fixtures.py": 0.1, + "packages/agentenv-protocol/tests/test_atif_kit.py": 0.1, + "packages/agentenv-protocol/tests/test_atif_profile.py": 0.0, + "packages/agentenv-protocol/tests/test_atif_reader.py": 0.0, + "packages/agentenv-protocol/tests/test_atif_validator.py": 1.2, + "packages/agentenv-protocol/tests/test_atif_vendored.py": 0.6, "packages/agentenv-protocol/tests/test_browser_cdp.py": 5.9, - "packages/agentenv-protocol/tests/test_browser_contexts.py": 0.4, - "packages/agentenv-protocol/tests/test_browser_data.py": 0.6, - "packages/agentenv-protocol/tests/test_browser_log.py": 0.2, - "packages/agentenv-protocol/tests/test_browser_network.py": 2.6, - "packages/agentenv-protocol/tests/test_browser_recording.py": 6.0, + "packages/agentenv-protocol/tests/test_browser_contexts.py": 0.2, + "packages/agentenv-protocol/tests/test_browser_data.py": 0.5, + "packages/agentenv-protocol/tests/test_browser_log.py": 0.1, + "packages/agentenv-protocol/tests/test_browser_network.py": 2.0, + "packages/agentenv-protocol/tests/test_browser_recording.py": 17.5, "packages/agentenv-protocol/tests/test_browser_state.py": 0.1, "packages/agentenv-protocol/tests/test_client.py": 0.2, - "packages/agentenv-protocol/tests/test_computer_app_data.py": 3.1, - "packages/agentenv-protocol/tests/test_computer_app_server.py": 8.2, - "packages/agentenv-protocol/tests/test_computer_clock.py": 2.1, - "packages/agentenv-protocol/tests/test_computer_conformance.py": 156.7, - "packages/agentenv-protocol/tests/test_computer_conformance_checks.py": 1.1, - "packages/agentenv-protocol/tests/test_computer_conformance_page.py": 44.6, - "packages/agentenv-protocol/tests/test_computer_conformance_recording.py": 33.4, - "packages/agentenv-protocol/tests/test_computer_dataplane.py": 4.1, - "packages/agentenv-protocol/tests/test_computer_declare.py": 1.5, - "packages/agentenv-protocol/tests/test_computer_driver.py": 3.2, - "packages/agentenv-protocol/tests/test_computer_driver_keys.py": 0.1, - "packages/agentenv-protocol/tests/test_computer_extensions.py": 7.9, - "packages/agentenv-protocol/tests/test_computer_frames.py": 4.8, - "packages/agentenv-protocol/tests/test_computer_macos.py": 0.1, - "packages/agentenv-protocol/tests/test_computer_page.py": 1.6, - "packages/agentenv-protocol/tests/test_computer_queue.py": 16.6, - "packages/agentenv-protocol/tests/test_computer_recording.py": 34.4, + "packages/agentenv-protocol/tests/test_computer_app_data.py": 2.9, + "packages/agentenv-protocol/tests/test_computer_app_server.py": 8.4, + "packages/agentenv-protocol/tests/test_computer_clock.py": 50.8, + "packages/agentenv-protocol/tests/test_computer_conformance.py": 117.8, + "packages/agentenv-protocol/tests/test_computer_conformance_attempts.py": 0.0, + "packages/agentenv-protocol/tests/test_computer_conformance_checks.py": 1.3, + "packages/agentenv-protocol/tests/test_computer_conformance_page.py": 38.5, + "packages/agentenv-protocol/tests/test_computer_conformance_recording.py": 42.5, + "packages/agentenv-protocol/tests/test_computer_dataplane.py": 2.8, + "packages/agentenv-protocol/tests/test_computer_declare.py": 0.7, + "packages/agentenv-protocol/tests/test_computer_driver.py": 1.9, + "packages/agentenv-protocol/tests/test_computer_driver_keys.py": 0.0, + "packages/agentenv-protocol/tests/test_computer_extensions.py": 4.7, + "packages/agentenv-protocol/tests/test_computer_frames.py": 5.2, + "packages/agentenv-protocol/tests/test_computer_macos.py": 0.0, + "packages/agentenv-protocol/tests/test_computer_page.py": 1.0, + "packages/agentenv-protocol/tests/test_computer_queue.py": 13.5, + "packages/agentenv-protocol/tests/test_computer_recording.py": 31.5, "packages/agentenv-protocol/tests/test_computer_seed.py": 0.0, - "packages/agentenv-protocol/tests/test_computer_serve.py": 0.5, + "packages/agentenv-protocol/tests/test_computer_serve.py": 0.4, "packages/agentenv-protocol/tests/test_computer_served.py": 0.3, - "packages/agentenv-protocol/tests/test_computer_session_windows.py": 0.6, - "packages/agentenv-protocol/tests/test_computer_spaces.py": 1.4, - "packages/agentenv-protocol/tests/test_computer_svc_forward.py": 10.0, - "packages/agentenv-protocol/tests/test_computer_tool_prefix.py": 1.8, + "packages/agentenv-protocol/tests/test_computer_session_windows.py": 0.5, + "packages/agentenv-protocol/tests/test_computer_spaces.py": 0.8, + "packages/agentenv-protocol/tests/test_computer_svc_forward.py": 5.0, + "packages/agentenv-protocol/tests/test_computer_tool_prefix.py": 1.5, "packages/agentenv-protocol/tests/test_computer_windows_driver.py": 0.1, - "packages/agentenv-protocol/tests/test_control_token.py": 0.1, - "packages/agentenv-protocol/tests/test_data_objects.py": 3.0, + "packages/agentenv-protocol/tests/test_control_token.py": 0.0, + "packages/agentenv-protocol/tests/test_data_objects.py": 2.7, "packages/agentenv-protocol/tests/test_devtools_pipe.py": 0.0, - "packages/agentenv-protocol/tests/test_errors.py": 0.3, + "packages/agentenv-protocol/tests/test_errors.py": 0.2, "packages/agentenv-protocol/tests/test_extension_methods.py": 0.0, "packages/agentenv-protocol/tests/test_intake.py": 0.0, - "packages/agentenv-protocol/tests/test_manifest.py": 0.1, + "packages/agentenv-protocol/tests/test_manifest.py": 0.0, "packages/agentenv-protocol/tests/test_preflight.py": 0.0, "packages/agentenv-protocol/tests/test_tool_access.py": 0.3, - "packages/agentenv-protocol/tests/test_tool_annotations.py": 0.3, - "packages/agentenv-protocol/tests/test_tool_client.py": 1.0, + "packages/agentenv-protocol/tests/test_tool_annotations.py": 0.2, + "packages/agentenv-protocol/tests/test_tool_client.py": 1.1, "packages/agentenv-protocol/tests/test_tool_context.py": 0.1, "packages/agentenv-protocol/tests/test_tool_context_fastmcp.py": 0.2, - "packages/agentenv-protocol/tests/test_tool_context_injection.py": 0.3, - "packages/agentenv-protocol/tests/test_website_api.py": 0.8, - "packages/agentenv-protocol/tests/test_website_browser.py": 4.0, - "packages/agentenv-protocol/tests/test_website_conformance.py": 18.3, - "packages/agentenv-protocol/tests/test_website_environment.py": 7.9, + "packages/agentenv-protocol/tests/test_tool_context_injection.py": 0.2, + "packages/agentenv-protocol/tests/test_website_api.py": 0.6, + "packages/agentenv-protocol/tests/test_website_browser.py": 4.8, + "packages/agentenv-protocol/tests/test_website_conformance.py": 18.8, + "packages/agentenv-protocol/tests/test_website_environment.py": 8.9, + "packages/agentenv-protocol/tests/test_website_forwarding.py": 8.3, "packages/agentenv-protocol/tests/test_website_live.py": 0.0, - "packages/agentenv-protocol/tests/test_website_mcp.py": 2.0, - "packages/agentenv-protocol/tests/test_website_notes_example.py": 1.8, + "packages/agentenv-protocol/tests/test_website_mcp.py": 1.8, + "packages/agentenv-protocol/tests/test_website_notes_example.py": 1.5, "packages/agentenv-protocol/tests/test_website_readiness.py": 0.1, - "tst/installer/test_container_journey.py": 231.3, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[pipx]": 11.8, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-project]": 13.4, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-tool]": 14.8, - "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[venv]": 43.8, - "tst/installer/test_plugin_changes.py::test_a_change_made_elsewhere_while_add_waits_for_confirmation_is_not_undone": 15.5, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[pipx]": 31.8, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-project]": 36.9, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-tool]": 38.2, - "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[venv]": 71.0, - "tst/installer/test_plugin_changes.py::test_a_package_added_next_to_a_plugin_is_removed_the_same_way": 33.2, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[pipx]": 51.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-project]": 42.2, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-tool]": 39.1, - "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[venv]": 126.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[pipx]": 63.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-project]": 39.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-tool]": 28.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[venv]": 61.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[uv-tool]": 17.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[venv]": 68.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[uv-tool]": 19.6, - "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[venv]": 73.2, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[uv-tool]": 47.7, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[venv]": 58.8, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[uv-tool]": 29.4, - "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[venv]": 56.1, - "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[hatch-Hatch has no command for this]": 26.8, - "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[pdm-pdm add]": 31.7, - "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[poetry-poetry add]": 35.5, - "tst/installer/test_plugin_changes.py::test_a_second_change_waits_for_the_first_to_finish": 35.1, - "tst/installer/test_plugin_changes.py::test_a_uv_project_removes_a_plugin_from_the_group_that_declares_it": 22.7, - "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[False]": 19.8, - "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[True]": 23.4, - "tst/installer/test_plugin_changes.py::test_a_uv_tool_whose_index_comes_from_its_config_takes_one_change_after_another": 53.3, - "tst/installer/test_plugin_changes.py::test_a_uv_workspace_removes_a_plugin_from_the_member_that_declares_it": 21.5, - "tst/installer/test_plugin_changes.py::test_a_virtual_uv_workspace_adds_the_plugin_to_the_member_that_declares_agent_env": 31.3, - "tst/installer/test_plugin_changes.py::test_adding_a_plugin_by_its_bare_name_keeps_the_version_the_tool_pins": 31.9, - "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[uv-tool]": 12.3, - "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[venv]": 40.1, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-broken-toy_broken is failed]": 21.2, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-clash-deploy_env is skipped]": 48.4, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-not-a-plugin-not an agent-env plugin]": 16.5, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-broken-toy_broken is failed]": 12.5, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-clash-deploy_env is skipped]": 42.5, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-not-a-plugin-not an agent-env plugin]": 13.1, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-broken-toy_broken is failed]": 16.9, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-clash-deploy_env is skipped]": 26.0, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-not-a-plugin-not an agent-env plugin]": 16.3, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-broken-toy_broken is failed]": 52.0, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-clash-deploy_env is skipped]": 55.2, - "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-not-a-plugin-not an agent-env plugin]": 40.1, - "tst/installer/test_plugin_changes.py::test_ctrl_c_lets_the_installer_finish_and_then_restores": 14.8, - "tst/installer/test_plugin_changes.py::test_read_only_site_packages_are_refused": 36.3, - "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[uv-tool]": 29.3, - "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[venv]": 64.2, - "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-project]": 48.0, - "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-tool]": 45.1, + "tst/installer/test_container_journey.py": 243.0, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[pipx]": 17.0, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-project]": 11.2, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[uv-tool]": 54.4, + "tst/installer/test_plugin_changes.py::test_a_bare_directory_that_builds_as_agent_env_never_replaces_it[venv]": 35.6, + "tst/installer/test_plugin_changes.py::test_a_change_made_elsewhere_while_add_waits_for_confirmation_is_not_undone": 11.6, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[pipx]": 33.9, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-project]": 31.0, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[uv-tool]": 46.7, + "tst/installer/test_plugin_changes.py::test_a_newer_wheel_upgrades_the_installed_plugin[venv]": 83.2, + "tst/installer/test_plugin_changes.py::test_a_package_added_next_to_a_plugin_is_removed_the_same_way": 26.2, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[pipx]": 65.0, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-project]": 21.5, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[uv-tool]": 36.0, + "tst/installer/test_plugin_changes.py::test_a_plugin_survives_the_installers_own_rebuild_and_is_removed[venv]": 159.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[pipx]": 34.1, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-project]": 44.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[uv-tool]": 43.1, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_conflicts_with_an_installed_one_is_rolled_back[venv]": 84.2, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[uv-tool]": 15.7, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_selects_a_shared_config_file_is_still_blocked_by_it[venv]": 42.7, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[uv-tool]": 23.9, + "tst/installer/test_plugin_changes.py::test_a_plugin_that_sets_the_config_on_import_is_reported[venv]": 57.1, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[uv-tool]": 21.6, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_bundled_config_is_in_effect_can_be_removed[venv]": 45.4, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[uv-tool]": 40.2, + "tst/installer/test_plugin_changes.py::test_a_plugin_whose_root_option_breaks_startup_can_still_be_removed[venv]": 78.6, + "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[hatch-Hatch has no command for this]": 33.9, + "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[pdm-pdm add]": 78.6, + "tst/installer/test_plugin_changes.py::test_a_project_tool_that_owns_the_environment_is_given_the_command_and_nothing_runs[poetry-poetry add]": 34.0, + "tst/installer/test_plugin_changes.py::test_a_second_change_waits_for_the_first_to_finish": 52.1, + "tst/installer/test_plugin_changes.py::test_a_uv_project_removes_a_plugin_from_the_group_that_declares_it": 24.2, + "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[False]": 19.6, + "tst/installer/test_plugin_changes.py::test_a_uv_project_with_its_environment_elsewhere_keeps_the_plugin_through_uv_sync[True]": 20.6, + "tst/installer/test_plugin_changes.py::test_a_uv_tool_whose_index_comes_from_its_config_takes_one_change_after_another": 79.9, + "tst/installer/test_plugin_changes.py::test_a_uv_workspace_removes_a_plugin_from_the_member_that_declares_it": 16.3, + "tst/installer/test_plugin_changes.py::test_a_virtual_uv_workspace_adds_the_plugin_to_the_member_that_declares_agent_env": 25.4, + "tst/installer/test_plugin_changes.py::test_adding_a_plugin_by_its_bare_name_keeps_the_version_the_tool_pins": 26.9, + "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[uv-tool]": 29.0, + "tst/installer/test_plugin_changes.py::test_agent_env_itself_is_never_added_or_removed[venv]": 46.8, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-broken-toy_broken is failed]": 69.2, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-clash-deploy_env is skipped]": 23.6, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[pipx-not-a-plugin-not an agent-env plugin]": 16.0, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-broken-toy_broken is failed]": 25.3, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-clash-deploy_env is skipped]": 28.8, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-project-not-a-plugin-not an agent-env plugin]": 31.4, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-broken-toy_broken is failed]": 25.0, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-clash-deploy_env is skipped]": 27.2, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[uv-tool-not-a-plugin-not an agent-env plugin]": 19.5, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-broken-toy_broken is failed]": 35.7, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-clash-deploy_env is skipped]": 36.1, + "tst/installer/test_plugin_changes.py::test_an_add_that_does_not_take_effect_restores_the_environment_exactly[venv-not-a-plugin-not an agent-env plugin]": 38.1, + "tst/installer/test_plugin_changes.py::test_ctrl_c_lets_the_installer_finish_and_then_restores": 32.9, + "tst/installer/test_plugin_changes.py::test_read_only_site_packages_are_refused": 41.3, + "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[uv-tool]": 24.8, + "tst/installer/test_plugin_changes.py::test_remove_is_blocked_while_the_config_names_its_sandbox_provider[venv]": 65.4, + "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-project]": 55.1, + "tst/installer/test_plugin_changes.py::test_removing_a_plugin_names_and_checks_the_plugins_that_go_with_it[uv-tool]": 65.1, "tst/installer/test_wheel.py": 0.0, "tst/integration/agent/a2a_agent/a2a_agent_test.py": 0.0, "tst/integration/agent/a2a_agent/agent_triggers_e2e_test.py": 0.0, - "tst/integration/agent/proxy_local_container_test.py": 41.3, + "tst/integration/agent/proxy_local_container_test.py": 43.4, "tst/integration/agent/proxy_modal_vm_test.py": 0.0, - "tst/integration/artifact/artifacts/docker_image_artifact_test.py": 27.9, - "tst/integration/cli/bundle_init_images_test.py": 32.8, - "tst/integration/cli/bundle_register_test.py": 44.4, - "tst/integration/cli/cli_test.py": 45.6, - "tst/integration/cli/run_bundle_browser_use_test.py": 258.9, - "tst/integration/cli/run_bundle_built_agents_test.py": 50.9, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_children_name_one_container_is_refused_before_anything_is_built_or_written": 0.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_servers_share_a_tool_name_is_refused_at_deploy_naming_the_tool_and_both_servers": 34.5, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[gateway]": 50.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[server]": 26.4, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_server_that_crashes_on_start_fails_its_deploy_naming_it_and_ending_with_what_it_printed": 31.5, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_stored_mcp_task_imports_as_a_bundle_that_runs_through_the_gateway": 66.3, - "tst/integration/cli/run_bundle_built_envs_test.py::test_a_universe_composed_every_way_seeds_each_server_of_a_multi_and_a_shared_one_seeds_its_server": 45.4, - "tst/integration/cli/run_bundle_built_envs_test.py::test_an_env_folder_is_built_named_by_its_card_deployed_and_rebuilt_only_when_it_changes": 25.4, - "tst/integration/cli/run_bundle_built_envs_test.py::test_an_output_a_bundles_task_wrote_is_written_under_the_folder_that_imports_it": 46.6, - "tst/integration/cli/run_bundle_built_envs_test.py::test_each_kind_of_bundle_env_deploys_through_the_gateway_and_a_child_edit_rewrites_its_multi": 181.0, - "tst/integration/cli/run_bundle_built_envs_test.py::test_environments_and_a_universe_written_from_a_bundle_load_into_an_env_through_the_gateway": 66.3, - "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_echo_mcp_example_runs_by_name_and_a_rerun_writes_nothing": 71.2, - "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_mail_mcp_example_runs_and_a_task_outside_a_bundle_deploys_its_env_by_its_alias": 51.1, - "tst/integration/cli/run_bundle_claude_code_install_test.py": 164.0, - "tst/integration/cli/run_bundle_claude_code_test.py": 387.0, - "tst/integration/cli/run_bundle_cli_folder_test.py": 85.4, - "tst/integration/cli/run_bundle_image_folder_test.py": 45.3, - "tst/integration/cli/run_bundle_image_ref_test.py": 34.3, - "tst/integration/cli/run_bundle_installed_agent_test.py": 22.1, - "tst/integration/cli/run_bundle_openhands_test.py": 299.7, - "tst/integration/cli/run_bundle_pydantic_ai_test.py": 131.9, - "tst/integration/cli/run_bundle_skills_test.py": 27.6, - "tst/integration/cli/run_bundle_task_image_test.py": 13.4, - "tst/integration/cli/run_role_models_test.py": 29.0, - "tst/integration/computer/base_computer_test.py": 163.4, - "tst/integration/computer/browser_computer_test.py": 573.6, - "tst/integration/computer/browser_gateway_test.py": 219.2, - "tst/integration/computer/browser_multi_env_test.py": 461.2, + "tst/integration/artifact/artifacts/docker_image_artifact_test.py": 22.1, + "tst/integration/cli/bundle_init_images_test.py": 33.0, + "tst/integration/cli/bundle_register_test.py": 55.8, + "tst/integration/cli/cli_test.py": 68.1, + "tst/integration/cli/run_bundle_browser_use_test.py": 271.9, + "tst/integration/cli/run_bundle_built_agents_test.py": 48.1, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_children_name_one_container_is_refused_before_anything_is_built_or_written": 0.3, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_multi_whose_servers_share_a_tool_name_is_refused_at_deploy_naming_the_tool_and_both_servers": 28.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[gateway]": 27.7, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_script_on_an_envs_host_reaches_it_and_its_mcp_endpoint_at_the_addresses_its_input_gives[server]": 14.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_server_that_crashes_on_start_fails_its_deploy_naming_it_and_ending_with_what_it_printed": 20.3, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_stored_mcp_task_imports_as_a_bundle_that_runs_through_the_gateway": 73.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_a_universe_composed_every_way_seeds_each_server_of_a_multi_and_a_shared_one_seeds_its_server": 53.7, + "tst/integration/cli/run_bundle_built_envs_test.py::test_an_env_folder_is_built_named_by_its_card_deployed_and_rebuilt_only_when_it_changes": 17.0, + "tst/integration/cli/run_bundle_built_envs_test.py::test_an_output_a_bundles_task_wrote_is_written_under_the_folder_that_imports_it": 27.6, + "tst/integration/cli/run_bundle_built_envs_test.py::test_each_kind_of_bundle_env_deploys_through_the_gateway_and_a_child_edit_rewrites_its_multi": 176.5, + "tst/integration/cli/run_bundle_built_envs_test.py::test_environments_and_a_universe_written_from_a_bundle_load_into_an_env_through_the_gateway": 99.8, + "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_echo_mcp_example_runs_by_name_and_a_rerun_writes_nothing": 74.7, + "tst/integration/cli/run_bundle_built_envs_test.py::test_the_shipped_mail_mcp_example_runs_and_a_task_outside_a_bundle_deploys_its_env_by_its_alias": 69.7, + "tst/integration/cli/run_bundle_claude_code_install_test.py": 160.5, + "tst/integration/cli/run_bundle_claude_code_test.py": 421.0, + "tst/integration/cli/run_bundle_cli_folder_test.py": 83.7, + "tst/integration/cli/run_bundle_image_folder_test.py": 35.1, + "tst/integration/cli/run_bundle_image_ref_test.py": 28.9, + "tst/integration/cli/run_bundle_installed_agent_test.py": 33.4, + "tst/integration/cli/run_bundle_openhands_test.py": 300.3, + "tst/integration/cli/run_bundle_pydantic_ai_test.py": 163.8, + "tst/integration/cli/run_bundle_skills_test.py": 15.8, + "tst/integration/cli/run_bundle_task_image_test.py": 6.9, + "tst/integration/cli/run_role_models_test.py": 58.0, + "tst/integration/computer/base_computer_test.py": 86.2, + "tst/integration/computer/browser_clock_test.py": 497.3, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_a_cdp_agents_own_tab_behind_the_active_one": 15.5, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_each_burst_of_an_agents_actions_keyed_to_its_log_and_ends_on_its_last_page": 10.6, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_frames_the_active_tab_when_the_agents_tab_closes_mid_capture": 16.3, + "tst/integration/computer/browser_computer_test.py::test_a_browser_recording_that_ends_while_an_agents_command_is_in_flight_logs_it_unfinished": 19.9, + "tst/integration/computer/browser_computer_test.py::test_a_cdp_agent_keeps_its_address_through_an_app_server_and_a_driver_restart_and_a_browser_relaunch": 28.2, + "tst/integration/computer/browser_computer_test.py::test_a_compose_of_chromium_from_a_release_record_pulls_its_image_and_the_browser_boots_from_it": 48.8, + "tst/integration/computer/browser_computer_test.py::test_a_killed_app_server_or_driver_comes_back_and_a_killed_browser_fails_it_for_good": 16.2, + "tst/integration/computer/browser_computer_test.py::test_a_killed_x_server_comes_back_but_takes_the_browser_with_it_which_fails_the_computer_for_good": 7.5, + "tst/integration/computer/browser_computer_test.py::test_a_task_pinning_a_version_of_the_browser_passes_preflight_on_it_and_runs_its_steps_through_task_run": 6.6, + "tst/integration/computer/browser_computer_test.py::test_alone_it_makes_no_request_of_its_own_its_proxy_seeing_only_its_page_until_well_after_it_is_ready": 84.9, + "tst/integration/computer/browser_computer_test.py::test_alone_on_the_open_web_it_loads_a_public_site_through_its_proxy_and_an_agents_tab_and_logs_each_connection": 156.9, + "tst/integration/computer/browser_computer_test.py::test_an_address_scoped_to_a_lease_sees_it_alone_as_the_default_and_ends_with_it": 21.1, + "tst/integration/computer/browser_computer_test.py::test_an_agent_navigates_moves_in_history_answers_a_dialog_uses_tabs_and_uploads_with_its_page_tools": 11.1, + "tst/integration/computer/browser_computer_test.py::test_behind_a_front_that_ends_tls_an_address_under_the_origin_named_is_https_and_wss_and_clients_connect": 15.5, + "tst/integration/computer/browser_computer_test.py::test_browser_connect_cdp_hands_an_agent_its_address_with_the_tools_hidden_which_a_reset_ends_till_it_reruns": 57.9, + "tst/integration/computer/browser_computer_test.py::test_each_context_is_recorded_alone_its_video_following_its_agent_while_agents_act_on_all_at_once": 35.8, + "tst/integration/computer/browser_computer_test.py::test_each_start_tabs_page_sees_the_windows_size_from_its_first_script_in_order_the_first_active": 6.7, + "tst/integration/computer/browser_computer_test.py::test_gate_3_makes_this_machines_arch_ready_with_the_page_driver_its_input_and_page_tools_verified": 141.0, + "tst/integration/computer/browser_computer_test.py::test_its_contexts_are_leased_by_steps_and_by_agents_each_with_its_own_state_and_end_with_a_reset": 24.0, + "tst/integration/computer/browser_computer_test.py::test_its_cookies_local_storage_and_downloads_are_read_and_set_through_browser_v1": 13.2, + "tst/integration/computer/browser_computer_test.py::test_its_data_calls_take_turns_a_server_restart_takes_a_load_and_with_the_browser_gone_they_fail_at_once": 14.3, + "tst/integration/computer/browser_computer_test.py::test_its_data_plane_signs_it_in_snapshots_it_resets_it_and_loads_a_snapshot_back_whole": 38.3, + "tst/integration/computer/browser_computer_test.py::test_its_log_has_an_entry_for_every_action_over_cdp_page_tools_and_pixels_with_no_secrets": 9.6, + "tst/integration/computer/browser_computer_test.py::test_its_state_operations_hold_up_at_once_through_a_server_restart_and_fail_at_once_with_the_browser_gone": 17.4, + "tst/integration/computer/browser_computer_test.py::test_its_task_steps_set_cookies_and_storage_open_a_tab_behind_and_activate_and_close_it_by_its_url": 12.2, + "tst/integration/computer/browser_computer_test.py::test_its_tools_see_and_drive_the_page_that_is_its_screen": 11.2, + "tst/integration/computer/browser_computer_test.py::test_playwright_and_puppeteer_drive_it_through_its_cdp_address_which_a_relaunch_keeps_and_a_reset_ends": 33.7, + "tst/integration/computer/browser_computer_test.py::test_playwright_mcps_tools_drive_its_page_hide_the_code_tools_and_come_back_after_a_kill": 21.4, + "tst/integration/computer/browser_computer_test.py::test_routing_sites_beside_live_ones_its_forward_port_takes_the_live_hosts_straight_to_the_real_site": 12.0, + "tst/integration/computer/browser_computer_test.py::test_routing_sites_it_goes_out_only_through_the_forward_port_which_the_agent_cant_stop_and_comes_back": 22.1, + "tst/integration/computer/browser_computer_test.py::test_routing_sites_its_network_har_has_what_webarena_verifieds_grader_reads": 15.4, + "tst/integration/computer/browser_computer_test.py::test_two_cdp_agents_drive_one_browser_at_once_each_through_an_address_of_its_own": 16.9, + "tst/integration/computer/browser_gateway_test.py": 482.1, + "tst/integration/computer/browser_multi_env_test.py::test_a_multi_env_naming_no_browser_deploys_none": 46.7, + "tst/integration/computer/browser_multi_env_test.py::test_a_multi_env_naming_no_browser_takes_the_runs_and_chromium_runs_as_a_computer_child": 52.6, + "tst/integration/computer/browser_multi_env_test.py::test_a_site_chromium_reaches_by_name_through_the_gateway_takes_that_name_as_its_host_and_no_forged_one[card]": 62.8, + "tst/integration/computer/browser_multi_env_test.py::test_a_site_chromium_reaches_by_name_through_the_gateway_takes_that_name_as_its_host_and_no_forged_one[stored]": 81.1, + "tst/integration/computer/browser_multi_env_test.py::test_a_site_wrapping_an_app_signs_chromium_in_by_a_header_only_it_sends_and_the_app_serves_its_pages": 68.6, + "tst/integration/computer/browser_multi_env_test.py::test_behind_a_front_that_ends_tls_the_multi_envs_gateway_hands_out_https_and_wss_and_an_agent_connects": 49.4, + "tst/integration/computer/browser_multi_env_test.py::test_browser_connect_cdp_hands_an_agent_an_address_at_the_multi_envs_gateway_with_its_tools_hidden": 76.5, + "tst/integration/computer/browser_multi_env_test.py::test_chromium_as_a_multi_envs_browser_runs_on_its_own_sandbox_reached_through_the_gateway": 342.7, + "tst/integration/computer/browser_multi_env_test.py::test_two_leases_in_a_multi_envs_browser_each_sign_in_to_its_site_by_name_through_the_gateway": 75.7, + "tst/integration/computer/browser_multi_env_test.py::test_under_a_chromium_default_a_site_gets_chromium_unnamed_which_browser_sign_in_signs_in_after_each_reset": 349.2, "tst/integration/computer/builder_modal_vm_test.py": 0.0, - "tst/integration/computer/ca_trust_test.py": 379.0, - "tst/integration/computer/chromium_app_test.py": 958.6, - "tst/integration/computer/clock_desktop_test.py": 510.9, - "tst/integration/computer/computer_app_test.py::test_a_computers_apps_load_export_and_reset_each_through_its_own_data_plane": 50.3, - "tst/integration/computer/computer_app_test.py::test_an_app_deployed_alone_runs_its_service_on_its_settings_on_a_computer_named_after_it_as_its_driver": 204.2, - "tst/integration/computer/computer_app_test.py::test_the_locks_debs_and_wheels_install_from_mounts_and_stay_in_no_layer_of_the_image": 357.1, - "tst/integration/computer/computer_app_test.py::test_through_the_drivers_route_a_websocket_reaches_an_apps_server_and_a_20_mb_answer_streams_whole": 454.8, - "tst/integration/computer/computer_app_test.py::test_two_apps_composed_into_one_computer_env_each_run_on_their_own_settings": 113.1, - "tst/integration/computer/computer_clock_test.py": 298.9, - "tst/integration/computer/computer_env_test.py": 427.0, - "tst/integration/computer/covered_test.py": 98.2, - "tst/integration/computer/cua_driver_test.py": 150.0, - "tst/integration/computer/desktop_example_test.py": 241.1, + "tst/integration/computer/ca_trust_test.py": 141.7, + "tst/integration/computer/chromium_app_test.py::test_a_deploy_opens_its_start_urls_unprompted_and_a_reset_clears_its_profile": 11.1, + "tst/integration/computer/chromium_app_test.py::test_a_desktop_that_gives_it_defaults_deploys_with_them_and_a_deploys_own_over_them": 10.5, + "tst/integration/computer/chromium_app_test.py::test_a_load_of_cookies_alone_reloads_a_start_tab_on_a_hash_route_so_its_page_reads_them": 10.5, + "tst/integration/computer/chromium_app_test.py::test_a_popup_a_page_opens_loads_with_its_control_attached": 15.2, + "tst/integration/computer/chromium_app_test.py::test_a_start_tab_on_a_routed_site_must_load_where_it_lands_so_a_site_answering_503_fails_the_deploy[answers-503]": 10.4, + "tst/integration/computer/chromium_app_test.py::test_a_start_tab_on_a_routed_site_must_load_where_it_lands_so_a_site_answering_503_fails_the_deploy[loads]": 9.6, + "tst/integration/computer/chromium_app_test.py::test_gate_3_makes_this_machines_arch_ready_with_chromium": 133.0, + "tst/integration/computer/chromium_app_test.py::test_it_runs_chrome_itself_on_its_pipe_answers_prompts_as_the_deploy_says_and_a_launch_opens_a_window": 68.8, + "tst/integration/computer/chromium_app_test.py::test_its_computer_gets_the_shared_memory_it_asks_for_so_chrome_keeps_it_there_and_a_reset_env_keeps_it[container]": 15.2, + "tst/integration/computer/chromium_app_test.py::test_its_computer_gets_the_shared_memory_it_asks_for_so_chrome_keeps_it_there_and_a_reset_env_keeps_it[disk]": 176.1, + "tst/integration/computer/chromium_app_test.py::test_its_control_records_tabs_a_download_a_dialog_and_each_launch_with_its_cause": 102.2, + "tst/integration/computer/chromium_app_test.py::test_its_cookies_local_storage_and_downloads_are_read_and_set_through_browser_v1": 12.1, + "tst/integration/computer/chromium_app_test.py::test_its_data_plane_signs_it_in_snapshots_it_resets_it_and_loads_a_snapshot_back_whole": 41.3, + "tst/integration/computer/chromium_app_test.py::test_its_recording_of_its_pages_runs_beside_the_desktops_own_recording_each_with_its_video": 17.5, + "tst/integration/computer/chromium_app_test.py::test_its_start_tabs_open_in_order_the_first_active_and_a_live_one_that_never_answers_is_recorded_not_fatal": 68.8, + "tst/integration/computer/chromium_app_test.py::test_its_task_steps_set_cookies_and_storage_open_a_tab_behind_and_activate_and_close_it_by_its_url": 11.4, + "tst/integration/computer/chromium_app_test.py::test_with_dialogs_left_to_the_agent_chromium_shows_one_and_records_the_agents_answer": 197.5, + "tst/integration/computer/chromium_universe_test.py": 150.3, + "tst/integration/computer/clock_desktop_test.py": 227.8, + "tst/integration/computer/computer_app_test.py::test_a_computers_apps_load_export_and_reset_each_through_its_own_data_plane": 86.1, + "tst/integration/computer/computer_app_test.py::test_an_app_deployed_alone_runs_its_service_on_its_settings_on_a_computer_named_after_it_as_its_driver": 288.1, + "tst/integration/computer/computer_app_test.py::test_the_locks_debs_and_wheels_install_from_mounts_and_stay_in_no_layer_of_the_image": 308.4, + "tst/integration/computer/computer_app_test.py::test_through_the_drivers_route_a_websocket_reaches_an_apps_server_and_a_20_mb_answer_streams_whole": 102.2, + "tst/integration/computer/computer_app_test.py::test_two_apps_composed_into_one_computer_env_each_run_on_their_own_settings": 179.3, + "tst/integration/computer/computer_clock_test.py": 158.0, + "tst/integration/computer/computer_env_test.py": 300.9, + "tst/integration/computer/computer_triggers_test.py": 249.5, + "tst/integration/computer/covered_test.py": 70.5, + "tst/integration/computer/cua_driver_test.py": 87.4, + "tst/integration/computer/desktop_example_test.py": 156.8, "tst/integration/computer/disk_boot_failure_modal_vm_test.py": 0.0, - "tst/integration/computer/disk_boot_test.py": 104.9, + "tst/integration/computer/disk_boot_test.py": 119.9, "tst/integration/computer/disk_modal_vm_test.py": 0.0, - "tst/integration/computer/egress_test.py": 286.7, - "tst/integration/computer/launcher_test.py": 298.5, - "tst/integration/computer/multi_env_computers_test.py": 601.2, + "tst/integration/computer/egress_test.py": 181.1, + "tst/integration/computer/launcher_test.py": 226.2, + "tst/integration/computer/multi_env_computers_test.py": 456.7, "tst/integration/computer/omarchy_test.py": 0.0, - "tst/integration/computer/recording_chaos_test.py": 375.0, - "tst/integration/computer/set_test.py": 286.4, - "tst/integration/computer/tool_prefix_test.py": 127.7, - "tst/integration/computer/website_browser_test.py": 729.7, + "tst/integration/computer/recording_chaos_test.py": 168.1, + "tst/integration/computer/set_test.py": 175.6, + "tst/integration/computer/tool_prefix_test.py": 165.5, + "tst/integration/computer/website_browser_test.py": 414.9, "tst/integration/computer/windows_test.py": 0.0, - "tst/integration/env/env_test.py": 45.4, - "tst/integration/env/envs/build_context_local_test.py": 156.0, - "tst/integration/env/envs/multi_env_child_envs_local_test.py": 43.2, - "tst/integration/env/envs/multi_env_local_test.py": 75.8, - "tst/integration/env/envs/playwright_mcp_local_test.py": 25.7, - "tst/integration/env/envs/server_env_local_test.py": 86.4, + "tst/integration/env/env_test.py": 20.4, + "tst/integration/env/envs/build_context_local_test.py": 154.2, + "tst/integration/env/envs/multi_env_child_envs_local_test.py": 119.4, + "tst/integration/env/envs/multi_env_local_test.py": 74.4, + "tst/integration/env/envs/playwright_mcp_local_test.py": 37.8, + "tst/integration/env/envs/server_env_local_test.py": 133.7, "tst/integration/env/envs/server_env_modal_test.py": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[gateway-default]": 76.1, - "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[ready-timeout]": 138.6, + "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[gateway-default]": 81.1, + "tst/integration/env/gateway/gateway_test.py::test_a_site_slower_to_boot_than_the_health_check_allows_deploys_with_a_ready_timeout_and_its_shared_memory[ready-timeout]": 141.1, + "tst/integration/env/gateway/gateway_test.py::test_a_tool_disabled_for_a_role_is_refused_through_svc_as_on_the_gateway_s_mcp": 26.3, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_airtable_clock_consumer[sail_vm]": 0.0, @@ -219,6 +290,7 @@ "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_clock_consumer[sail_vm]": 0.0, @@ -230,6 +302,7 @@ "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_amazon_fresh_clock_consumer[sail_vm]": 0.0, @@ -241,6 +314,7 @@ "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_apple_health_clock_consumer[sail_vm]": 0.0, @@ -252,6 +326,7 @@ "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_blackline_clock_consumer[sail_vm]": 0.0, @@ -263,6 +338,7 @@ "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_buildium_clock_consumer[sail_vm]": 0.0, @@ -274,6 +350,7 @@ "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_cab_clock_consumer[sail_vm]": 0.0, @@ -285,18 +362,20 @@ "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_calendar_mcp_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_cardless_environment_resolves_name_from_environment_name": 36.0, + "tst/integration/env/gateway/gateway_test.py::test_cardless_environment_resolves_name_from_environment_name": 36.5, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_clickup_clock_consumer[sail_vm]": 0.0, @@ -308,6 +387,7 @@ "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_confluence_clock_consumer[sail_vm]": 0.0, @@ -319,6 +399,7 @@ "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_crm_clock_consumer[sail_vm]": 0.0, @@ -330,6 +411,7 @@ "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_eight_sleep_clock_consumer[sail_vm]": 0.0, @@ -341,6 +423,7 @@ "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_email_mcp_clock_consumer[sail_vm]": 0.0, @@ -353,6 +436,7 @@ "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_erp_clock_consumer[sail_vm]": 0.0, @@ -364,6 +448,7 @@ "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_figma_clock_consumer[sail_vm]": 0.0, @@ -375,6 +460,7 @@ "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fintrack_clock_consumer[sail_vm]": 0.0, @@ -386,6 +472,7 @@ "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fitbit_clock_consumer[sail_vm]": 0.0, @@ -397,6 +484,7 @@ "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_fresh_direct_clock_consumer[sail_vm]": 0.0, @@ -408,6 +496,7 @@ "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_garmin_health_clock_consumer[sail_vm]": 0.0, @@ -419,10 +508,11 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[scale]": 29.4, + "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[scale]": 28.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_autonomous_time_trigger[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[agent37]": 0.0, @@ -430,23 +520,25 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[scale]": 28.5, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_barrier_orders_a_templated_mirror[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_request_behind_a_write_through_the_rest_proxy": 26.3, - "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_role_behind_each_write": 26.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_request_behind_a_write_through_the_rest_proxy": 26.8, + "tst/integration/env/gateway/gateway_test.py::test_gateway_changes_name_the_role_behind_each_write": 45.4, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[scale]": 37.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[scale]": 36.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[agent37]": 0.0, @@ -454,22 +546,24 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[scale]": 51.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[scale]": 50.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_clock_rate_accuracy[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_consistent_mode": 41.7, + "tst/integration/env/gateway/gateway_test.py::test_gateway_consistent_mode": 27.4, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[scale]": 29.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[scale]": 27.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_queued_trigger_is_not_reported_settled[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[agent37]": 0.0, @@ -477,10 +571,11 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[scale]": 27.6, + "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[scale]": 29.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_time_trigger_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[agent37]": 0.0, @@ -488,6 +583,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_rearms_after_a_failed_mirror[sail_vm]": 0.0, @@ -499,10 +595,11 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[scale]": 25.9, + "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[scale]": 26.8, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_trigger_registration_is_fail_loud[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[agent37]": 0.0, @@ -510,35 +607,38 @@ "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[scale]": 38.3, + "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[scale]": 37.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_extension[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_triggers_nl_executor[modal_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_website_trigger_fires_on_a_request_through_the_website_proxy": 61.1, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_agentenv_environment": 27.6, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_env_including_website": 155.3, + "tst/integration/env/gateway/gateway_test.py::test_gateway_website_trigger_fires_on_a_request_through_the_website_proxy": 39.7, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_agentenv_environment": 39.5, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_env_including_website": 69.6, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[scale]": 103.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[scale]": 105.4, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gateway_with_multi_mcp_server[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_mcp_server": 102.8, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_website_env": 120.2, - "tst/integration/env/gateway/gateway_test.py::test_gateway_with_website_env_v1": 42.8, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_mcp_server": 103.1, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_single_website_env": 121.9, + "tst/integration/env/gateway/gateway_test.py::test_gateway_with_website_env_v1": 40.5, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_github_clock_consumer[sail_vm]": 0.0, @@ -550,6 +650,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gmail_clock_consumer[sail_vm]": 0.0, @@ -561,6 +662,7 @@ "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_gofundme_clock_consumer[sail_vm]": 0.0, @@ -572,6 +674,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_calendar_clock_consumer[sail_vm]": 0.0, @@ -583,6 +686,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_docs_clock_consumer[sail_vm]": 0.0, @@ -594,6 +698,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_drive_clock_consumer[sail_vm]": 0.0, @@ -605,6 +710,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_sheets_clock_consumer[sail_vm]": 0.0, @@ -616,6 +722,7 @@ "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_google_slides_clock_consumer[sail_vm]": 0.0, @@ -627,6 +734,7 @@ "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_hotel_management_clock_consumer[sail_vm]": 0.0, @@ -638,6 +746,7 @@ "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_instacart_clock_consumer[sail_vm]": 0.0, @@ -649,6 +758,7 @@ "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_jira_clock_consumer[sail_vm]": 0.0, @@ -660,18 +770,20 @@ "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_linear_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_load_from_snapshot": 44.1, + "tst/integration/env/gateway/gateway_test.py::test_load_from_snapshot": 42.3, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_messaging_clock_consumer[sail_vm]": 0.0, @@ -683,6 +795,7 @@ "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_mortgage_los_clock_consumer[sail_vm]": 0.0, @@ -694,6 +807,7 @@ "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_myfitnesspal_clock_consumer[sail_vm]": 0.0, @@ -705,6 +819,7 @@ "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_notion_clock_consumer[sail_vm]": 0.0, @@ -716,6 +831,7 @@ "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_obsidian_clock_consumer[sail_vm]": 0.0, @@ -727,6 +843,7 @@ "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oms_clock_consumer[sail_vm]": 0.0, @@ -738,6 +855,7 @@ "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_oracle_gl_clock_consumer[sail_vm]": 0.0, @@ -749,6 +867,7 @@ "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_polymarket_clock_consumer[sail_vm]": 0.0, @@ -760,6 +879,7 @@ "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_quickbooks_clock_consumer[sail_vm]": 0.0, @@ -771,6 +891,7 @@ "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_records_vault_clock_consumer[sail_vm]": 0.0, @@ -782,18 +903,20 @@ "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_reminder_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_renamed_registration_serves_its_registered_name": 35.8, + "tst/integration/env/gateway/gateway_test.py::test_renamed_registration_serves_its_registered_name": 36.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_renpho_clock_consumer[sail_vm]": 0.0, @@ -805,6 +928,7 @@ "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ring_clock_consumer[sail_vm]": 0.0, @@ -816,6 +940,7 @@ "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sap_subledger_clock_consumer[sail_vm]": 0.0, @@ -827,6 +952,7 @@ "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_shopping_clock_consumer[sail_vm]": 0.0, @@ -838,6 +964,7 @@ "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_slack_clock_consumer[sail_vm]": 0.0, @@ -849,19 +976,21 @@ "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_smart_lock_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_snapshot_agent_state_v1_and_fallback": 29.3, - "tst/integration/env/gateway/gateway_test.py::test_snapshot_cli": 37.6, + "tst/integration/env/gateway/gateway_test.py::test_snapshot_agent_state_v1_and_fallback": 38.0, + "tst/integration/env/gateway/gateway_test.py::test_snapshot_cli": 121.4, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_async_virtual_clock[sail_vm]": 0.0, @@ -873,6 +1002,7 @@ "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_snowflake_clock_consumer[sail_vm]": 0.0, @@ -884,6 +1014,7 @@ "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stayncook_clock_consumer[sail_vm]": 0.0, @@ -895,6 +1026,7 @@ "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_strava_clock_consumer[sail_vm]": 0.0, @@ -906,6 +1038,7 @@ "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_stripe_clock_consumer[sail_vm]": 0.0, @@ -917,10 +1050,11 @@ "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[sail_vm]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[scale]": 27.5, + "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[scale]": 28.5, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_sync_env_clock_step[tensorlake]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[agent37]": 0.0, @@ -928,6 +1062,7 @@ "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_system_clock_consumer[sail_vm]": 0.0, @@ -939,18 +1074,20 @@ "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_target_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_the_browsers_card_and_recording_through_the_gateway_survive_its_recorder_and_container_restarting": 128.8, + "tst/integration/env/gateway/gateway_test.py::test_the_browsers_card_and_recording_through_the_gateway_survive_its_recorder_and_container_restarting": 186.5, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_ticketmaster_clock_consumer[sail_vm]": 0.0, @@ -962,6 +1099,7 @@ "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_tms_clock_consumer[sail_vm]": 0.0, @@ -973,19 +1111,21 @@ "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_trello_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/gateway/gateway_test.py::test_validate_universe_compatibility": 42.7, - "tst/integration/env/gateway/gateway_test.py::test_verify_universe_roundtrip_export_all_v1_and_fallback": 38.0, + "tst/integration/env/gateway/gateway_test.py::test_validate_universe_compatibility": 27.4, + "tst/integration/env/gateway/gateway_test.py::test_verify_universe_roundtrip_export_all_v1_and_fallback": 47.8, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[agent37]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[boat]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_walmart_clock_consumer[sail_vm]": 0.0, @@ -997,6 +1137,7 @@ "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_weather_clock_consumer[sail_vm]": 0.0, @@ -1008,6 +1149,7 @@ "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_whoop_clock_consumer[sail_vm]": 0.0, @@ -1019,6 +1161,7 @@ "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_wms_clock_consumer[sail_vm]": 0.0, @@ -1030,6 +1173,7 @@ "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zendesk_clock_consumer[sail_vm]": 0.0, @@ -1041,663 +1185,711 @@ "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[boxd]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[coreweave]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[daytona]": 0.0, + "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[kosa8]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[modal]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[modal_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[sail_vm]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[scale]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[tenki]": 0.0, "tst/integration/env/gateway/gateway_test.py::test_zillow_clock_consumer[tensorlake]": 0.0, - "tst/integration/env/task_step/task_steps_test.py": 202.2, - "tst/integration/eval/eval_test.py": 1.9, - "tst/integration/openenv/build_app_test.py": 132.4, + "tst/integration/env/task_step/task_steps_test.py": 228.5, + "tst/integration/eval/eval_test.py": 2.0, + "tst/integration/openenv/build_app_test.py": 122.1, "tst/integration/providers/sandbox_providers/agent37_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/boat_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/boxd_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/coreweave_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/daytona_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/e2b_sandbox_smoke_test.py": 0.0, + "tst/integration/providers/sandbox_providers/kosa8_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/sail_vm_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/tenki_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/tensorlake_sandbox_smoke_test.py": 0.0, "tst/integration/providers/sandbox_providers/vercel_sandbox_smoke_test.py": 0.0, - "tst/integration/providers/sandbox_providers/vm_sandbox_build_test.py": 2.5, + "tst/integration/providers/sandbox_providers/vm_sandbox_build_test.py": 1.6, "tst/integration/providers/sandbox_providers/websockets_live_test.py": 0.0, - "tst/integration/store/local_parallel_deploy_test.py": 125.0, - "tst/integration/task_step/test_advance_to_next_event_hook_local.py": 121.9, - "tst/integration/task_step/test_agent_on_local_sandbox.py": 8.2, + "tst/integration/store/local_parallel_deploy_test.py": 53.6, + "tst/integration/task_step/test_advance_to_next_event_hook_local.py": 113.5, + "tst/integration/task_step/test_agent_env_clock_local.py": 0.0, + "tst/integration/task_step/test_agent_on_local_sandbox.py": 22.9, "tst/integration/task_step/test_enable_docker_e2e.py": 0.0, + "tst/integration/task_step/test_model_key_scope_local.py": 37.1, "tst/integration/task_step/test_multiturn_verifier_delivery.py": 0.0, - "tst/integration/task_step/test_next_env_event_hook_local.py": 146.2, - "tst/integration/task_step/test_prompt_agent_notifications_local.py": 128.2, - "tst/integration/task_step/test_register_env_triggers_local.py": 191.1, - "tst/integration/training/harness_test.py": 54.6, - "tst/integration/training/trl_test.py": 35.1, - "tst/integration/utils/docker/prune_test.py": 16.0, - "tst/unit/a2a_agent/add_skill_test.py": 1.1, - "tst/unit/a2a_agent/alias_get_test.py": 0.3, + "tst/integration/task_step/test_next_env_event_hook_local.py": 218.6, + "tst/integration/task_step/test_prompt_agent_notifications_local.py": 121.0, + "tst/integration/task_step/test_register_env_triggers_local.py": 188.0, + "tst/integration/training/harness_test.py": 38.2, + "tst/integration/training/trl_test.py": 47.7, + "tst/integration/utils/docker/prune_test.py": 13.7, + "tst/unit/a2a_agent/add_skill_test.py": 0.9, + "tst/unit/a2a_agent/alias_get_test.py": 0.4, "tst/unit/a2a_agent/cdp_config_test.py": 0.1, - "tst/unit/a2a_agent/context_only_deploy_test.py": 0.6, - "tst/unit/a2a_agent/deploy_cleanup_test.py": 0.1, - "tst/unit/a2a_agent/negotiate_agent_config_test.py": 0.0, + "tst/unit/a2a_agent/context_only_deploy_test.py": 0.5, + "tst/unit/a2a_agent/deploy_cleanup_test.py": 0.2, + "tst/unit/a2a_agent/negotiate_agent_config_test.py": 0.1, "tst/unit/a2a_agent/object_transfer_reach_test.py": 0.2, - "tst/unit/a2a_agent/object_transfer_test.py": 0.4, - "tst/unit/a2a_agent/protocol_test.py": 0.3, - "tst/unit/a2a_agent/put_version_test.py": 0.1, + "tst/unit/a2a_agent/object_transfer_test.py": 0.6, + "tst/unit/a2a_agent/protocol_test.py": 0.4, + "tst/unit/a2a_agent/put_version_test.py": 0.2, "tst/unit/a2a_agent/readable_parts_test.py": 0.1, - "tst/unit/a2a_agent/staging_test.py": 1.8, + "tst/unit/a2a_agent/staging_test.py": 2.8, "tst/unit/a2a_agent/store_test.py": 0.0, - "tst/unit/a2a_agent/test_trajectory_follower.py": 0.8, + "tst/unit/a2a_agent/test_trajectory_follower.py": 0.7, "tst/unit/a2a_agent/test_validator_changelog_objects.py": 0.2, + "tst/unit/a2a_agent/test_validator_clock.py": 0.1, "tst/unit/a2a_agent/test_validator_skill_variants.py": 0.1, - "tst/unit/a2a_agent/validator_trajectory_dag_test.py": 0.3, + "tst/unit/a2a_agent/validator_trajectory_dag_test.py": 0.7, "tst/unit/a2a_agent/validator_uri_probes_test.py": 0.0, "tst/unit/a2a_agent/verify_a2a_agent_card_test.py": 0.1, - "tst/unit/agents/browser_use/test_browser_use_agent.py": 1.7, - "tst/unit/agents/claude_code/test_card_contract.py": 1.6, - "tst/unit/agents/claude_code/test_changelog.py": 23.4, + "tst/unit/agents/browser_use/test_browser_use_agent.py": 1.6, + "tst/unit/agents/claude_code/test_always_on_judge_config.py": 0.1, + "tst/unit/agents/claude_code/test_card_contract.py": 1.2, + "tst/unit/agents/claude_code/test_changelog.py": 21.6, "tst/unit/agents/claude_code/test_claude_bridge_builtin_tools.py": 0.1, - "tst/unit/agents/claude_code/test_claude_bridge_cancel.py": 9.3, - "tst/unit/agents/claude_code/test_claude_bridge_failure_message.py": 0.2, - "tst/unit/agents/claude_code/test_claude_bridge_live.py": 0.2, - "tst/unit/agents/claude_code/test_claude_bridge_model.py": 0.1, - "tst/unit/agents/claude_code/test_claude_bridge_retry.py": 0.5, + "tst/unit/agents/claude_code/test_claude_bridge_cancel.py": 9.6, + "tst/unit/agents/claude_code/test_claude_bridge_failure_message.py": 0.3, + "tst/unit/agents/claude_code/test_claude_bridge_live.py": 0.1, + "tst/unit/agents/claude_code/test_claude_bridge_model.py": 0.3, + "tst/unit/agents/claude_code/test_claude_bridge_retry.py": 0.7, "tst/unit/agents/claude_code/test_claude_bridge_stdin.py": 1.1, "tst/unit/agents/claude_code/test_cli_env.py": 0.2, + "tst/unit/agents/claude_code/test_env_clock_image.py": 0.3, "tst/unit/agents/claude_code/test_ext_mcp_name.py": 0.1, - "tst/unit/agents/claude_code/test_extensions.py": 0.1, - "tst/unit/agents/claude_code/test_image_contract.py": 0.0, - "tst/unit/agents/claude_code/test_install_sh_host_root.py": 0.1, - "tst/unit/agents/claude_code/test_message_contract.py": 1.7, + "tst/unit/agents/claude_code/test_extensions.py": 0.3, + "tst/unit/agents/claude_code/test_image_contract.py": 0.1, + "tst/unit/agents/claude_code/test_install_sh_host_root.py": 2.1, + "tst/unit/agents/claude_code/test_message_contract.py": 2.0, "tst/unit/agents/claude_code/test_object_transfer.py": 0.5, - "tst/unit/agents/claude_code/test_partial_trajectory.py": 0.2, - "tst/unit/agents/claude_code/test_workspace_snapshot.py": 0.1, + "tst/unit/agents/claude_code/test_partial_trajectory.py": 0.1, + "tst/unit/agents/claude_code/test_workspace_snapshot.py": 0.4, "tst/unit/agents/codex/test_card_contract.py": 0.1, - "tst/unit/agents/codex/test_codex_bridge_events.py": 0.3, - "tst/unit/agents/codex/test_codex_bridge_failure_message.py": 0.2, - "tst/unit/agents/codex/test_codex_bridge_retry.py": 0.4, + "tst/unit/agents/codex/test_codex_bridge_events.py": 0.6, + "tst/unit/agents/codex/test_codex_bridge_failure_message.py": 0.4, + "tst/unit/agents/codex/test_codex_bridge_retry.py": 0.7, "tst/unit/agents/codex/test_codex_bridge_watchdog.py": 0.3, - "tst/unit/agents/codex/test_codex_builtin_tools.py": 2.0, - "tst/unit/agents/codex/test_codex_executor_outcome.py": 0.3, - "tst/unit/agents/codex/test_codex_snapshot_hardening.py": 0.3, + "tst/unit/agents/codex/test_codex_builtin_tools.py": 2.3, + "tst/unit/agents/codex/test_codex_executor_outcome.py": 0.4, + "tst/unit/agents/codex/test_codex_snapshot_hardening.py": 0.2, "tst/unit/agents/codex/test_config_and_mcp.py": 0.3, "tst/unit/agents/codex/test_image_contract.py": 0.2, - "tst/unit/agents/codex/test_install.py": 0.1, + "tst/unit/agents/codex/test_install.py": 2.1, "tst/unit/agents/codex/test_live_trajectory.py": 0.1, - "tst/unit/agents/codex/test_message_contract.py": 0.1, - "tst/unit/agents/codex/test_object_transfer.py": 0.7, - "tst/unit/agents/gemini/test_card_contract.py": 1.8, - "tst/unit/agents/gemini/test_extensions.py": 0.5, + "tst/unit/agents/codex/test_message_contract.py": 0.2, + "tst/unit/agents/codex/test_object_transfer.py": 0.8, + "tst/unit/agents/gemini/test_card_contract.py": 2.1, + "tst/unit/agents/gemini/test_extensions.py": 0.7, "tst/unit/agents/gemini/test_gemini_bridge_attribution.py": 0.1, - "tst/unit/agents/gemini/test_gemini_bridge_cancel.py": 5.7, - "tst/unit/agents/gemini/test_gemini_bridge_failure_message.py": 0.4, + "tst/unit/agents/gemini/test_gemini_bridge_cancel.py": 5.8, + "tst/unit/agents/gemini/test_gemini_bridge_failure_message.py": 0.5, "tst/unit/agents/gemini/test_gemini_bridge_live.py": 1.3, "tst/unit/agents/gemini/test_image_contract.py": 0.2, - "tst/unit/agents/gemini/test_install.py": 0.1, + "tst/unit/agents/gemini/test_install.py": 2.1, "tst/unit/agents/gemini/test_litellm_proxy.py": 0.5, - "tst/unit/agents/gemini/test_message_contract.py": 0.5, - "tst/unit/agents/gemini/test_object_transfer.py": 3.6, - "tst/unit/agents/hermes/test_card_contract.py": 1.7, + "tst/unit/agents/gemini/test_message_contract.py": 0.3, + "tst/unit/agents/gemini/test_object_transfer.py": 2.7, + "tst/unit/agents/hermes/test_card_contract.py": 1.9, "tst/unit/agents/hermes/test_held_work.py": 0.8, - "tst/unit/agents/hermes/test_hermes_bridge.py": 3.7, - "tst/unit/agents/hermes/test_message_contract.py": 0.5, - "tst/unit/agents/letta_code/test_bridge.py": 0.5, - "tst/unit/agents/opencode/test_card_contract.py": 1.5, - "tst/unit/agents/opencode/test_image_contract.py": 0.2, - "tst/unit/agents/opencode/test_install.py": 0.1, + "tst/unit/agents/hermes/test_hermes_bridge.py": 3.4, + "tst/unit/agents/hermes/test_message_contract.py": 0.6, + "tst/unit/agents/letta_code/test_bridge.py": 0.6, + "tst/unit/agents/opencode/test_card_contract.py": 2.0, + "tst/unit/agents/opencode/test_image_contract.py": 0.1, + "tst/unit/agents/opencode/test_install.py": 2.1, "tst/unit/agents/opencode/test_message_contract.py": 1.1, - "tst/unit/agents/opencode/test_object_transfer.py": 0.5, + "tst/unit/agents/opencode/test_object_transfer.py": 0.6, "tst/unit/agents/opencode/test_opencode_bridge_builtin_tools.py": 0.2, "tst/unit/agents/opencode/test_opencode_bridge_cancel.py": 5.7, - "tst/unit/agents/opencode/test_opencode_bridge_config.py": 0.2, - "tst/unit/agents/opencode/test_opencode_bridge_events.py": 0.1, - "tst/unit/agents/opencode/test_opencode_bridge_live.py": 1.3, + "tst/unit/agents/opencode/test_opencode_bridge_config.py": 0.1, + "tst/unit/agents/opencode/test_opencode_bridge_events.py": 0.2, + "tst/unit/agents/opencode/test_opencode_bridge_live.py": 1.5, + "tst/unit/agents/opencode/test_opencode_bridge_max_turns.py": 0.3, "tst/unit/agents/opencode/test_opencode_bridge_stdin.py": 0.1, "tst/unit/agents/openhands/test_conversation_run.py": 0.1, "tst/unit/agents/openhands/test_openhands_agent.py": 4.7, - "tst/unit/agents/pi/test_pi_agent.py": 3.0, - "tst/unit/agents/proxy/test_proxy_agent.py": 0.8, - "tst/unit/agents/pydantic_ai/test_pydantic_ai_agent.py": 3.8, + "tst/unit/agents/pi/test_pi_agent.py": 2.7, + "tst/unit/agents/proxy/test_proxy_agent.py": 0.7, + "tst/unit/agents/pydantic_ai/test_pydantic_ai_agent.py": 4.4, + "tst/unit/agents/test_agent_clock_images.py": 0.1, "tst/unit/agents/test_host_workdir.py": 0.1, - "tst/unit/agents/test_installed_workspace.py": 0.5, + "tst/unit/agents/test_installed_control_token.py": 0.2, + "tst/unit/agents/test_installed_workspace.py": 0.4, + "tst/unit/agents/test_trajectory_formats.py": 0.1, "tst/unit/artifact/cli_artifact_test.py": 0.2, - "tst/unit/artifact/environment_files_test.py": 0.4, - "tst/unit/artifact/environment_universe_folder_test.py": 0.1, + "tst/unit/artifact/environment_files_test.py": 0.5, + "tst/unit/artifact/environment_universe_folder_test.py": 0.0, "tst/unit/artifact/registry_test.py": 0.9, "tst/unit/artifact/skill_artifact_test.py": 0.3, - "tst/unit/artifact/test_artifact_metadata.py": 0.1, + "tst/unit/artifact/test_artifact_metadata.py": 0.3, "tst/unit/artifact/test_artifact_put.py": 0.0, - "tst/unit/artifact/test_computer_artifact.py": 1.3, - "tst/unit/artifact/test_docker_image_build_context.py": 0.5, + "tst/unit/artifact/test_computer_artifact.py": 1.0, + "tst/unit/artifact/test_docker_image_build_context.py": 0.4, "tst/unit/artifact/test_docker_image_github_clone.py": 0.1, "tst/unit/artifact/test_docker_image_github_push.py": 0.2, "tst/unit/artifact/test_docker_image_pulled.py": 0.2, "tst/unit/artifact/test_docker_image_put_ref.py": 0.4, - "tst/unit/artifact/test_object_url_keys.py": 0.3, - "tst/unit/artifact/test_removed_service_aliases.py": 2.5, + "tst/unit/artifact/test_object_url_keys.py": 0.7, + "tst/unit/artifact/test_removed_service_aliases.py": 1.8, "tst/unit/artifact/test_service_artifact_alias.py": 0.1, "tst/unit/artifact/test_service_universe_file_view.py": 0.1, - "tst/unit/artifact/test_store_put_document.py": 0.2, + "tst/unit/artifact/test_store_put_document.py": 0.1, "tst/unit/attribution_test.py": 0.1, - "tst/unit/bundle/agent_override_test.py": 2.0, - "tst/unit/bundle/aliases_test.py": 0.5, - "tst/unit/bundle/artifact_toml_test.py": 4.4, - "tst/unit/bundle/authoring_test.py": 0.7, - "tst/unit/bundle/cli_folder_test.py": 2.1, - "tst/unit/bundle/computer_app_env_test.py": 13.2, - "tst/unit/bundle/computer_driver_env_test.py": 26.1, - "tst/unit/bundle/computer_env_folder_test.py": 54.0, - "tst/unit/bundle/computer_folder_test.py": 1.5, - "tst/unit/bundle/env_toml_test.py": 5.9, - "tst/unit/bundle/file_artifacts_test.py": 0.8, - "tst/unit/bundle/hub_test.py": 2.1, - "tst/unit/bundle/image_folder_test.py": 4.7, - "tst/unit/bundle/importer_entities_test.py": 10.1, - "tst/unit/bundle/importer_image_refs_test.py": 3.4, - "tst/unit/bundle/importer_test.py": 17.3, - "tst/unit/bundle/installed_entities_test.py": 11.0, - "tst/unit/bundle/installed_test.py": 8.6, - "tst/unit/bundle/ledger_digest_test.py": 0.2, - "tst/unit/bundle/ledger_test.py": 23.1, - "tst/unit/bundle/materialize_test.py": 16.8, - "tst/unit/bundle/parse_test.py": 4.5, - "tst/unit/bundle/plan_test.py": 4.9, - "tst/unit/bundle/plugin_artifact_types_test.py": 1.0, - "tst/unit/bundle/preflight_test.py": 43.3, - "tst/unit/bundle/referenced_context_test.py": 2.4, - "tst/unit/bundle/register_test.py": 13.3, - "tst/unit/bundle/requires_test.py": 7.2, - "tst/unit/bundle/resolve_test.py": 5.8, - "tst/unit/bundle/run_teardown_test.py": 26.0, - "tst/unit/bundle/run_test.py": 12.8, - "tst/unit/bundle/shipped_bundles_test.py": 4.0, - "tst/unit/bundle/shipped_computers_test.py": 1.6, - "tst/unit/bundle/to_toml_round_trip_test.py": 5.9, + "tst/unit/bundle/agent_override_test.py": 1.7, + "tst/unit/bundle/aliases_test.py": 0.8, + "tst/unit/bundle/artifact_toml_test.py": 4.8, + "tst/unit/bundle/authoring_test.py": 0.4, + "tst/unit/bundle/cli_folder_test.py": 1.1, + "tst/unit/bundle/computer_app_env_test.py": 12.8, + "tst/unit/bundle/computer_driver_env_test.py": 22.6, + "tst/unit/bundle/computer_env_folder_test.py": 42.1, + "tst/unit/bundle/computer_folder_test.py": 1.0, + "tst/unit/bundle/computer_to_toml_edges_test.py": 34.0, + "tst/unit/bundle/computer_to_toml_test.py": 14.8, + "tst/unit/bundle/env_toml_test.py": 4.1, + "tst/unit/bundle/file_artifacts_test.py": 0.9, + "tst/unit/bundle/hub_test.py": 2.7, + "tst/unit/bundle/image_folder_test.py": 4.2, + "tst/unit/bundle/importer_entities_test.py": 18.7, + "tst/unit/bundle/importer_image_refs_test.py": 4.3, + "tst/unit/bundle/importer_test.py": 32.7, + "tst/unit/bundle/installed_entities_test.py": 10.6, + "tst/unit/bundle/installed_test.py": 4.8, + "tst/unit/bundle/ledger_digest_test.py": 0.1, + "tst/unit/bundle/ledger_test.py": 18.5, + "tst/unit/bundle/materialize_test.py": 16.1, + "tst/unit/bundle/parse_test.py": 2.4, + "tst/unit/bundle/plan_test.py": 5.1, + "tst/unit/bundle/plugin_artifact_types_test.py": 0.6, + "tst/unit/bundle/preflight_test.py": 38.0, + "tst/unit/bundle/referenced_context_test.py": 1.0, + "tst/unit/bundle/register_test.py": 26.5, + "tst/unit/bundle/requires_test.py": 4.6, + "tst/unit/bundle/resolve_test.py": 6.4, + "tst/unit/bundle/run_teardown_test.py": 28.8, + "tst/unit/bundle/run_test.py": 11.8, + "tst/unit/bundle/shipped_bundles_test.py": 2.0, + "tst/unit/bundle/shipped_computers_test.py": 1.8, + "tst/unit/bundle/to_toml_round_trip_test.py": 7.9, "tst/unit/bundle/toml_refs_test.py": 0.3, "tst/unit/bundle/toml_writer_test.py": 0.1, - "tst/unit/bundle/variants_test.py": 8.9, - "tst/unit/bundle/website_optional_frontend_test.py": 0.1, + "tst/unit/bundle/variants_test.py": 9.0, + "tst/unit/bundle/website_optional_frontend_test.py": 0.0, "tst/unit/cli/a2a_agent_list_test.py": 0.2, "tst/unit/cli/a2a_agent_validate_test.py": 0.4, "tst/unit/cli/always_on_step_output_test.py": 0.1, - "tst/unit/cli/base_metadata_version_test.py": 0.1, - "tst/unit/cli/build_platform_test.py": 0.4, + "tst/unit/cli/base_metadata_version_test.py": 0.0, + "tst/unit/cli/build_platform_test.py": 0.3, "tst/unit/cli/card_naming_relocation_test.py": 0.3, - "tst/unit/cli/deploy_step_output_test.py": 0.1, + "tst/unit/cli/deploy_step_output_test.py": 0.0, "tst/unit/cli/deploy_vm_sizing_test.py": 0.1, "tst/unit/cli/deployed_env_output_test.py": 0.1, "tst/unit/cli/env_provider_type_test.py": 0.2, - "tst/unit/cli/env_put_validation_test.py": 0.3, + "tst/unit/cli/env_put_validation_test.py": 0.5, "tst/unit/cli/env_state_type_parity_test.py": 0.1, - "tst/unit/cli/environment_name_alias_test.py": 0.5, + "tst/unit/cli/environment_name_alias_test.py": 0.4, "tst/unit/cli/eval_run_teardown_test.py": 0.3, - "tst/unit/cli/image_ref_put_test.py": 0.5, + "tst/unit/cli/image_ref_put_test.py": 0.4, "tst/unit/cli/init_env_state_cli_test.py": 0.2, - "tst/unit/cli/load_artifact_target_test.py": 0.2, - "tst/unit/cli/plugin_command_test.py": 36.5, - "tst/unit/cli/plugin_install_test.py": 13.3, - "tst/unit/cli/plugin_report_test.py": 20.3, - "tst/unit/cli/plugins_test.py": 11.9, + "tst/unit/cli/load_artifact_target_test.py": 0.1, + "tst/unit/cli/plugin_command_test.py": 34.6, + "tst/unit/cli/plugin_install_test.py": 15.5, + "tst/unit/cli/plugin_report_test.py": 12.9, + "tst/unit/cli/plugins_test.py": 13.4, "tst/unit/cli/run_role_models_test.py": 0.2, - "tst/unit/cli/sandbox_url_relocation_test.py": 3.9, + "tst/unit/cli/sandbox_url_relocation_test.py": 4.0, "tst/unit/cli/snapshot_step_output_test.py": 0.1, "tst/unit/cli/stage_free_commands_test.py": 0.0, - "tst/unit/cli/submit_runs_test.py": 5.8, + "tst/unit/cli/submit_runs_test.py": 5.7, "tst/unit/cli/task_run_agent_pick_test.py": 0.1, - "tst/unit/cli/task_run_requires_test.py": 3.4, - "tst/unit/cli/task_run_stored_test.py": 0.8, - "tst/unit/cli/task_run_teardown_test.py": 8.0, + "tst/unit/cli/task_run_requires_test.py": 3.5, + "tst/unit/cli/task_run_stored_test.py": 0.7, + "tst/unit/cli/task_run_teardown_test.py": 9.8, "tst/unit/cli/teardown_env_state_cli_test.py": 0.1, - "tst/unit/cli/test_release_gate_decision.py": 0.2, - "tst/unit/cli/test_removed_cli_aliases.py": 0.5, - "tst/unit/cli/test_spec_conformance_display.py": 0.2, + "tst/unit/cli/test_release_gate_decision.py": 0.1, + "tst/unit/cli/test_removed_cli_aliases.py": 0.2, + "tst/unit/cli/test_spec_conformance_display.py": 0.1, "tst/unit/cli/test_task_create_preflight.py": 0.1, - "tst/unit/cli/user_facing_errors_test.py": 0.3, - "tst/unit/cli/verbose_logging_test.py": 3.7, + "tst/unit/cli/user_facing_errors_test.py": 0.1, + "tst/unit/cli/verbose_logging_test.py": 2.3, "tst/unit/cli/website_live_cli_test.py": 0.7, - "tst/unit/cli/website_server_image_cli_test.py": 0.9, + "tst/unit/cli/website_server_image_cli_test.py": 0.5, "tst/unit/cli/write_context_filename_test.py": 0.1, - "tst/unit/config/test_config_holds_its_document.py": 0.2, - "tst/unit/config/test_config_profiles.py": 0.3, - "tst/unit/config/test_default_a2a_agent.py": 0.2, + "tst/unit/config/test_config_holds_its_document.py": 0.1, + "tst/unit/config/test_config_profiles.py": 0.1, + "tst/unit/config/test_default_a2a_agent.py": 0.1, "tst/unit/config/test_default_env_ids.py": 0.3, - "tst/unit/config/test_describe.py": 3.1, - "tst/unit/config/test_explain_and_sources.py": 9.8, + "tst/unit/config/test_describe.py": 2.2, + "tst/unit/config/test_explain_and_sources.py": 13.5, "tst/unit/config/test_fixture_prefix_keys.py": 0.2, - "tst/unit/config/test_human_a2a_url.py": 0.5, - "tst/unit/config/test_loader.py": 1.2, - "tst/unit/config/test_model.py": 0.9, + "tst/unit/config/test_human_a2a_url.py": 0.3, + "tst/unit/config/test_loader.py": 0.7, + "tst/unit/config/test_model.py": 1.1, "tst/unit/config/test_no_stage_concept.py": 0.1, - "tst/unit/config/test_one_document_per_process.py": 5.7, - "tst/unit/config/test_paths.py": 0.2, + "tst/unit/config/test_one_document_per_process.py": 4.2, + "tst/unit/config/test_paths.py": 0.1, "tst/unit/config/test_registry_builders_take_a_config.py": 0.4, - "tst/unit/config/test_reset_config.py": 0.9, + "tst/unit/config/test_reset_config.py": 0.7, "tst/unit/config/test_resolve_reference.py": 0.0, "tst/unit/config/test_run_env_ids.py": 0.1, - "tst/unit/config/test_unread_keys.py": 1.1, - "tst/unit/drivers/agent_desktop_driver_test.py": 24.2, - "tst/unit/drivers/aside_driver_test.py": 18.8, - "tst/unit/drivers/codex_computer_use_driver_test.py": 18.7, - "tst/unit/drivers/cua_driver_test.py": 1.7, - "tst/unit/drivers/macos_harness_driver_test.py": 0.6, - "tst/unit/drivers/page_driver_test.py": 24.0, - "tst/unit/drivers/reference_driver_test.py": 4.0, - "tst/unit/entity_refs_import_test.py": 0.1, - "tst/unit/env/alias_get_test.py": 0.3, - "tst/unit/env/bootstrap_test.py": 11.7, - "tst/unit/env/envs/service_db/service_db_test.py": 0.2, - "tst/unit/env/envs/test_artifact_staging.py": 1.3, - "tst/unit/env/envs/test_chromium_app.py": 0.8, - "tst/unit/env/envs/test_computer_apps.py": 10.4, - "tst/unit/env/envs/test_computer_boot_stops.py": 1.1, - "tst/unit/env/envs/test_computer_builder.py": 6.2, + "tst/unit/config/test_unread_keys.py": 1.0, + "tst/unit/drivers/agent_desktop_driver_test.py": 28.3, + "tst/unit/drivers/aside_driver_test.py": 18.3, + "tst/unit/drivers/codex_computer_use_driver_test.py": 12.8, + "tst/unit/drivers/cua_driver_test.py": 2.2, + "tst/unit/drivers/macos_harness_driver_test.py": 0.4, + "tst/unit/drivers/page_driver_test.py": 23.0, + "tst/unit/drivers/reference_driver_test.py": 4.6, + "tst/unit/entity_refs_import_test.py": 0.0, + "tst/unit/env/alias_get_test.py": 0.4, + "tst/unit/env/bootstrap_test.py": 12.6, + "tst/unit/env/envs/service_db/service_db_test.py": 0.5, + "tst/unit/env/envs/test_artifact_staging.py": 1.0, + "tst/unit/env/envs/test_chromium_app.py": 0.4, + "tst/unit/env/envs/test_computer_apps.py": 10.8, + "tst/unit/env/envs/test_computer_boot_stops.py": 1.2, + "tst/unit/env/envs/test_computer_browser_clock_base.py": 0.2, + "tst/unit/env/envs/test_computer_builder.py": 8.4, "tst/unit/env/envs/test_computer_clock.py": 0.1, "tst/unit/env/envs/test_computer_clock_base.py": 0.1, - "tst/unit/env/envs/test_computer_clock_follower.py": 2.3, - "tst/unit/env/envs/test_computer_disk.py": 22.0, + "tst/unit/env/envs/test_computer_clock_follower.py": 2.4, + "tst/unit/env/envs/test_computer_disk.py": 23.2, "tst/unit/env/envs/test_computer_egress_base.py": 0.1, - "tst/unit/env/envs/test_computer_env.py": 61.1, + "tst/unit/env/envs/test_computer_egress_hand_off.py": 0.6, + "tst/unit/env/envs/test_computer_env.py": 44.8, "tst/unit/env/envs/test_computer_macos_grants.py": 0.2, - "tst/unit/env/envs/test_computer_network_log.py": 2.7, - "tst/unit/env/envs/test_computer_omarchy.py": 3.2, - "tst/unit/env/envs/test_computer_site_proxy.py": 8.0, - "tst/unit/env/envs/test_computer_sites.py": 2.7, - "tst/unit/env/envs/test_computer_stand_in_proxy.py": 5.1, - "tst/unit/env/envs/test_computer_vm_bundle.py": 6.2, - "tst/unit/env/envs/test_computer_windows.py": 3.1, - "tst/unit/env/envs/test_disk_recipe.py": 8.8, - "tst/unit/env/envs/test_env_card_loads.py": 0.7, - "tst/unit/env/envs/test_env_close_teardown.py": 0.2, + "tst/unit/env/envs/test_computer_network_log.py": 1.9, + "tst/unit/env/envs/test_computer_omarchy.py": 2.7, + "tst/unit/env/envs/test_computer_site_proxy.py": 5.7, + "tst/unit/env/envs/test_computer_sites.py": 2.0, + "tst/unit/env/envs/test_computer_stand_in_proxy.py": 6.3, + "tst/unit/env/envs/test_computer_vm_bundle.py": 9.1, + "tst/unit/env/envs/test_computer_windows.py": 1.9, + "tst/unit/env/envs/test_disk_recipe.py": 9.2, + "tst/unit/env/envs/test_env_card_loads.py": 0.6, + "tst/unit/env/envs/test_env_close_teardown.py": 0.1, "tst/unit/env/envs/test_environment_name_alias.py": 0.3, "tst/unit/env/envs/test_install_platform_keys.py": 0.0, - "tst/unit/env/envs/test_mcp_server_container_mode.py": 0.6, + "tst/unit/env/envs/test_mcp_server_container_mode.py": 0.4, "tst/unit/env/envs/test_mcp_server_load.py": 0.1, - "tst/unit/env/envs/test_mcp_server_plugin_provider.py": 0.6, - "tst/unit/env/envs/test_multi_env_computers.py": 5.9, - "tst/unit/env/envs/test_multi_env_load_concurrency.py": 0.6, - "tst/unit/env/envs/test_multi_env_load_resume.py": 0.3, - "tst/unit/env/envs/test_multi_env_name.py": 0.2, - "tst/unit/env/envs/test_multi_env_plugin_provider.py": 0.6, + "tst/unit/env/envs/test_mcp_server_plugin_provider.py": 0.4, + "tst/unit/env/envs/test_multi_env_computers.py": 4.2, + "tst/unit/env/envs/test_multi_env_load_concurrency.py": 0.8, + "tst/unit/env/envs/test_multi_env_load_resume.py": 1.4, + "tst/unit/env/envs/test_multi_env_name.py": 0.3, + "tst/unit/env/envs/test_multi_env_plugin_provider.py": 0.7, "tst/unit/env/envs/test_multi_env_snapshot_bake.py": 0.3, - "tst/unit/env/envs/test_multi_env_snapshot_guard.py": 0.2, - "tst/unit/env/envs/test_multi_env_snapshot_reload_name.py": 0.7, - "tst/unit/env/envs/test_multi_env_vm_sizing.py": 0.3, - "tst/unit/env/envs/test_playwright_mcp_recorder.py": 2.9, + "tst/unit/env/envs/test_multi_env_snapshot_guard.py": 0.1, + "tst/unit/env/envs/test_multi_env_snapshot_reload_name.py": 0.9, + "tst/unit/env/envs/test_multi_env_vm_sizing.py": 0.2, + "tst/unit/env/envs/test_playwright_mcp_recorder.py": 2.8, "tst/unit/env/envs/test_put_from_github_token.py": 0.1, "tst/unit/env/envs/test_server_reset.py": 0.1, "tst/unit/env/envs/test_thin_disk.py": 0.1, "tst/unit/env/envs/test_website_env_name_alias.py": 0.1, - "tst/unit/env/envs/test_website_live.py": 0.2, - "tst/unit/env/envs/test_website_server_image.py": 2.7, - "tst/unit/env/envs/test_website_site_names.py": 1.9, - "tst/unit/env/gateway/browser_route_test.py": 4.0, + "tst/unit/env/envs/test_website_live.py": 0.3, + "tst/unit/env/envs/test_website_server_image.py": 3.3, + "tst/unit/env/envs/test_website_site_names.py": 2.3, + "tst/unit/env/gateway/browser_route_test.py": 3.0, "tst/unit/env/gateway/caller_test.py": 0.1, - "tst/unit/env/gateway/changes_test.py": 0.5, - "tst/unit/env/gateway/child_outage_socket_test.py": 9.2, - "tst/unit/env/gateway/child_sessions_test.py": 0.6, + "tst/unit/env/gateway/changes_test.py": 0.3, + "tst/unit/env/gateway/child_outage_socket_test.py": 9.0, + "tst/unit/env/gateway/child_sessions_test.py": 0.4, "tst/unit/env/gateway/child_transport_test.py": 0.1, "tst/unit/env/gateway/clock_advance_test.py": 0.5, "tst/unit/env/gateway/clock_version_test.py": 0.1, - "tst/unit/env/gateway/clock_watch_test.py": 6.8, - "tst/unit/env/gateway/control_token_test.py": 0.8, - "tst/unit/env/gateway/data_plane_timeout_test.py": 0.2, - "tst/unit/env/gateway/env_trajectory_route_test.py": 0.1, - "tst/unit/env/gateway/gateway_card_test.py": 0.7, - "tst/unit/env/gateway/get_time_test.py": 0.6, - "tst/unit/env/gateway/hidden_by_default_test.py": 19.2, - "tst/unit/env/gateway/import_graph_test.py": 3.8, - "tst/unit/env/gateway/next_event_test.py": 0.4, - "tst/unit/env/gateway/notifications_test.py": 1.6, + "tst/unit/env/gateway/clock_watch_test.py": 9.2, + "tst/unit/env/gateway/computer_driver_test.py": 0.1, + "tst/unit/env/gateway/control_token_test.py": 1.7, + "tst/unit/env/gateway/data_plane_timeout_test.py": 0.1, + "tst/unit/env/gateway/env_trajectory_route_test.py": 0.2, + "tst/unit/env/gateway/gateway_card_test.py": 0.4, + "tst/unit/env/gateway/get_time_test.py": 0.5, + "tst/unit/env/gateway/hidden_by_default_test.py": 15.9, + "tst/unit/env/gateway/idle_connection_socket_test.py": 3.2, + "tst/unit/env/gateway/import_graph_test.py": 2.8, + "tst/unit/env/gateway/next_event_test.py": 0.6, + "tst/unit/env/gateway/notifications_test.py": 2.7, "tst/unit/env/gateway/process_scope_socket_test.py": 1.2, - "tst/unit/env/gateway/rest_proxy_socket_test.py": 1.7, - "tst/unit/env/gateway/rest_proxy_stream_test.py": 1.2, + "tst/unit/env/gateway/rest_proxy_socket_test.py": 1.4, + "tst/unit/env/gateway/rest_proxy_stream_test.py": 0.6, "tst/unit/env/gateway/role_forwarding_test.py": 0.1, "tst/unit/env/gateway/role_rules_test.py": 0.3, - "tst/unit/env/gateway/tool_access_parity_test.py": 18.7, - "tst/unit/env/gateway/tool_name_clash_test.py": 0.1, + "tst/unit/env/gateway/tool_access_parity_test.py": 12.5, + "tst/unit/env/gateway/tool_name_clash_test.py": 0.2, "tst/unit/env/gateway/trajectory_virtual_time_test.py": 0.1, - "tst/unit/env/gateway/triggers_ctx_test.py": 2.8, - "tst/unit/env/gateway/triggers_fires_test.py": 0.8, - "tst/unit/env/gateway/triggers_test.py": 17.2, - "tst/unit/env/gateway/triggers_time_test.py": 2.1, - "tst/unit/env/gateway/triggers_website_test.py": 1.3, - "tst/unit/env/gateway/user_chat_test.py": 0.4, - "tst/unit/env/gateway/website_mcp_test.py": 2.3, - "tst/unit/env/gateway/website_reserved_paths_test.py": 0.4, - "tst/unit/env/gateway/website_websocket_test.py": 5.2, - "tst/unit/env/published_images_test.py": 0.8, - "tst/unit/env/store_test.py": 0.3, - "tst/unit/env/task_step/deploy_agent_env_vars_test.py": 0.2, - "tst/unit/env/task_step/test_context_ops.py": 0.5, - "tst/unit/env/task_step/test_score_aggregator.py": 0.3, + "tst/unit/env/gateway/triggers_ctx_test.py": 2.7, + "tst/unit/env/gateway/triggers_fires_test.py": 0.7, + "tst/unit/env/gateway/triggers_test.py": 18.4, + "tst/unit/env/gateway/triggers_time_test.py": 2.4, + "tst/unit/env/gateway/triggers_website_test.py": 1.0, + "tst/unit/env/gateway/user_chat_test.py": 0.2, + "tst/unit/env/gateway/website_mcp_test.py": 2.0, + "tst/unit/env/gateway/website_reserved_paths_test.py": 0.2, + "tst/unit/env/gateway/website_websocket_test.py": 4.5, + "tst/unit/env/load_file_artifact_universe_test.py": 0.1, + "tst/unit/env/published_images_test.py": 1.0, + "tst/unit/env/store_test.py": 0.2, + "tst/unit/env/task_step/deploy_agent_env_vars_test.py": 0.1, + "tst/unit/env/task_step/test_context_ops.py": 0.4, + "tst/unit/env/task_step/test_score_aggregator.py": 0.1, "tst/unit/env/task_step/verify_env_card_test.py": 0.2, - "tst/unit/env/task_step/verify_env_core_protocol_test.py": 0.3, + "tst/unit/env/task_step/verify_env_core_protocol_test.py": 0.1, "tst/unit/env/test_env.py": 0.9, - "tst/unit/env/test_legacy_protocol.py": 0.3, - "tst/unit/env/test_registry.py": 0.4, + "tst/unit/env/test_legacy_protocol.py": 0.4, + "tst/unit/env/test_registry.py": 0.7, "tst/unit/env/test_snapshot_fingerprint.py": 0.2, "tst/unit/explorer/entity_ids_test.py": 0.1, - "tst/unit/explorer/explorer_app_test.py": 25.2, - "tst/unit/openenv/app_test.py": 15.7, - "tst/unit/openenv/environment_test.py": 14.8, - "tst/unit/plugin_inventory_test.py": 1.2, + "tst/unit/explorer/explorer_app_test.py": 17.4, + "tst/unit/openenv/app_test.py": 12.4, + "tst/unit/openenv/environment_test.py": 9.9, + "tst/unit/openenv/reward_test.py": 0.1, + "tst/unit/plugin_inventory_test.py": 1.0, "tst/unit/plugin_requirements_test.py": 0.2, - "tst/unit/plugin_settings_test.py": 11.6, - "tst/unit/plugins_test.py": 2.8, - "tst/unit/providers/compose_host_port_publish_test.py": 0.9, - "tst/unit/providers/env_providers/env_gateway_provider_test.py": 66.9, - "tst/unit/providers/env_providers/env_provider_test.py": 0.2, - "tst/unit/providers/env_providers/env_server_provider_test.py": 0.6, - "tst/unit/providers/env_state/test_config_state_providers.py": 0.8, - "tst/unit/providers/env_state/test_env_state_provider.py": 0.5, + "tst/unit/plugin_settings_test.py": 9.0, + "tst/unit/plugins_test.py": 1.1, + "tst/unit/providers/compose_host_port_publish_test.py": 0.5, + "tst/unit/providers/env_providers/env_gateway_provider_test.py": 10.0, + "tst/unit/providers/env_providers/env_provider_test.py": 0.1, + "tst/unit/providers/env_providers/env_server_provider_test.py": 0.4, + "tst/unit/providers/env_state/test_config_state_providers.py": 0.4, + "tst/unit/providers/env_state/test_env_state_provider.py": 0.3, "tst/unit/providers/sandbox_providers/agent37_sandbox_provider_test.py": 0.6, - "tst/unit/providers/sandbox_providers/agent37_sandbox_test.py": 1.2, - "tst/unit/providers/sandbox_providers/attribution_wire_test.py": 0.4, - "tst/unit/providers/sandbox_providers/boat_sandbox_provider_test.py": 0.6, - "tst/unit/providers/sandbox_providers/boat_sandbox_test.py": 0.4, - "tst/unit/providers/sandbox_providers/boxd_sandbox_provider_test.py": 1.6, - "tst/unit/providers/sandbox_providers/boxd_sandbox_test.py": 0.5, - "tst/unit/providers/sandbox_providers/coreweave_deploy_paths_test.py": 0.3, - "tst/unit/providers/sandbox_providers/coreweave_sandbox_provider_test.py": 2.1, - "tst/unit/providers/sandbox_providers/coreweave_sandbox_test.py": 0.9, - "tst/unit/providers/sandbox_providers/daytona_network_test.py": 0.8, - "tst/unit/providers/sandbox_providers/daytona_sandbox_provider_test.py": 1.4, - "tst/unit/providers/sandbox_providers/daytona_sandbox_test.py": 1.2, - "tst/unit/providers/sandbox_providers/e2b_sandbox_provider_test.py": 0.4, + "tst/unit/providers/sandbox_providers/agent37_sandbox_test.py": 1.1, + "tst/unit/providers/sandbox_providers/attribution_wire_test.py": 0.2, + "tst/unit/providers/sandbox_providers/boat_sandbox_provider_test.py": 0.4, + "tst/unit/providers/sandbox_providers/boat_sandbox_test.py": 0.3, + "tst/unit/providers/sandbox_providers/boxd_sandbox_provider_test.py": 1.5, + "tst/unit/providers/sandbox_providers/boxd_sandbox_test.py": 0.2, + "tst/unit/providers/sandbox_providers/coreweave_deploy_paths_test.py": 0.2, + "tst/unit/providers/sandbox_providers/coreweave_sandbox_provider_test.py": 1.5, + "tst/unit/providers/sandbox_providers/coreweave_sandbox_test.py": 0.6, + "tst/unit/providers/sandbox_providers/daytona_network_test.py": 0.4, + "tst/unit/providers/sandbox_providers/daytona_sandbox_provider_test.py": 1.1, + "tst/unit/providers/sandbox_providers/daytona_sandbox_test.py": 0.8, + "tst/unit/providers/sandbox_providers/e2b_sandbox_provider_test.py": 0.1, "tst/unit/providers/sandbox_providers/e2b_sandbox_test.py": 1.4, - "tst/unit/providers/sandbox_providers/e2b_template_test.py": 0.7, + "tst/unit/providers/sandbox_providers/e2b_template_test.py": 0.6, "tst/unit/providers/sandbox_providers/egress_hosts_test.py": 0.3, "tst/unit/providers/sandbox_providers/host_images_test.py": 1.1, - "tst/unit/providers/sandbox_providers/local_sandbox_host_ports_test.py": 0.8, - "tst/unit/providers/sandbox_providers/local_sandbox_test.py": 13.6, + "tst/unit/providers/sandbox_providers/kosa8_sandbox_provider_test.py": 0.5, + "tst/unit/providers/sandbox_providers/kosa8_sandbox_test.py": 1.6, + "tst/unit/providers/sandbox_providers/local_sandbox_host_ports_test.py": 0.4, + "tst/unit/providers/sandbox_providers/local_sandbox_test.py": 12.9, "tst/unit/providers/sandbox_providers/lume_sandbox_provider_test.py": 12.9, - "tst/unit/providers/sandbox_providers/modal_context_build_test.py": 1.8, - "tst/unit/providers/sandbox_providers/modal_create_signature_test.py": 0.3, + "tst/unit/providers/sandbox_providers/modal_context_build_test.py": 0.8, + "tst/unit/providers/sandbox_providers/modal_create_signature_test.py": 0.2, "tst/unit/providers/sandbox_providers/modal_gpu_sandbox_test.py": 0.1, - "tst/unit/providers/sandbox_providers/modal_network_policy_test.py": 0.2, + "tst/unit/providers/sandbox_providers/modal_network_policy_test.py": 0.1, "tst/unit/providers/sandbox_providers/modal_network_policy_wiring_test.py": 0.1, - "tst/unit/providers/sandbox_providers/modal_sandbox_started_log_test.py": 0.2, - "tst/unit/providers/sandbox_providers/modal_sandbox_tags_test.py": 0.1, - "tst/unit/providers/sandbox_providers/modal_sandbox_test.py": 0.8, - "tst/unit/providers/sandbox_providers/modal_vm_sandbox_test.py": 1.8, - "tst/unit/providers/sandbox_providers/network_policy_providers_test.py": 0.1, - "tst/unit/providers/sandbox_providers/network_policy_stamping_test.py": 0.4, + "tst/unit/providers/sandbox_providers/modal_sandbox_started_log_test.py": 0.1, + "tst/unit/providers/sandbox_providers/modal_sandbox_tags_test.py": 0.2, + "tst/unit/providers/sandbox_providers/modal_sandbox_test.py": 0.6, + "tst/unit/providers/sandbox_providers/modal_vm_sandbox_test.py": 1.7, + "tst/unit/providers/sandbox_providers/network_policy_providers_test.py": 0.2, + "tst/unit/providers/sandbox_providers/network_policy_stamping_test.py": 1.4, "tst/unit/providers/sandbox_providers/network_policy_test.py": 0.1, - "tst/unit/providers/sandbox_providers/provider_capabilities_test.py": 3.8, + "tst/unit/providers/sandbox_providers/provider_capabilities_test.py": 5.8, "tst/unit/providers/sandbox_providers/relay_test.py": 0.1, - "tst/unit/providers/sandbox_providers/sail_vm_model_key_test.py": 2.3, - "tst/unit/providers/sandbox_providers/sail_vm_sandbox_provider_test.py": 2.7, + "tst/unit/providers/sandbox_providers/sail_vm_model_key_test.py": 1.8, + "tst/unit/providers/sandbox_providers/sail_vm_sandbox_provider_test.py": 2.5, "tst/unit/providers/sandbox_providers/sail_vm_sandbox_test.py": 0.3, - "tst/unit/providers/sandbox_providers/sandbox_exit_test.py": 0.5, - "tst/unit/providers/sandbox_providers/sandbox_provider_test.py": 0.5, - "tst/unit/providers/sandbox_providers/tenki_sandbox_provider_test.py": 0.9, - "tst/unit/providers/sandbox_providers/tenki_sandbox_test.py": 0.2, + "tst/unit/providers/sandbox_providers/sandbox_exit_test.py": 0.6, + "tst/unit/providers/sandbox_providers/sandbox_provider_test.py": 0.9, + "tst/unit/providers/sandbox_providers/tenki_sandbox_provider_test.py": 1.3, + "tst/unit/providers/sandbox_providers/tenki_sandbox_test.py": 0.5, "tst/unit/providers/sandbox_providers/tensorlake_sandbox_provider_test.py": 0.4, - "tst/unit/providers/sandbox_providers/tensorlake_sandbox_test.py": 4.5, - "tst/unit/providers/sandbox_providers/test_config_sandbox_providers.py": 0.7, - "tst/unit/providers/sandbox_providers/test_reachability_contributions.py": 0.3, - "tst/unit/providers/sandbox_providers/test_url_rewrites.py": 0.5, - "tst/unit/providers/sandbox_providers/vercel_sandbox_provider_test.py": 0.3, - "tst/unit/providers/sandbox_providers/vercel_sandbox_test.py": 4.6, - "tst/unit/providers/sandbox_providers/vm_file_transfer_test.py": 0.2, - "tst/unit/providers/sandbox_providers/vm_object_push_test.py": 0.5, + "tst/unit/providers/sandbox_providers/tensorlake_sandbox_test.py": 3.9, + "tst/unit/providers/sandbox_providers/test_config_sandbox_providers.py": 1.6, + "tst/unit/providers/sandbox_providers/test_reachability_contributions.py": 0.5, + "tst/unit/providers/sandbox_providers/test_url_rewrites.py": 1.0, + "tst/unit/providers/sandbox_providers/vercel_sandbox_provider_test.py": 0.4, + "tst/unit/providers/sandbox_providers/vercel_sandbox_test.py": 3.7, + "tst/unit/providers/sandbox_providers/vm_file_transfer_test.py": 0.4, + "tst/unit/providers/sandbox_providers/vm_object_push_test.py": 1.2, "tst/unit/providers/sandbox_providers/vm_sandbox_test.py": 0.7, - "tst/unit/runner/local_runner_test.py": 7.5, - "tst/unit/runner/run_store_test.py": 0.1, - "tst/unit/serialization/test_golden_wire_format.py": 0.4, + "tst/unit/runner/local_runner_test.py": 8.1, + "tst/unit/runner/run_store_test.py": 0.2, + "tst/unit/serialization/test_golden_wire_format.py": 0.5, "tst/unit/store/awaiting_lock_test.py": 1.0, - "tst/unit/store/aws/aws_secret_store_test.py": 0.3, - "tst/unit/store/aws/dynamodb_document_store_test.py": 14.9, - "tst/unit/store/aws/dynamodb_step_journal_test.py": 18.3, + "tst/unit/store/aws/aws_secret_store_test.py": 0.2, + "tst/unit/store/aws/dynamodb_document_store_test.py": 17.9, + "tst/unit/store/aws/dynamodb_step_journal_test.py": 14.7, "tst/unit/store/aws/ecr_image_store_test.py": 0.1, "tst/unit/store/aws/s3_grant_lifetime_test.py": 0.1, - "tst/unit/store/aws/s3_object_store_test.py": 7.6, - "tst/unit/store/aws/s3_transfer_grants_test.py": 0.3, + "tst/unit/store/aws/s3_object_store_test.py": 6.0, + "tst/unit/store/aws/s3_transfer_grants_test.py": 0.4, "tst/unit/store/aws/test_secret_logging.py": 0.1, - "tst/unit/store/aws/test_shared_credentials.py": 0.2, - "tst/unit/store/derived_ids_test.py": 9.1, - "tst/unit/store/fake_object_store_test.py": 0.1, - "tst/unit/store/firestore_mongo_document_store_test.py": 0.4, + "tst/unit/store/aws/test_shared_credentials.py": 0.1, + "tst/unit/store/derived_ids_test.py": 8.9, + "tst/unit/store/fake_object_store_test.py": 0.2, + "tst/unit/store/firestore_mongo_document_store_test.py": 0.3, "tst/unit/store/gcp_secret_manager_secret_store_test.py": 0.2, - "tst/unit/store/gcs_object_store_test.py": 0.6, - "tst/unit/store/google_credentials_test.py": 0.7, + "tst/unit/store/gcs_object_store_test.py": 1.0, + "tst/unit/store/google_credentials_test.py": 0.8, "tst/unit/store/google_transport_test.py": 0.2, - "tst/unit/store/grant_lifetime_test.py": 0.2, - "tst/unit/store/ids_test.py": 0.9, - "tst/unit/store/local_backends_composition_test.py": 1.2, - "tst/unit/store/local_grant_server_test.py": 10.8, - "tst/unit/store/local_id_acceptance_test.py": 1.7, - "tst/unit/store/local_object_store_test.py": 1.9, + "tst/unit/store/grant_lifetime_test.py": 0.1, + "tst/unit/store/ids_test.py": 0.7, + "tst/unit/store/local_backends_composition_test.py": 0.9, + "tst/unit/store/local_grant_server_test.py": 10.1, + "tst/unit/store/local_id_acceptance_test.py": 1.6, + "tst/unit/store/local_object_store_test.py": 2.4, "tst/unit/store/local_registry_image_store_test.py": 0.1, - "tst/unit/store/local_secret_store_test.py": 0.1, + "tst/unit/store/local_secret_store_test.py": 0.2, "tst/unit/store/local_tls_test.py": 0.4, "tst/unit/store/local_tokens_test.py": 0.2, - "tst/unit/store/mongo_document_store_test.py": 0.9, + "tst/unit/store/mongo_document_store_test.py": 0.8, "tst/unit/store/oci_registry_credentials_test.py": 0.2, - "tst/unit/store/oci_registry_image_store_test.py": 0.5, + "tst/unit/store/oci_registry_image_store_test.py": 0.2, "tst/unit/store/readable_url_test.py": 0.2, - "tst/unit/store/registry_api_test.py": 0.6, - "tst/unit/store/routing_test.py": 3.6, - "tst/unit/store/sqlite_document_store_test.py": 13.3, + "tst/unit/store/registry_api_test.py": 0.4, + "tst/unit/store/routing_test.py": 3.0, + "tst/unit/store/sqlite_document_store_test.py": 13.7, "tst/unit/store/test_config_document_store.py": 0.2, "tst/unit/store/test_config_image_store.py": 0.2, - "tst/unit/store/test_config_model.py": 0.6, + "tst/unit/store/test_config_model.py": 0.2, "tst/unit/store/test_config_mongo_client.py": 0.1, - "tst/unit/store/test_config_object_store.py": 0.2, + "tst/unit/store/test_config_object_store.py": 0.1, "tst/unit/store/test_config_secret_bundle_keys.py": 0.0, "tst/unit/store/test_config_secret_store.py": 0.2, - "tst/unit/store/test_document_store.py": 0.5, + "tst/unit/store/test_document_store.py": 0.3, "tst/unit/store/test_object_transfer_grants.py": 0.4, "tst/unit/store/test_task_instance_indexes.py": 0.1, - "tst/unit/store/version_lookup_benchmark_test.py": 1.7, + "tst/unit/store/version_lookup_benchmark_test.py": 1.1, "tst/unit/task/batch_universe_ids_test.py": 0.0, "tst/unit/task/benchmark_test.py": 0.0, "tst/unit/task/control_grant_test.py": 0.1, "tst/unit/task/depends_on_test.py": 0.8, - "tst/unit/task/entity_ids_test.py": 0.2, - "tst/unit/task/episode/proxy_test.py": 0.3, - "tst/unit/task/episode/run_test.py": 18.8, - "tst/unit/task/episode/spec_test.py": 2.1, - "tst/unit/task/local_run_write_fence_test.py": 3.1, + "tst/unit/task/entity_ids_test.py": 0.1, + "tst/unit/task/episode/proxy_test.py": 0.2, + "tst/unit/task/episode/run_test.py": 8.8, + "tst/unit/task/episode/spec_test.py": 2.5, + "tst/unit/task/local_run_write_fence_test.py": 3.3, + "tst/unit/task/outcome_test.py": 0.4, "tst/unit/task/retry_sandbox_teardown_test.py": 0.1, "tst/unit/task/seed_context_fence_test.py": 0.1, - "tst/unit/task/seed_substitution_test.py": 0.1, + "tst/unit/task/seed_substitution_test.py": 0.0, "tst/unit/task/step_journal_rules_test.py": 0.3, - "tst/unit/task/step_journal_test.py": 2.0, - "tst/unit/task/task_document_test.py": 0.4, + "tst/unit/task/step_journal_test.py": 1.4, + "tst/unit/task/task_document_test.py": 0.2, "tst/unit/task/task_failure_write_retry_test.py": 0.2, - "tst/unit/task/task_instance_reads_test.py": 0.3, - "tst/unit/task/teardown_test.py": 2.5, + "tst/unit/task/task_instance_reads_test.py": 0.2, + "tst/unit/task/teardown_test.py": 2.3, "tst/unit/task_step/add_skills_env_test.py": 0.2, + "tst/unit/task_step/agent_clock_test.py": 0.9, "tst/unit/task_step/attribution_serialization_test.py": 0.3, - "tst/unit/task_step/browser_recording_test.py": 0.5, - "tst/unit/task_step/computer_recording_test.py": 1.2, - "tst/unit/task_step/context_ops_journal_test.py": 0.2, - "tst/unit/task_step/context_path_test.py": 0.3, - "tst/unit/task_step/deploy_agent_cleanup_test.py": 0.1, + "tst/unit/task_step/browser_recording_test.py": 0.7, + "tst/unit/task_step/computer_recording_test.py": 0.6, + "tst/unit/task_step/context_ops_journal_test.py": 0.1, + "tst/unit/task_step/context_path_test.py": 0.2, + "tst/unit/task_step/deploy_agent_cleanup_test.py": 0.0, "tst/unit/task_step/deploy_agent_linked_sandbox_test.py": 0.1, "tst/unit/task_step/deploy_agent_test.py": 0.1, - "tst/unit/task_step/deploy_env_test.py": 1.4, - "tst/unit/task_step/deploy_human_agent_test.py": 0.2, - "tst/unit/task_step/deploy_sandbox_default_cpu_test.py": 0.2, + "tst/unit/task_step/deploy_env_test.py": 1.5, + "tst/unit/task_step/deploy_human_agent_test.py": 0.3, + "tst/unit/task_step/deploy_sandbox_default_cpu_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_image_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_network_policy_test.py": 0.1, "tst/unit/task_step/deploy_sandbox_provider_override_test.py": 0.1, - "tst/unit/task_step/install_agent_guards_test.py": 0.3, - "tst/unit/task_step/install_agent_test.py": 0.6, - "tst/unit/task_step/local_container_urls_test.py": 2.1, - "tst/unit/task_step/local_step_containers_test.py": 0.5, - "tst/unit/task_step/prompt_agent_file_parts_test.py": 0.4, - "tst/unit/task_step/retry_test.py": 1.7, - "tst/unit/task_step/run_context_object_url_test.py": 0.3, - "tst/unit/task_step/run_docker_container_test.py": 0.5, - "tst/unit/task_step/run_wide_agent_pick_test.py": 0.1, - "tst/unit/task_step/skill_object_url_test.py": 0.4, - "tst/unit/task_step/snapshot_computer_env_test.py": 0.6, - "tst/unit/task_step/snapshot_env_upload_grant_test.py": 1.1, - "tst/unit/task_step/snapshot_env_without_gateway_test.py": 0.6, - "tst/unit/task_step/stored_priority_test.py": 0.1, + "tst/unit/task_step/install_agent_guards_test.py": 0.2, + "tst/unit/task_step/install_agent_test.py": 0.3, + "tst/unit/task_step/local_container_urls_test.py": 1.5, + "tst/unit/task_step/local_step_containers_test.py": 0.3, + "tst/unit/task_step/prompt_agent_file_parts_test.py": 0.2, + "tst/unit/task_step/retry_test.py": 1.1, + "tst/unit/task_step/run_context_object_url_test.py": 0.2, + "tst/unit/task_step/run_docker_container_test.py": 0.4, + "tst/unit/task_step/run_wide_agent_pick_test.py": 0.0, + "tst/unit/task_step/set_env_clock_rate_test.py": 0.2, + "tst/unit/task_step/skill_object_url_test.py": 0.2, + "tst/unit/task_step/snapshot_computer_env_test.py": 0.4, + "tst/unit/task_step/snapshot_env_upload_grant_test.py": 0.8, + "tst/unit/task_step/snapshot_env_without_gateway_test.py": 0.5, + "tst/unit/task_step/stored_priority_test.py": 0.0, "tst/unit/task_step/stored_s3_form_fields_test.py": 0.1, - "tst/unit/task_step/sync_env_clock_test.py": 1.0, - "tst/unit/task_step/test_advance_to_next_event_hook.py": 1.2, - "tst/unit/task_step/test_agent_model_precedence.py": 0.2, - "tst/unit/task_step/test_agent_state_capture.py": 1.5, - "tst/unit/task_step/test_always_on_agent_and_gateway.py": 0.8, + "tst/unit/task_step/sync_env_clock_test.py": 0.3, + "tst/unit/task_step/test_advance_to_next_event_hook.py": 1.1, + "tst/unit/task_step/test_agent_model_precedence.py": 0.1, + "tst/unit/task_step/test_agent_state_capture.py": 0.5, + "tst/unit/task_step/test_always_on_agent_and_gateway.py": 0.4, "tst/unit/task_step/test_always_on_agent_verifier.py": 0.9, - "tst/unit/task_step/test_always_on_budget.py": 5.0, - "tst/unit/task_step/test_always_on_checks.py": 1.1, - "tst/unit/task_step/test_always_on_clock_rate.py": 3.5, - "tst/unit/task_step/test_always_on_endings.py": 2.1, - "tst/unit/task_step/test_always_on_graded.py": 1.9, - "tst/unit/task_step/test_always_on_idle_world.py": 3.2, - "tst/unit/task_step/test_always_on_loop.py": 2.6, - "tst/unit/task_step/test_always_on_messages.py": 1.2, + "tst/unit/task_step/test_always_on_budget.py": 5.3, + "tst/unit/task_step/test_always_on_checks.py": 1.0, + "tst/unit/task_step/test_always_on_clock_rate.py": 3.4, + "tst/unit/task_step/test_always_on_endings.py": 1.4, + "tst/unit/task_step/test_always_on_graded.py": 1.3, + "tst/unit/task_step/test_always_on_idle_world.py": 1.7, + "tst/unit/task_step/test_always_on_loop.py": 1.6, + "tst/unit/task_step/test_always_on_messages.py": 0.9, "tst/unit/task_step/test_always_on_no_clock.py": 0.3, - "tst/unit/task_step/test_always_on_record.py": 1.6, - "tst/unit/task_step/test_always_on_settle.py": 2.1, + "tst/unit/task_step/test_always_on_record.py": 1.7, + "tst/unit/task_step/test_always_on_settle.py": 1.7, "tst/unit/task_step/test_always_on_time.py": 0.2, - "tst/unit/task_step/test_always_on_user_model.py": 0.3, - "tst/unit/task_step/test_always_on_user_sim_inputs.py": 2.1, - "tst/unit/task_step/test_always_on_who_did_what.py": 1.6, - "tst/unit/task_step/test_apply_server_config.py": 1.1, - "tst/unit/task_step/test_browser_connect_cdp.py": 0.5, - "tst/unit/task_step/test_browser_sign_in.py": 0.2, - "tst/unit/task_step/test_browser_steps.py": 1.4, - "tst/unit/task_step/test_collect_artifacts.py": 1.4, - "tst/unit/task_step/test_collect_artifacts_universe_suffix.py": 0.3, - "tst/unit/task_step/test_collect_artifacts_vm_host.py": 0.5, + "tst/unit/task_step/test_always_on_user_model.py": 0.2, + "tst/unit/task_step/test_always_on_user_sim_inputs.py": 1.3, + "tst/unit/task_step/test_always_on_who_did_what.py": 1.2, + "tst/unit/task_step/test_apply_server_config.py": 0.8, + "tst/unit/task_step/test_browser_connect_cdp.py": 0.2, + "tst/unit/task_step/test_browser_sign_in.py": 0.1, + "tst/unit/task_step/test_browser_steps.py": 0.7, + "tst/unit/task_step/test_collect_artifacts.py": 1.8, + "tst/unit/task_step/test_collect_artifacts_universe_suffix.py": 0.2, + "tst/unit/task_step/test_collect_artifacts_vm_host.py": 0.3, "tst/unit/task_step/test_collect_integrity.py": 0.1, - "tst/unit/task_step/test_combine_universe_verdicts.py": 0.2, - "tst/unit/task_step/test_config_task_steps.py": 0.5, - "tst/unit/task_step/test_configure_scheduled_checks.py": 0.2, - "tst/unit/task_step/test_container_sandbox_routing.py": 0.5, - "tst/unit/task_step/test_deploy_agent_changelog_objects.py": 1.1, + "tst/unit/task_step/test_combine_universe_verdicts.py": 0.1, + "tst/unit/task_step/test_config_task_steps.py": 0.3, + "tst/unit/task_step/test_configure_scheduled_checks.py": 0.1, + "tst/unit/task_step/test_container_sandbox_routing.py": 0.2, + "tst/unit/task_step/test_deploy_agent_changelog_objects.py": 0.8, "tst/unit/task_step/test_deploy_agent_enable_docker.py": 0.1, - "tst/unit/task_step/test_deploy_agent_live_endpoint.py": 0.2, + "tst/unit/task_step/test_deploy_agent_live_endpoint.py": 0.1, "tst/unit/task_step/test_deploy_agent_mcp_alias.py": 0.2, - "tst/unit/task_step/test_deploy_agent_role_delivery.py": 0.9, - "tst/unit/task_step/test_deploy_agent_snapshot_objects.py": 0.5, + "tst/unit/task_step/test_deploy_agent_role_delivery.py": 1.0, + "tst/unit/task_step/test_deploy_agent_snapshot_objects.py": 0.2, "tst/unit/task_step/test_deploy_ttl_from_budget.py": 0.1, - "tst/unit/task_step/test_deploy_user_sim_agent.py": 0.9, - "tst/unit/task_step/test_entity_refs.py": 5.2, - "tst/unit/task_step/test_field_scopes.py": 2.1, - "tst/unit/task_step/test_install_agent_registers_instance.py": 0.0, + "tst/unit/task_step/test_deploy_user_sim_agent.py": 2.0, + "tst/unit/task_step/test_entity_refs.py": 2.6, + "tst/unit/task_step/test_field_scopes.py": 1.5, + "tst/unit/task_step/test_install_agent_registers_instance.py": 0.1, "tst/unit/task_step/test_load_artifact_agent_container_target.py": 0.1, "tst/unit/task_step/test_load_artifact_container_sandbox.py": 0.1, "tst/unit/task_step/test_load_artifact_env_binding.py": 0.1, "tst/unit/task_step/test_load_artifact_file.py": 0.1, "tst/unit/task_step/test_load_artifact_overrides.py": 0.2, - "tst/unit/task_step/test_load_artifact_service_payload.py": 0.6, - "tst/unit/task_step/test_load_artifact_service_universe.py": 0.1, + "tst/unit/task_step/test_load_artifact_service_payload.py": 0.5, + "tst/unit/task_step/test_load_artifact_service_universe.py": 0.2, "tst/unit/task_step/test_load_artifact_snapshot_reporting.py": 0.1, "tst/unit/task_step/test_load_artifact_url_filenames.py": 0.1, - "tst/unit/task_step/test_load_artifact_vm_target.py": 0.1, - "tst/unit/task_step/test_manifest_cli_builder.py": 15.0, - "tst/unit/task_step/test_mcp_cli_builder.py": 1.9, + "tst/unit/task_step/test_load_artifact_vm_target.py": 0.2, + "tst/unit/task_step/test_manifest_cli_builder.py": 15.4, + "tst/unit/task_step/test_mcp_cli_builder.py": 2.4, + "tst/unit/task_step/test_model_key_scope.py": 0.6, "tst/unit/task_step/test_modify_env_tool_access.py": 0.1, - "tst/unit/task_step/test_next_env_event_hook.py": 1.7, + "tst/unit/task_step/test_next_env_event_hook.py": 1.9, "tst/unit/task_step/test_parallel_deploy_env_binding.py": 0.1, "tst/unit/task_step/test_preflight_pinned_versions.py": 0.1, - "tst/unit/task_step/test_prompt_agent.py": 0.1, - "tst/unit/task_step/test_prompt_agent_built_in_user_sim.py": 0.8, - "tst/unit/task_step/test_prompt_agent_builtin_tools.py": 0.0, + "tst/unit/task_step/test_prompt_agent.py": 0.2, + "tst/unit/task_step/test_prompt_agent_built_in_user_sim.py": 1.2, + "tst/unit/task_step/test_prompt_agent_builtin_tools.py": 0.1, "tst/unit/task_step/test_prompt_agent_conversation_tool_calls.py": 0.1, - "tst/unit/task_step/test_prompt_agent_human_default.py": 0.0, - "tst/unit/task_step/test_prompt_agent_live_trajectory.py": 0.6, - "tst/unit/task_step/test_prompt_agent_model_params.py": 0.0, - "tst/unit/task_step/test_prompt_agent_notifications.py": 0.3, - "tst/unit/task_step/test_prompt_agent_post_turn_hooks.py": 1.8, - "tst/unit/task_step/test_prompt_agent_snapshots.py": 2.6, - "tst/unit/task_step/test_prompt_agent_triggers.py": 1.3, + "tst/unit/task_step/test_prompt_agent_human_default.py": 0.1, + "tst/unit/task_step/test_prompt_agent_live_trajectory.py": 0.9, + "tst/unit/task_step/test_prompt_agent_model_params.py": 0.1, + "tst/unit/task_step/test_prompt_agent_notifications.py": 0.6, + "tst/unit/task_step/test_prompt_agent_post_turn_hooks.py": 1.6, + "tst/unit/task_step/test_prompt_agent_snapshots.py": 2.9, + "tst/unit/task_step/test_prompt_agent_triggers.py": 0.9, "tst/unit/task_step/test_prompt_agent_unreachable.py": 0.1, "tst/unit/task_step/test_prompt_agent_user_model.py": 0.0, "tst/unit/task_step/test_prompt_agent_user_side.py": 0.5, "tst/unit/task_step/test_recorded_models.py": 0.1, - "tst/unit/task_step/test_register_agent_triggers.py": 0.1, - "tst/unit/task_step/test_register_env_triggers.py": 7.3, - "tst/unit/task_step/test_reset_env.py": 0.0, + "tst/unit/task_step/test_register_agent_triggers.py": 0.2, + "tst/unit/task_step/test_register_env_triggers.py": 8.0, + "tst/unit/task_step/test_reset_env.py": 0.1, "tst/unit/task_step/test_review.py": 0.2, - "tst/unit/task_step/test_run_code.py": 18.1, + "tst/unit/task_step/test_role_models_golden.py": 2.3, + "tst/unit/task_step/test_run_code.py": 19.6, "tst/unit/task_step/test_sandbox_utils_agent_container.py": 0.1, - "tst/unit/task_step/test_sandbox_utils_logs.py": 0.1, - "tst/unit/task_step/test_snapshot_agent_state.py": 0.1, - "tst/unit/task_step/test_snapshot_env.py": 1.4, - "tst/unit/task_step/test_snapshot_env_env_binding.py": 0.1, - "tst/unit/task_step/test_step_context_error.py": 0.6, - "tst/unit/task_step/test_step_overrides_agent_and_model.py": 0.1, + "tst/unit/task_step/test_sandbox_utils_logs.py": 0.2, + "tst/unit/task_step/test_snapshot_agent_state.py": 0.2, + "tst/unit/task_step/test_snapshot_env.py": 0.7, + "tst/unit/task_step/test_snapshot_env_env_binding.py": 0.3, + "tst/unit/task_step/test_step_context_error.py": 0.4, + "tst/unit/task_step/test_step_overrides_agent_and_model.py": 0.2, "tst/unit/task_step/test_teardown_sandboxes.py": 0.2, - "tst/unit/task_step/test_universe_comparison.py": 0.1, - "tst/unit/task_step/test_user_sim_versions.py": 0.6, + "tst/unit/task_step/test_universe_comparison.py": 0.3, + "tst/unit/task_step/test_user_sim_opening_files.py": 0.5, + "tst/unit/task_step/test_user_sim_satisfaction.py": 1.3, + "tst/unit/task_step/test_user_sim_versions.py": 0.7, "tst/unit/task_step/test_validation_gate_aggregator.py": 0.1, "tst/unit/task_step/test_verify_a2a_agent_mcp.py": 0.0, "tst/unit/task_step/test_verify_a2a_builtin_tools.py": 0.1, + "tst/unit/task_step/test_verify_a2a_control_token.py": 0.1, "tst/unit/task_step/test_verify_spec_conformance.py": 0.3, - "tst/unit/task_step/test_verify_universe_agent_judge.py": 0.1, - "tst/unit/task_step/test_verify_universe_roundtrip.py": 0.2, + "tst/unit/task_step/test_verify_universe_agent_judge.py": 0.5, + "tst/unit/task_step/test_verify_universe_roundtrip.py": 0.1, "tst/unit/task_step/thread_work_test.py": 0.6, - "tst/unit/task_step/unwritten_local_agent_test.py": 0.6, - "tst/unit/task_step/verifiers/judge_short_keys_test.py": 0.1, + "tst/unit/task_step/unwritten_local_agent_test.py": 0.5, + "tst/unit/task_step/verifiers/judge_short_keys_test.py": 0.2, "tst/unit/task_step/verifiers/judge_utils/test_frame_selection.py": 0.2, "tst/unit/task_step/verifiers/judge_utils/test_frame_selection_tool_name.py": 0.0, - "tst/unit/task_step/verifiers/judge_utils/test_judge_output_format.py": 0.3, + "tst/unit/task_step/verifiers/judge_utils/test_judge_output_format.py": 0.5, "tst/unit/task_step/verifiers/judge_utils/test_trajectory_filter.py": 0.0, - "tst/unit/task_step/verifiers/run_container_unit_tests_verifier_test.py": 1.1, - "tst/unit/task_step/verifiers/test_env_outcome_verifier_step.py": 0.1, - "tst/unit/task_step/verifiers/test_rubrics_verifier_context_facts_bundle_ids.py": 0.1, + "tst/unit/task_step/verifiers/judge_utils/test_turn_events.py": 0.4, + "tst/unit/task_step/verifiers/judge_utils/test_user_sim_checks_format.py": 0.3, + "tst/unit/task_step/verifiers/run_container_unit_tests_verifier_test.py": 1.6, + "tst/unit/task_step/verifiers/test_agent_prompt_response_verifier.py": 0.1, + "tst/unit/task_step/verifiers/test_always_on_staging.py": 0.6, + "tst/unit/task_step/verifiers/test_env_outcome_verifier_step.py": 0.2, + "tst/unit/task_step/verifiers/test_legacy_entries.py": 4.0, + "tst/unit/task_step/verifiers/test_rubrics_family_grades.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_subclasses_golden.py": 0.5, + "tst/unit/task_step/verifiers/test_rubrics_verifier_context_facts_bundle_ids.py": 0.2, "tst/unit/task_step/verifiers/test_rubrics_verifier_criteria_override.py": 0.1, - "tst/unit/task_step/verifiers/test_rubrics_verifier_fail_task_when_not_passing.py": 0.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_grade_up_to_turn.py": 0.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_batches.py": 0.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_fail_task_when_not_passing.py": 1.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_golden.py": 1.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_grade_up_to_turn.py": 0.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_batches.py": 0.4, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_model.py": 0.1, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_retry.py": 0.1, "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_teardown.py": 0.0, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout.py": 0.0, - "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_trajectory.py": 0.4, - "tst/unit/task_step/verifiers/test_rubrics_verifier_litellm_contract.py": 0.4, - "tst/unit/task_step/verifiers/test_rubrics_verifier_mistakes_entry.py": 0.3, - "tst/unit/task_step/verifiers/test_rubrics_verifier_multiturn.py": 1.2, - "tst/unit/task_step/verifiers/test_rubrics_verifier_nonfinite_scores.py": 3.0, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout.py": 0.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_timeout_retry.py": 0.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_judge_trajectory.py": 0.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_litellm_contract.py": 0.2, + "tst/unit/task_step/verifiers/test_rubrics_verifier_mistakes_entry.py": 0.4, + "tst/unit/task_step/verifiers/test_rubrics_verifier_multiturn.py": 1.1, + "tst/unit/task_step/verifiers/test_rubrics_verifier_nonfinite_scores.py": 2.5, "tst/unit/task_step/verifiers/test_rubrics_verifier_per_criterion.py": 0.4, - "tst/unit/task_step/verifiers/test_rubrics_verifier_screenshots.py": 0.2, - "tst/unit/task_step/verifiers/test_run_context.py": 1.6, + "tst/unit/task_step/verifiers/test_rubrics_verifier_screenshots.py": 0.3, + "tst/unit/task_step/verifiers/test_rubrics_verifier_staging_cleanup.py": 0.0, + "tst/unit/task_step/verifiers/test_rubrics_verifier_subclass_hooks.py": 0.8, + "tst/unit/task_step/verifiers/test_run_context.py": 1.5, "tst/unit/task_step/verifiers/test_score_parity.py": 0.1, - "tst/unit/task_step/verifiers/test_trajectory_mistakes_format.py": 0.2, + "tst/unit/task_step/verifiers/test_trajectory_mistakes_format.py": 0.4, + "tst/unit/task_step/verifiers/test_user_sim_judge.py": 3.4, + "tst/unit/task_step/verifiers/test_verifier_base.py": 0.6, "tst/unit/task_step/verifiers/test_verify_sandbox.py": 0.3, - "tst/unit/test_capabilities.py": 0.3, - "tst/unit/test_check_plugin_api.py": 21.4, - "tst/unit/test_check_skip_policy.py": 0.4, - "tst/unit/test_clean_install_wheel.py": 0.1, + "tst/unit/test_capabilities.py": 0.2, + "tst/unit/test_check_plugin_api.py": 16.7, + "tst/unit/test_check_skip_policy.py": 0.3, + "tst/unit/test_clean_install_wheel.py": 0.2, "tst/unit/test_client_identity.py": 0.1, - "tst/unit/test_infra_build_script.py": 1.3, + "tst/unit/test_computer_image_mirror_scripts.py": 0.1, + "tst/unit/test_infra_build_script.py": 1.0, "tst/unit/test_infra_images_script.py": 0.6, "tst/unit/test_mirror_base_images_script.py": 0.1, - "tst/unit/test_optional_extras_stay_optional.py": 271.2, + "tst/unit/test_optional_extras_stay_optional.py": 242.4, "tst/unit/test_package_cache.py": 0.2, - "tst/unit/test_published_image.py": 0.2, - "tst/unit/test_pypi_release_script.py": 0.2, - "tst/unit/test_release_infra_images.py": 1.1, - "tst/unit/test_release_protocol_pins.py": 0.3, - "tst/unit/test_runtime_dependencies_are_imported.py": 31.5, - "tst/unit/test_shards.py": 16.8, - "tst/unit/test_slow_test_durations_script.py": 0.2, - "tst/unit/test_subclass_hooks_are_annotated.py": 4.3, + "tst/unit/test_published_image.py": 0.1, + "tst/unit/test_pypi_release_script.py": 0.3, + "tst/unit/test_release_infra_images.py": 0.7, + "tst/unit/test_release_protocol_pins.py": 0.2, + "tst/unit/test_runtime_dependencies_are_imported.py": 23.3, + "tst/unit/test_shards.py": 10.5, + "tst/unit/test_slow_test_durations_script.py": 0.4, + "tst/unit/test_subclass_hooks_are_annotated.py": 2.4, "tst/unit/test_tls_verification.py": 0.2, - "tst/unit/training/chat_test.py": 14.4, - "tst/unit/training/harness_test.py": 21.0, - "tst/unit/training/nemo_gym_test.py": 4.0, + "tst/unit/training/chat_test.py": 11.6, + "tst/unit/training/harness_test.py": 15.4, + "tst/unit/training/nemo_gym_test.py": 2.6, "tst/unit/training/sessions_test.py": 0.2, - "tst/unit/training/skyrl_test.py": 6.3, + "tst/unit/training/skyrl_test.py": 4.6, "tst/unit/training/tools_test.py": 0.1, - "tst/unit/training/trl_test.py": 39.7, - "tst/unit/training/verl_test.py": 3.6, - "tst/unit/utils/docker/build_test.py": 0.3, + "tst/unit/training/trl_test.py": 28.8, + "tst/unit/training/verl_test.py": 2.8, + "tst/unit/utils/docker/build_test.py": 0.8, "tst/unit/utils/docker/context_test.py": 0.4, - "tst/unit/utils/docker/dockerfile_test.py": 0.4, + "tst/unit/utils/docker/dockerfile_test.py": 0.6, "tst/unit/utils/docker/installed_test.py": 0.1, - "tst/unit/utils/docker/lock_test.py": 0.4, + "tst/unit/utils/docker/lock_test.py": 0.5, "tst/unit/utils/docker/metadata_test.py": 0.1, - "tst/unit/utils/docker/prune_test.py": 0.9, - "tst/unit/utils/exec_retry_test.py": 0.2, - "tst/unit/utils/test_card_naming_github_token.py": 0.1, + "tst/unit/utils/docker/prune_test.py": 1.0, + "tst/unit/utils/exec_retry_test.py": 0.1, + "tst/unit/utils/test_card_naming_github_token.py": 0.0, "tst/unit/utils/test_paths.py": 0.1 + }, + "split_in": { + "tst/integration/computer/browser_computer_test.py": 2, + "tst/integration/computer/browser_multi_env_test.py": 2, + "tst/integration/computer/chromium_app_test.py": 2 } } diff --git a/tst/unit/bundle/shipped_computers_test.py b/tst/unit/bundle/shipped_computers_test.py index 7881af8a2..858499c77 100644 --- a/tst/unit/bundle/shipped_computers_test.py +++ b/tst/unit/bundle/shipped_computers_test.py @@ -48,7 +48,7 @@ def test_a_task_naming_ubuntu_24_04_writes_the_shipped_base_over_its_folders_ima assert (computer.arch, computer.os.version, computer.session.user) == (["amd64", "arm64"], "24.04", "user") assert image.id == f"{UBUNTU}__forms_container_image" and image.dockerfile_path == "Dockerfile" built = next(call["build"] for call in builds if call["build"][2] == image.image_name) - assert built[1] == ["Dockerfile", "artifact.toml", "root.conf", "root/init", "root/install.sh", + assert built[1] == ["Dockerfile", "artifact.toml", "clock-panel", "root.conf", "root/init", "root/install.sh", "shared_sources.toml", "start-desktop", "supervisord.conf", "xfwm4.xml"] stored = get_config().get_object_store_at(image.build_context_object_url).get(image.build_context_object_url) with tarfile.open(fileobj=io.BytesIO(stored), mode="r:gz") as context: diff --git a/tst/unit/env/envs/test_computer_clock_panel.py b/tst/unit/env/envs/test_computer_clock_panel.py new file mode 100644 index 000000000..1c4a0a85e --- /dev/null +++ b/tst/unit/env/envs/test_computer_clock_panel.py @@ -0,0 +1,219 @@ +"""The ubuntu-24.04 base's clock-panel, run as it runs on a computer, against a clock page written as the follower +writes it and a stand-in for xfconf-query that keeps the panel's config and records each call: when the clock is armed +or jumps it has each of the panel's clocks redraw at once and again at the universe's next minute, and at every universe +minute while the clock runs at another rate, at most once a second; a re-anchoring redraws nothing, nor does a clock +that isn't armed; a redraw leaves the config as it was, and one cut short leaves a clock the next redraws; and a clock +given another zone is left alone. The base installs it beside the page writer and runs it on real time.""" +from __future__ import annotations + +import configparser +import importlib.util +import json +import os +import shutil +import subprocess +import sys +import time +from pathlib import Path + +import pytest + +import agent_env + +BASE = Path(agent_env.__file__).parent / "computers" / "artifacts" / "ubuntu-24.04" +CLOCK = Path(agent_env.__file__).parent / "utils" / "faketime_clock" +ZONE = "Europe/Paris" +#: The panel's plugins: two clocks, the second with another zone. +PANEL = {"/plugins/plugin-1": "applicationsmenu", "/plugins/plugin-12": "clock", "/plugins/plugin-13": "separator", + "/plugins/plugin-13/style": "0", "/plugins/plugin-20": "clock", "/plugins/plugin-20/timezone": "Asia/Tokyo", + "/plugins/plugin-22/base-directory": "/home/user"} +#: xfconf-query on the panel's channel kept in a JSON file: it lists (``-l -v``), sets (``-s``) and resets (``-r``), +#: recording each call, and fails the next reset while the failure marker is there, removing it. +XFCONF = """#!@PYTHON@ +import json, os, sys, time +args = sys.argv[1:] +with open("@CALLS@", "a") as f: + f.write(json.dumps({"at": time.time(), "args": args}) + "\\n") +with open("@STATE@") as f: + state = json.load(f) +path = args[args.index("-p") + 1] +if "-l" in args: + sys.stdout.write("".join(f"{key:<36}{value}\\n" for key, value in sorted(state.items()))) + sys.exit(0) +if "-r" in args and os.path.exists("@FAIL@"): + os.remove("@FAIL@") + sys.exit("Failed to init libxfconf: the bus went away") +if "-r" in args: + state.pop(path, None) +else: + state[path] = args[args.index("-s") + 1] +with open("@STATE@", "w") as f: + json.dump(state, f) +""" +TIMEZONE = "/plugins/plugin-12/timezone" +SET = ["-c", "xfce4-panel", "-p", TIMEZONE, "-n", "-t", "string", "-s", ZONE] +RESET = ["-c", "xfce4-panel", "-p", TIMEZONE, "-r"] +MINUTE = 60.0 + + +@pytest.fixture +def panel(tmp_path): + """clock-panel started beside its own copy of the page writer, with the page, the zone and a recording + xfconf-query under ``tmp_path``; yields a namespace with ``set(universe, rate)`` and ``redraws()``.""" + lib, bin_ = tmp_path / "lib", tmp_path / "bin" + lib.mkdir() + bin_.mkdir() + shutil.copy(CLOCK / "clockpage.py", lib / "clockpage.py") + shutil.copy(BASE / "clock-panel", lib / "clock-panel") + calls, state, fail = tmp_path / "calls.jsonl", tmp_path / "panel.json", tmp_path / "fail-reset" + state.write_text(json.dumps(PANEL)) + xfconf = bin_ / "xfconf-query" + xfconf.write_text(XFCONF.replace("@PYTHON@", sys.executable).replace("@CALLS@", str(calls)) + .replace("@STATE@", str(state)).replace("@FAIL@", str(fail))) + xfconf.chmod(0o755) + (tmp_path / "timezone").write_text(ZONE + "\n") + paths = {"AGENTENV_CLOCK_PAGE": tmp_path / "page", "AGENTENV_CLOCK_FILE": tmp_path / "clock", + "AGENTENV_CLOCK_ZONE": tmp_path / "timezone"} + env = {**os.environ, **{k: str(v) for k, v in paths.items()}, "PATH": f"{bin_}{os.pathsep}{os.environ['PATH']}"} + spec = importlib.util.spec_from_file_location("clockpage_for_panel", lib / "clockpage.py") + page = importlib.util.module_from_spec(spec) + spec.loader.exec_module(page) + page.PAGE, page.FILE = str(paths["AGENTENV_CLOCK_PAGE"]), str(paths["AGENTENV_CLOCK_FILE"]) + process = subprocess.Popen([sys.executable, "-I", str(lib / "clock-panel")], env=env, + stdout=subprocess.PIPE, stderr=subprocess.STDOUT, text=True) + + class Running: + errors = 0 + + def fail_next_reset(self) -> None: + fail.touch() + + def config(self) -> dict: + return json.loads(state.read_text()) + + def set(self, universe: float, rate: float) -> float: + """The page written as the follower writes it; when the write started.""" + started = time.time() + page.write(1, universe, rate, time.time()) + return started + + def reanchor(self, by: float) -> None: + with open(page.PAGE, "rb") as f: + _, _, _, universe_ns, anchor_ns, rate, armed, *_ = page.LAYOUT.unpack(f.read(page.LAYOUT.size)) + now = time.time_ns() + page.write(armed, (universe_ns + (now - anchor_ns) * rate) / 1e9 + by, rate, now / 1e9) + + def redraws(self) -> list[float]: + """When each redraw began.""" + return [call["at"] for call in self.calls() if "-l" in call["args"]] + + def writes(self) -> list[list[list[str]]]: + """Each redraw's writes, in order.""" + redraws = [] + for call in self.calls(): + if "-l" in call["args"]: + redraws.append([]) + else: + redraws[-1].append(call["args"]) + return redraws + + def calls(self) -> list[dict]: + try: + return [json.loads(line) for line in calls.read_text().splitlines()] + except FileNotFoundError: + return [] + + running = Running() + yield running + process.kill() + output = process.communicate()[0] + assert output.count('"event": "error"') == running.errors, output + assert all(writes in ([SET, RESET], [RESET, SET], [SET]) for writes in running.writes()), running.writes() + + +def _until(check, within: float): + deadline = time.monotonic() + within + while time.monotonic() < deadline: + if result := check(): + return result + time.sleep(0.02) + raise AssertionError(f"not within {within} s") + + +def _minute_ahead(seconds: float) -> float: + """A universe ``seconds`` before a minute turns, a year on from now.""" + turn = (time.time() // MINUTE + 1) * MINUTE + 365 * 86400 + return turn - seconds + + +def test_an_unarmed_clock_redraws_nothing_and_arming_it_redraws_each_clock_without_a_zone_of_its_own_at_once(panel): + time.sleep(1.0) + assert panel.redraws() == [] + + started = panel.set(_minute_ahead(30), 1) + + assert _until(panel.redraws, within=1.5)[0] - started < 1.0 + _until(lambda: len(panel.calls()) == 3, within=1.5) + assert panel.writes() == [[SET, RESET]] and panel.config() == PANEL + + +def test_a_jump_redraws_at_once_and_again_as_the_universes_next_minute_turns_then_the_panels_own_timer_takes_over( + panel): + started = panel.set(_minute_ahead(2.5), 1) + first, turned = _until(lambda: (shown := panel.redraws()) and len(shown) >= 2 and shown, within=5)[:2] + time.sleep(1.5) + + assert first - started < 1.0 + assert 2.5 - 0.05 <= turned - started <= 2.5 + 0.75, turned - started + assert len(panel.redraws()) == 2 + + +def test_a_re_anchoring_by_less_than_a_second_redraws_nothing(panel): + panel.set(_minute_ahead(30), 1) + _until(panel.redraws, within=1.5) + + panel.reanchor(0.002) + panel.reanchor(-0.4) + time.sleep(1.0) + + assert len(panel.redraws()) == 1 + + +def test_at_another_rate_it_redraws_at_every_universe_minute_at_most_once_a_second_and_frozen_not_at_all(panel): + panel.set(_minute_ahead(30), 60) + fast = _until(lambda: (shown := panel.redraws()) and len(shown) >= 4 and shown, within=6) + panel.set(_minute_ahead(30), 0) + frozen = _until(lambda: (shown := panel.redraws()) and len(shown) > len(fast) and shown, within=2.5) + time.sleep(2.0) + + gaps = [b - a for a, b in zip(fast[1:], fast[2:])] + assert all(0.95 <= gap <= 1.6 for gap in gaps), gaps + assert len(panel.redraws()) == len(frozen) + + +def test_the_base_installs_it_beside_the_page_writer_and_its_session_runs_it_on_real_time(): + session = configparser.ConfigParser(interpolation=None) + session.read_string((BASE / "supervisord.conf").read_text()) + program = session["program:clock-panel"] + + assert "COPY clock-panel /usr/local/lib/agentenv-clock/clock-panel\n" in (BASE / "Dockerfile").read_text() + assert (program["command"], program["environment"]) == ( + "/usr/bin/python3 -I /usr/local/lib/agentenv-clock/clock-panel", 'AGENTENV_REAL_TIME="1"') + + +def test_a_redraw_cut_short_between_its_changes_leaves_a_clock_on_the_local_zone_which_later_redraws_move_and_restore( + panel): + panel.fail_next_reset() + panel.errors = 1 + panel.set(_minute_ahead(30), 1) + _until(lambda: len(panel.calls()) == 3, within=1.5) + left = panel.config() + panel.set(_minute_ahead(20), 1) + _until(lambda: len(panel.calls()) == 6, within=1.5) + panel.set(_minute_ahead(10), 1) + _until(lambda: len(panel.calls()) == 9, within=1.5) + time.sleep(0.5) + + assert left == {**PANEL, TIMEZONE: ZONE} + assert panel.writes() == [[SET, RESET], [RESET, SET], [RESET, SET]] + assert panel.config() == {**PANEL, TIMEZONE: ZONE} diff --git a/tst/unit/env/envs/test_computer_disk.py b/tst/unit/env/envs/test_computer_disk.py index 119de0b0a..b38b12ce7 100644 --- a/tst/unit/env/envs/test_computer_disk.py +++ b/tst/unit/env/envs/test_computer_disk.py @@ -42,8 +42,8 @@ BOOT_DOCKERFILE = (DISK / "boot" / "Dockerfile").read_text() -def test_each_arch_has_a_disk_made_from_its_container_on_a_base_disk_made_from_the_bases_container(disk_base, driver, - docker): +def test_each_arch_has_a_disk_made_from_its_container_with_the_recipes_own_partition_at_the_bases_size(disk_base, driver, + docker): env = Env.get(_put(disk_base, driver).id) containers, disks = env.metadata["composed"]["container"], env.metadata["composed"]["disk"] @@ -52,12 +52,12 @@ def test_each_arch_has_a_disk_made_from_its_container_on_a_base_disk_made_from_t assert all(r["image"].startswith("localhost:5000/agentenv-computers:") for r in disks.values()) built = {build["tag"].split(":")[1].split("-", 1)[1]: build for build in docker.disk_builds if build["context"] != "tools"} + assert sorted(built) == ["disk-amd64", "disk-arm64"] for arch in ("amd64", "arm64"): - made, disk = built[f"base-disk-{arch}"], built[f"disk-{arch}"] - assert made["dockerfile"] == disk["dockerfile"] == BOOT_DOCKERFILE and made["platform"] == f"linux/{arch}" - assert made["args"]["ROOTFS"] == disk_base.image().image_name and made["args"]["SIZE_GB"] == "16" - assert "ESP" not in made["args"] and made["args"]["TOOLS"] == disk["args"]["TOOLS"] - assert (disk["args"]["ROOTFS"], disk["args"]["ESP"]) == (containers[arch]["image"], made["tag"]) + disk = built[f"disk-{arch}"] + assert disk["dockerfile"] == BOOT_DOCKERFILE and disk["platform"] == f"linux/{arch}" + assert (disk["args"]["ROOTFS"], disk["args"]["SIZE_GB"]) == (containers[arch]["image"], "16") + assert "ESP" not in disk["args"] and disk["args"]["TOOLS"] == built["disk-amd64"]["args"]["TOOLS"] assert json.loads(base64.b64decode(disk["args"]["ROOTFS_CONFIG"])) == {"Labels": docker.labels[ f"agentenv-computer:{containers[arch]['key'][7:23]}-{arch}"]} assert disk["labels"] == {composer.KEY_LABEL: disks[arch]["key"]} @@ -130,7 +130,7 @@ def push(tag, ref, store): ("looked up", True), ("made", True), ("pushed", True)] -def test_a_bases_disk_size_is_in_the_key_and_the_build_of_the_disk_made_for_it(disk_base, driver, docker): +def test_a_bases_disk_size_is_in_the_key_and_the_build_of_its_disk(disk_base, driver, docker): bigger = _base(disk_base.image(), id="@local/~/kit/bigger", forms={ **disk_base.forms.model_dump(exclude_none=True), "disk": {**DISK_FORM, "min_disk_gb": 32}}) @@ -138,7 +138,7 @@ def test_a_bases_disk_size_is_in_the_key_and_the_build_of_the_disk_made_for_it(d large = Env.get(_put(bigger, driver, id="@local/~/kit/other", environment_name="other").id) assert large.metadata["composed"]["disk"]["arm64"]["key"] != small["key"] - assert sorted(build["args"]["SIZE_GB"] for build in docker.disk_builds if "base-disk-arm64" in build["tag"]) == [ + assert sorted(build["args"]["SIZE_GB"] for build in docker.disk_builds if build["tag"].endswith("-disk-arm64")) == [ "16", "32"] @@ -398,7 +398,7 @@ async def test_deploys_of_a_disk_no_compose_started_compose_it_once_first_reusin assert {arch: r["status"] for arch, r in disks.items()} == {"amd64": "unverified", "arm64": "ready"} assert stored.metadata["composed"]["container"] == containers and len(docker.builds) == built assert sorted(build["tag"].split(":")[1].split("-", 1)[1] for build in docker.disk_builds - if build["context"] != "tools") == ["base-disk-amd64", "base-disk-arm64", "disk-amd64", "disk-arm64"] + if build["context"] != "tools") == ["disk-amd64", "disk-arm64"] assert stored.computer_artifact().forms.disk is not None and len(vms.created) == 3 assert all(record.metadata["computer"]["image"] == disks["arm64"]["image"] for record in deployed) diff --git a/tst/unit/test_infra_build_script.py b/tst/unit/test_infra_build_script.py index cc3a3706d..3ef64b78a 100644 --- a/tst/unit/test_infra_build_script.py +++ b/tst/unit/test_infra_build_script.py @@ -517,7 +517,7 @@ def test_the_service_db_smoke_waits_for_its_health_check_and_removes_the_contain def test_a_disk_forms_smoke_boots_it_in_the_launcher_until_its_desktop_runs(script, monkeypatch, capsys, kvm, machine, how): console = "".join(f"success: {program} entered RUNNING\n" - for program in ("clock", "egress", "session", "xvfb", "dbus", "desktop")) + for program in ("clock", "egress", "session", "xvfb", "dbus", "desktop", "clock-panel")) calls, logs = [], iter(["agentenv-init: starting", console]) def run(command, **kw): diff --git a/tst/unit/test_shards.py b/tst/unit/test_shards.py index 230d352cd..a947b5d86 100644 --- a/tst/unit/test_shards.py +++ b/tst/unit/test_shards.py @@ -76,6 +76,35 @@ def test_a_dependency_outside_a_split_file_or_on_an_unknown_name_links_nothing() assert shards.dependency_groups(linked, table) == {} +def test_a_file_named_in_split_in_runs_as_that_many_runs_of_neighbours_each_charged_the_files_setup_but_the_first(): + path = "tst/integration/heavy_test.py" + nodeids = [f"{path}::test_{n}" for n in range(5)] + seconds = {nodeids[0]: 100, **{nodeid: 10 for nodeid in nodeids[1:]}, "tst/integration/other_test.py": 105} + table = {"split_by_test": [SPLIT], "split_in": {path: 2}, "seconds": seconds} + groups = _groups([*nodeids, "tst/integration/other_test.py::test"], 3, table) + # setup 90 (100 over the others' 10): the first run is tests 0-2 (120), the second 3-4 and its setup (110) + assert sorted(groups) == sorted([nodeids[:3], nodeids[3:], ["tst/integration/other_test.py::test"]]) + + +def test_a_file_split_in_runs_refuses_tests_a_dependency_links(): + path = "tst/integration/heavy_test.py" + nodeids = [f"{path}::test_{n}" for n in range(3)] + table = {"split_in": {path: 2}, "seconds": {nodeid: 10 for nodeid in nodeids}} + with pytest.raises(ValueError, match="dependency"): + shards.select(nodeids, 1, 2, table, {nodeids[0]: nodeids[1], nodeids[1]: nodeids[1]}) + + +def test_a_shards_files_run_heaviest_first_each_files_tests_together_in_their_collected_order(): + heavy, light, split = "tst/integration/heavy_test.py", "tst/integration/light_test.py", "tst/integration/split_test.py" + nodeids = [f"{light}::test_a", f"{split}::test_1", f"{heavy}::test_a", f"{light}::test_b", f"{split}::test_2", + f"{heavy}::test_b", "tst/integration/unknown_test.py::test"] + table = {"split_in": {split: 2}, "seconds": {heavy: 300, light: 10, f"{split}::test_1": 100, + f"{split}::test_2": 150}} + assert shards.heaviest_first(nodeids, table) == [ + f"{heavy}::test_a", f"{heavy}::test_b", f"{split}::test_1", f"{split}::test_2", "tst/integration/unknown_test.py::test", + f"{light}::test_a", f"{light}::test_b"] + + def test_a_unit_the_table_does_not_know_weighs_the_median_of_the_known_ones(): seconds = {"tst/integration/a_test.py": 10, "tst/integration/b_test.py": 20, "tst/integration/c_test.py": 900, "tst/integration/skipped_test.py": 0} @@ -95,6 +124,8 @@ def test_the_committed_table_names_a_file_for_every_slow_tier_unit_it_splits(): table = shards.load_table() assert SPLIT in table["split_by_test"] assert all((ROOT / path).is_file() for path in table["split_by_test"]), "split_by_test names a test file that is gone" + assert all((ROOT / path).is_file() and parts >= 2 for path, parts in table.get("split_in", {}).items()), ( + "split_in names a test file that is gone, or splits one in fewer than 2") assert all((ROOT / unit.split("::")[0]).is_file() for unit in table["seconds"]), "the table names a test file that is gone" diff --git a/tst/unit/test_slow_test_durations_script.py b/tst/unit/test_slow_test_durations_script.py index 3c78fa94f..5c5b0e1eb 100644 --- a/tst/unit/test_slow_test_durations_script.py +++ b/tst/unit/test_slow_test_durations_script.py @@ -93,3 +93,16 @@ def test_a_reported_split_file_drops_its_tests_the_reports_dont_have(tmp_path): report = _report(tmp_path, "r.xml", [("tst.integration.env.gateway.gateway_test", "test_new", 7.0)]) assert _refresh(table, tmp_path, report).returncode == 0 assert json.loads(table.read_text())["seconds"] == {f"{SPLIT}::test_new": 7.0} + + +def test_a_file_split_in_runs_keeps_its_tests_apart_and_the_split_as_it_is(tmp_path): + table = _checkout(tmp_path) + table.write_text(json.dumps({"split_in": {"tst/integration/cli/cli_test.py": 2}, "seconds": {}})) + report = _report(tmp_path, "r.xml", [("tst.integration.cli.cli_test", "test_deploy", 30.0), + ("tst.integration.cli.cli_test", "test_put", 12.5)]) + result = _refresh(table, tmp_path, report) + assert result.returncode == 0, result.stdout + written = json.loads(table.read_text()) + assert written["seconds"] == {"tst/integration/cli/cli_test.py::test_deploy": 30.0, + "tst/integration/cli/cli_test.py::test_put": 12.5} + assert written["split_in"] == {"tst/integration/cli/cli_test.py": 2} diff --git a/tst/util/shards.py b/tst/util/shards.py index 70c0288c5..c14c13f0b 100644 --- a/tst/util/shards.py +++ b/tst/util/shards.py @@ -2,9 +2,11 @@ A file's tests stay together, so its module fixtures (image builds, deployed envs) run once per runner; a file the durations table names in ``split_by_test`` is split by test instead, except that the tests -``pytest.mark.dependency`` links stay on one runner. The groups are balanced by the seconds the table -records (``tst/integration/slow_durations.json``), a unit it doesn't know weighs the median of the ones it -does, and the same table and selection always give the same groups. +``pytest.mark.dependency`` links stay on one runner, and one it names in ``split_in`` is split into that many +runs of neighbouring tests, each of about the same length once the runs after the first are charged the +setup of the file's module fixtures that each runner does anew. The groups are balanced by the seconds the +table records (``tst/integration/slow_durations.json``), a unit it doesn't know weighs the median of the +ones it does, and the same table and selection always give the same groups. """ from __future__ import annotations @@ -32,19 +34,39 @@ def parse(value: str) -> tuple[int, int]: def select(nodeids: list[str], index: int, count: int, table: dict, together: dict[str, str] | None = None) -> list[str]: """The nodeids that shard ``index`` of ``count`` runs, in their collected order. ``together`` maps a nodeid to a unit it shares with others (``dependency_groups``); that unit weighs the sum of its tests.""" - split = set(table.get("split_by_test", [])) + parts = table.get("split_in", {}) + split = set(table.get("split_by_test", [])) | set(parts) seconds = table.get("seconds", {}) base = {nodeid: _unit(nodeid, split) for nodeid in nodeids} - unit = {nodeid: (together or {}).get(nodeid, base[nodeid]) for nodeid in nodeids} known = [seconds[name] for name in set(base.values()) if seconds.get(name, 0) > 0] default = statistics.median(known) if known else 1.0 - weights: dict[str, float] = defaultdict(float) + runs, setups = _runs(nodeids, parts, seconds, default) + if linked := sorted(nodeid for nodeid in runs if nodeid in (together or {})): + raise ValueError(f"a file split_in runs can't link its tests with pytest.mark.dependency: {linked}") + unit = {nodeid: (together or {}).get(nodeid, runs.get(nodeid, base[nodeid])) for nodeid in nodeids} + weights: dict[str, float] = defaultdict(float, setups) for base_unit, shared in {base[nodeid]: unit[nodeid] for nodeid in nodeids}.items(): weights[shared] += seconds.get(base_unit, default) shard = _assign(weights, count) return [nodeid for nodeid in nodeids if shard[unit[nodeid]] == index] +def heaviest_first(nodeids: list[str], table: dict) -> list[str]: + """``nodeids`` with each file's tests together in their collected order, the files by the seconds the table gives + their tests, heaviest first, the unknown weighing the median: pytest-xdist's loadfile hands a worker the next file + as it frees, so a long file collected last would start last and hold its shard up.""" + parts = table.get("split_in", {}) + split = set(table.get("split_by_test", [])) | set(parts) + seconds = table.get("seconds", {}) + known = [seconds[name] for name in {_unit(nodeid, split) for nodeid in nodeids} if seconds.get(name, 0) > 0] + default = statistics.median(known) if known else 1.0 + weight: dict[str, float] = defaultdict(float) + for unit in {_unit(nodeid, split) for nodeid in nodeids}: + weight[unit.split("::", 1)[0]] += seconds.get(unit, default) + order = {path: n for n, path in enumerate(dict.fromkeys(nodeid.split("::", 1)[0] for nodeid in nodeids))} + return sorted(nodeids, key=lambda nodeid: (-weight[nodeid.split("::", 1)[0]], order[nodeid.split("::", 1)[0]])) + + def dependency_groups(tests: list[tuple[str, str, list[str]]], table: dict) -> dict[str, str]: """The unit each test of a ``split_by_test`` file shares with the tests ``pytest.mark.dependency`` links it to, as ``select``'s ``together``. ``tests`` are (nodeid, the name its marker gives it, the names it @@ -82,6 +104,30 @@ def _unit(nodeid: str, split_by_test: set[str]) -> str: return nodeid if path in split_by_test else path +def _runs(nodeids: list[str], parts: dict[str, int], seconds: dict, default: float) -> tuple[dict, dict]: + """The run (``path#k``) each test of a file ``parts`` names falls in, its tests cut in collected order into up to + that many runs of about the same length, and the seconds each run but the first adds: the setup of the file's + module fixtures, which its first test bore, taken as what that test took over the median of the others.""" + tests: dict[str, list[str]] = defaultdict(list) + for nodeid in nodeids: + if (path := nodeid.split("::", 1)[0]) in parts: + tests[path].append(nodeid) + runs, setups = {}, {} + for path, members in tests.items(): + times = [seconds.get(nodeid, default) for nodeid in members] + count = max(1, min(int(parts[path]), len(members))) + setup = max(0.0, times[0] - statistics.median(times[1:])) if len(times) > 1 else 0.0 + target = (sum(times) + setup * (count - 1)) / count + run, load = 1, 0.0 + for nodeid, took in zip(members, times): + if run < count and load > setup and load + took / 2 > target: + run, load = run + 1, setup + setups[f"{path}#{run}"] = setup + runs[nodeid] = f"{path}#{run}" + load += took + return runs, setups + + def _assign(weights: dict[str, float], count: int) -> dict[str, int]: """Each unit's shard, from 1: the heaviest unit first, onto the lightest shard so far.""" loads = [0.0] * count