feat(packaging)!: introduce slim agentex-sdk-client + heavy agentex-sdk split

.github/workflows/agentex-tutorials-test.yml

@@ -124,10 +124,13 @@ jobs:
 
       - name: Build AgentEx SDK
         run: |
-          echo "🔨 Building AgentEx SDK wheel..."
-          uv build
-          echo "✅ SDK built successfully"
+          echo "🔨 Building slim agentex-sdk-client wheel (root)..."
+          uv build --wheel
+          echo "🔨 Building heavy agentex-sdk wheel (adk/)..."
+          (cd adk && uv build --wheel)
+          echo "✅ Both SDK wheels built successfully"
           ls -la dist/
+          ls -la adk/dist/
 
       - name: Test Tutorial
         id: run-test

.github/workflows/ci.yml

@@ -32,7 +32,7 @@ jobs:
           RYE_INSTALL_OPTION: '--yes'
 
       - name: Install dependencies
-        run: rye sync --all-features
+        run: ./scripts/bootstrap
 
       - name: Run lints
         run: ./scripts/lint
@@ -57,10 +57,19 @@ jobs:
           RYE_INSTALL_OPTION: '--yes'
 
       - name: Install dependencies
-        run: rye sync --all-features
+        run: ./scripts/bootstrap
+
+      - name: Run build (slim agentex-sdk-client)
+        # --wheel only: avoid the sdist intermediate step, which would
+        # otherwise force the heavy build below to resolve cross-directory
+        # paths from inside a sdist tarball.
+        run: rye build --wheel
 
-      - name: Run build
-        run: rye build
+      - name: Run build (ADK overlay agentex-sdk)
+        # Heavy wheel uses hatchling force-include to pull
+        # ../src/agentex/lib into agentex/lib. Building --wheel directly
+        # (vs sdist-then-wheel) keeps the relative path resolvable.
+        run: (cd adk && rye build --wheel)
 
       - name: Get GitHub OIDC Token
         if: |-

.github/workflows/publish-pypi.yml

@@ -28,4 +28,11 @@ jobs:
         run: |
           bash ./bin/publish-pypi
         env:
+          # Heavy `agentex-sdk` package token (existing PyPI name).
+          AGENTEX_PYPI_TOKEN: ${{ secrets.AGENTEX_PYPI_TOKEN }}
+          # Slim `agentex-sdk-client` package token (new PyPI name; needs
+          # to be added to repo secrets when the slim is registered).
+          AGENTEX_SDK_CLIENT_PYPI_TOKEN: ${{ secrets.AGENTEX_SDK_CLIENT_PYPI_TOKEN }}
+          # Back-compat fallback — used by bin/publish-pypi when the
+          # dedicated tokens above are unset.
           PYPI_TOKEN: ${{ secrets.AGENTEX_PYPI_TOKEN || secrets.PYPI_TOKEN }}

.release-please-manifest.json

@@ -1,3 +1,4 @@
 {
-  ".": "0.11.4"
+  ".": "0.11.4",
+  "adk": "0.11.4"
 }

adk/README.md

@@ -0,0 +1,32 @@
+# agentex-sdk
+
+The Agent Development Kit (ADK) overlay for the Agentex API.
+
+## What's in here
+
+This package ships everything under `agentex.lib.*`:
+
+- **ACP server** (`agentex.lib.sdk.fastacp`) — FastAPI-based agent control plane.
+- **Temporal workflows** (`agentex.lib.core.temporal`) — durable agent execution.
+- **CLI** (`agentex.lib.cli`) — `agentex init`, `agentex run`, deploy helpers.
+- **LLM provider integrations** (`agentex.lib.adk.providers`, `agentex.lib.core.temporal.plugins`) — OpenAI Agents, Claude Agent SDK, pydantic-ai, langgraph, litellm.
+- **Observability** (`agentex.lib.core.tracing`, `agentex.lib.core.observability`) — SGP, Datadog, OpenTelemetry tracing processors.
+
+## Installation
+
+```sh
+pip install agentex-sdk
+```
+
+This automatically pulls in [`agentex-sdk-client`](../) (the slim Stainless-generated REST client) so `from agentex import Agentex, AsyncAgentex` works the same as before.
+
+## When to use this vs `agentex-sdk-client`
+
+- **`agentex-sdk`** — you're authoring agents. Pulls everything: ACP server, Temporal, MCP, LLM providers, observability, CLI. ~37 deps.
+- **`agentex-sdk-client`** — you only need to call the Agentex REST API. No agent authoring, no Temporal workflows, no FastACP server, no provider integrations. 6 deps.
+
+The two packages contribute disjoint files to the `agentex.*` namespace — `agentex/lib/*` ships only from `agentex-sdk`.
+
+## Repo layout
+
+This package is hand-authored and lives at `adk/` inside [scaleapi/scale-agentex-python](https://github.com/scaleapi/scale-agentex-python). The Stainless generator preserves `adk/**` via `keep_files` so its codegen never touches anything here. The sibling `agentex-sdk-client` package lives at the repo root and IS Stainless-generated.

adk/pyproject.toml

@@ -0,0 +1,106 @@
+[project]
+# Hand-authored ADK overlay for agentex. This package contributes only
+# `agentex/lib/*` to the agentex.* namespace; the REST client surface
+# (agentex/{__init__.py, _*.py, types/, resources/}) ships from the slim
+# sibling package `agentex-sdk-client` which is pinned as a runtime dep.
+#
+# This entire `adk/` directory must be preserved across Stainless codegen
+# via `keep_files: ["adk/**"]` in the Stainless dashboard config.
+name = "agentex-sdk"
+version = "0.11.4"
+description = "Agent Development Kit (ADK) overlay for the Agentex API — FastACP server, Temporal workflows, LLM provider integrations, observability"
+license = "Apache-2.0"
+authors = [
+  { name = "Agentex", email = "roxanne.farhad@scale.com" },
+]
+readme = "README.md"
+
+dependencies = [
+    # Lockstep with this package's own version — both are co-released. The
+    # heavy package imports from `agentex.types.*` and `agentex.protocol.*`
+    # which ship from the slim, so a slim bump that drops/renames anything
+    # imported here would silently break heavy. Bump this range whenever the
+    # slim's major/minor changes.
+    "agentex-sdk-client>=0.11.4,<0.12",
+    # CLI surface (agentex.lib.cli.*, agentex.lib.sdk.config.*)
+    "typer>=0.16,<0.17",
+    "questionary>=2.0.1,<3",
+    "rich>=13.9.2,<14",
+    "yaspin>=3.1.0",
+    "pyyaml>=6.0.2,<7",
+    "python-on-whales>=0.73.0,<0.74",
+    "kubernetes>=25.0.0,<36.0.0",
+    "jsonref>=1.1.0,<2",
+    "jsonschema>=4.23.0,<5",
+    "jinja2>=3.1.3,<4",
+    "watchfiles>=0.24.0,<1.0",
+    # ACP server (FastAPI app surface)
+    "fastapi>=0.115.0",
+    "starlette>=0.49.1",
+    "uvicorn>=0.31.1",
+    "aiohttp>=3.10.10,<4",
+    # Temporal workflows
+    "temporalio>=1.26.0,<2",
+    "cloudpickle>=3.1.1",
+    # Async streaming infra
+    "redis>=5.2.0,<8",
+    # LLM provider integrations
+    "litellm>=1.83.7,<2",
+    "openai-agents==0.14.1",
+    "openai>=2.2,<3", # Required by openai-agents; litellm now supports openai 2.x (issue #13711 resolved: https://github.com/BerriAI/litellm/issues/13711)
+    "claude-agent-sdk>=0.1.0",
+    "pydantic-ai-slim>=1.0,<2",
+    "langgraph-checkpoint>=2.0.0",
+    "scale-gp>=0.1.0a59",
+    "scale-gp-beta>=0.2.0",
+    "mcp>=1.4.1",
+    # Observability
+    "ddtrace>=3.13.0",
+    "opentelemetry-api>=1.20.0",
+    "opentelemetry-sdk>=1.20.0",
+    "json_log_formatter>=1.1.1",
+]
+
+# agentex/lib/* uses `from typing import override` (3.12+) in 19 files.
+# The slim agentex-sdk-client keeps 3.11 support.
+requires-python = ">= 3.12,<4"
+classifiers = [
+  "Typing :: Typed",
+  "Intended Audience :: Developers",
+  "Programming Language :: Python :: 3.12",
+  "Programming Language :: Python :: 3.13",
+  "Programming Language :: Python :: 3.14",
+  "Operating System :: OS Independent",
+  "Topic :: Software Development :: Libraries :: Python Modules",
+  "License :: OSI Approved :: Apache Software License",
+]
+
+[project.urls]
+Homepage = "https://github.com/scaleapi/scale-agentex-python"
+Repository = "https://github.com/scaleapi/scale-agentex-python"
+
+[project.scripts]
+agentex = "agentex.lib.cli.commands.main:app"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+# Ship only agentex/lib/*, pulled in from the parent repo's `src/agentex/lib`
+# tree. The rest of agentex.* (the Stainless-generated client) ships from the
+# sibling agentex-sdk-client package, which this package pins as a runtime dep.
+# Stainless explicitly preserves `src/agentex/lib/` across codegen (per
+# CONTRIBUTING.md), so it's safe to keep the source where it is.
+[tool.hatch.build.targets.wheel]
+bypass-selection = true
+
+[tool.hatch.build.targets.wheel.force-include]
+"../src/agentex/lib" = "agentex/lib"
+
+# Sdist deferred: hatchling can't represent the wheel's ../src/agentex/lib
+# force-include in an sdist include list. CI + bin/publish-pypi pass --wheel.
+[tool.hatch.build.targets.sdist]
+include = [
+  "/pyproject.toml",
+  "/README.md",
+]

bin/check-release-environment

@@ -1,9 +1,21 @@
 #!/usr/bin/env bash
 
+# This script is run by Release Doctor to validate the release environment.
+# After the dual-package split (slim agentex-sdk-client + heavy agentex-sdk),
+# both PyPI tokens must be present — one for each package name. If only
+# PYPI_TOKEN is set, fall back to using it for both (back-compat for legacy
+# single-token setups, which forces an account-scoped token).
+
 errors=()
 
-if [ -z "${PYPI_TOKEN}" ]; then
-  errors+=("The PYPI_TOKEN secret has not been set. Please set it in either this repository's secrets or your organization secrets.")
+# Heavy `agentex-sdk` token (existing PyPI name).
+if [ -z "${AGENTEX_PYPI_TOKEN}" ] && [ -z "${PYPI_TOKEN}" ]; then
+  errors+=("The AGENTEX_PYPI_TOKEN secret has not been set (and no fallback PYPI_TOKEN). Add it in repo secrets so the heavy 'agentex-sdk' package can be published.")
+fi
+
+# Slim `agentex-sdk-client` token (new PyPI name).
+if [ -z "${AGENTEX_SDK_CLIENT_PYPI_TOKEN}" ] && [ -z "${PYPI_TOKEN}" ]; then
+  errors+=("The AGENTEX_SDK_CLIENT_PYPI_TOKEN secret has not been set (and no fallback PYPI_TOKEN). Add it in repo secrets so the slim 'agentex-sdk-client' package can be published. Falling back to PYPI_TOKEN requires an account-scoped token.")
 fi
 
 lenErrors=${#errors[@]}

bin/publish-pypi

@@ -1,6 +1,35 @@
 #!/usr/bin/env bash
 
+# Publish both the Stainless-managed slim `agentex-sdk-client` package (built
+# from this repo's root) and the hand-authored `agentex-sdk` ADK overlay
+# (built from adk/). The two packages contribute disjoint files to the same
+# `agentex.*` namespace; `agentex-sdk` pins `agentex-sdk-client` as a runtime
+# dep so installing `agentex-sdk` transitively pulls in the slim client.
+#
+# Publish ORDER matters: slim first, then heavy. Heavy's dep on slim means
+# anyone installing `agentex-sdk` hits resolver failure if slim hasn't shipped
+# yet. Failing the slim publish before the heavy gives us a chance to abort
+# without leaving an inconsistent registry state.
+#
+# Tokens:
+#   - $AGENTEX_SDK_CLIENT_PYPI_TOKEN — auths publishing the slim client
+#   - $AGENTEX_PYPI_TOKEN (alias $PYPI_TOKEN for back-compat) — auths
+#     publishing the heavy ADK overlay (which continues to claim the
+#     `agentex-sdk` name on PyPI)
+
 set -eux
+
+# Slim Stainless-managed client (root) — `agentex-sdk-client` on PyPI.
 mkdir -p dist
-rye build --clean
-rye publish --yes --token=$PYPI_TOKEN
+rye build --clean --wheel  # --wheel: sdist deferred (see adk/pyproject.toml).
+rye publish --yes --skip-existing --token="${AGENTEX_SDK_CLIENT_PYPI_TOKEN:-$PYPI_TOKEN}"
+
+# Heavy ADK overlay (adk/) — `agentex-sdk` on PyPI; pins the slim above.
+(
+  cd adk
+  mkdir -p dist
+  # --wheel load-bearing: rye's sdist-then-wheel default can't resolve
+  # the force-include of ../src/agentex/lib → silent empty wheel.
+  rye build --clean --wheel
+  rye publish --yes --skip-existing --token="${AGENTEX_PYPI_TOKEN:-$PYPI_TOKEN}"
+)

examples/tutorials/run_agent_test.sh

@@ -126,18 +126,26 @@ start_agent() {
 
     if [ "$BUILD_CLI" = true ]; then
 
-        # Use wheel from dist directory at repo root
-        local wheel_file=$(ls /home/runner/work/*/*/dist/agentex_sdk-*.whl 2>/dev/null | head -n1)
-        if [[ -z "$wheel_file" ]]; then
-            echo -e "${RED}❌ No built wheel found in dist/agentex_sdk-*.whl${NC}"
-            echo -e "${YELLOW}💡 Please build the local SDK first by running: uv build${NC}"
-            echo -e "${YELLOW}💡 From the repo root directory${NC}"
+        # Heavy ADK wheel ships from adk/dist/; slim client wheel ships from dist/.
+        # We need both: heavy pins agentex-sdk-client which isn't on PyPI yet,
+        # so uv must resolve both from local wheels rather than the registry.
+        local heavy_wheel=$(ls /home/runner/work/*/*/adk/dist/agentex_sdk-*.whl 2>/dev/null | head -n1)
+        local slim_wheel=$(ls /home/runner/work/*/*/dist/agentex_sdk_client-*.whl 2>/dev/null | head -n1)
+        if [[ -z "$heavy_wheel" ]]; then
+            echo -e "${RED}❌ No built heavy wheel found in adk/dist/agentex_sdk-*.whl${NC}"
+            echo -e "${YELLOW}💡 Build it first: (cd adk && uv build --wheel)${NC}"
+            cd "$original_dir"
+            return 1
+        fi
+        if [[ -z "$slim_wheel" ]]; then
+            echo -e "${RED}❌ No built slim wheel found in dist/agentex_sdk_client-*.whl${NC}"
+            echo -e "${YELLOW}💡 Build it first: uv build --wheel${NC}"
             cd "$original_dir"
             return 1
         fi
 
-        # Use the built wheel
-        uv run --with "$wheel_file" agentex agents run --manifest "$manifest_path" > "$logfile" 2>&1 &
+        # Pass both wheels so the local heavy resolves its slim dep locally
+        uv run --with "$heavy_wheel" --with "$slim_wheel" agentex agents run --manifest "$manifest_path" > "$logfile" 2>&1 &
     else
         uv run agentex agents run --manifest manifest.yaml > "$logfile" 2>&1 &
     fi
@@ -262,13 +270,17 @@ run_test() {
     # Run the tests with retry mechanism
     local -a pytest_cmd=("uv" "run" "pytest")
     if [ "$BUILD_CLI" = true ]; then
-        local wheel_file
-        wheel_file=$(ls /home/runner/work/*/*/dist/agentex_sdk-*.whl 2>/dev/null | head -n1)
-        if [[ -z "$wheel_file" ]]; then
-            wheel_file=$(ls "${SCRIPT_DIR}/../../dist/agentex_sdk-*.whl" 2>/dev/null | head -n1)
+        local heavy_wheel slim_wheel
+        heavy_wheel=$(ls /home/runner/work/*/*/adk/dist/agentex_sdk-*.whl 2>/dev/null | head -n1)
+        if [[ -z "$heavy_wheel" ]]; then
+            heavy_wheel=$(ls "${SCRIPT_DIR}/../../adk/dist/agentex_sdk-*.whl" 2>/dev/null | head -n1)
+        fi
+        slim_wheel=$(ls /home/runner/work/*/*/dist/agentex_sdk_client-*.whl 2>/dev/null | head -n1)
+        if [[ -z "$slim_wheel" ]]; then
+            slim_wheel=$(ls "${SCRIPT_DIR}/../../dist/agentex_sdk_client-*.whl" 2>/dev/null | head -n1)
         fi
-        if [[ -n "$wheel_file" ]]; then
-            pytest_cmd=("uv" "run" "--with" "$wheel_file" "pytest")
+        if [[ -n "$heavy_wheel" && -n "$slim_wheel" ]]; then
+            pytest_cmd=("uv" "run" "--with" "$heavy_wheel" "--with" "$slim_wheel" "pytest")
         fi
     fi
 
@@ -343,7 +355,7 @@ execute_tutorial_test() {
     fi
 }
 
-# Function to check if built wheel is available
+# Function to check if both built wheels are available
 check_built_wheel() {
 
     # Navigate to the repo root (two levels up from examples/tutorials)
@@ -355,19 +367,26 @@ check_built_wheel() {
         return 1
     }
 
-    # Check if wheel exists in dist directory at repo root
-    local wheel_file=$(ls /home/runner/work/*/*/dist/agentex_sdk-*.whl 2>/dev/null | head -n1)
-    if [[ -z "$wheel_file" ]]; then
-        echo -e "${RED}❌ No built wheel found in dist/agentex_sdk-*.whl${NC}"
-        echo -e "${YELLOW}💡 Please build the local SDK first by running: uv build${NC}"
-        echo -e "${YELLOW}💡 From the repo root directory${NC}"
+    # Heavy ADK wheel + slim client wheel — we need both because heavy pins
+    # agentex-sdk-client which isn't on PyPI yet.
+    local heavy_wheel=$(ls /home/runner/work/*/*/adk/dist/agentex_sdk-*.whl 2>/dev/null | head -n1)
+    local slim_wheel=$(ls /home/runner/work/*/*/dist/agentex_sdk_client-*.whl 2>/dev/null | head -n1)
+    if [[ -z "$heavy_wheel" ]]; then
+        echo -e "${RED}❌ No built heavy wheel found in adk/dist/agentex_sdk-*.whl${NC}"
+        echo -e "${YELLOW}💡 Build it first: (cd adk && uv build --wheel)${NC}"
+        cd "$original_dir"
+        return 1
+    fi
+    if [[ -z "$slim_wheel" ]]; then
+        echo -e "${RED}❌ No built slim wheel found in dist/agentex_sdk_client-*.whl${NC}"
+        echo -e "${YELLOW}💡 Build it first: uv build --wheel${NC}"
         cd "$original_dir"
         return 1
     fi
 
-    # Test the wheel by running agentex --help
-    if ! uv run --with "$wheel_file" agentex --help >/dev/null 2>&1; then
-        echo -e "${RED}❌ Failed to run agentex with built wheel${NC}"
+    # Test the heavy wheel by running agentex --help (uses both wheels for resolution)
+    if ! uv run --with "$heavy_wheel" --with "$slim_wheel" agentex --help >/dev/null 2>&1; then
+        echo -e "${RED}❌ Failed to run agentex with built wheels${NC}"
         cd "$original_dir"
         return 1
     fi