Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
48 changes: 24 additions & 24 deletions py/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -98,7 +98,7 @@ braintrust = ["py.typed"]

# -- Base test deps (all sessions include this) --------------------------------
test = [
"pytest==9.0.3",
"pytest==9.1.0",
"pytest-asyncio==1.3.0",
"pytest-vcr==1.0.2",
]
Expand Down Expand Up @@ -312,43 +312,43 @@ conflicts = [
[tool.braintrust.matrix]

[tool.braintrust.matrix.openai]
latest = "openai==2.41.0"
latest = "openai==2.41.1"
"1.92.0" = "openai==1.92.0"
"1.77.0" = "openai==1.77.0"
"1.71.0" = "openai==1.71.0"

[tool.braintrust.matrix.anthropic]
latest = "anthropic==0.105.2"
latest = "anthropic==0.109.1"
"0.48.0" = "anthropic==0.48.0"

[tool.braintrust.matrix.cohere]
latest = "cohere==7.0.2"
latest = "cohere==7.0.4"
"5.0.0" = "cohere==5.0.0"

[tool.braintrust.matrix.openai-agents]
latest = "openai-agents==0.17.4"
latest = "openai-agents==0.17.5"
"0.13.6" = "openai-agents==0.13.6"
"0.0.19" = "openai-agents==0.0.19"

[tool.braintrust.matrix.litellm]
latest = "litellm==1.86.2"
latest = "litellm==1.89.0"
"1.74.0" = "litellm==1.74.0"

[tool.braintrust.matrix.livekit-agents]
latest = "livekit-agents==1.5.15"
latest = "livekit-agents==1.6.0"
"1.3.1" = "livekit-agents==1.3.1"

[tool.braintrust.matrix.claude-agent-sdk]
latest = "claude-agent-sdk==0.2.87"
latest = "claude-agent-sdk==0.2.101"
"0.1.10" = "claude-agent-sdk==0.1.10"

[tool.braintrust.matrix.agno]
latest = "agno==2.6.9"
latest = "agno==2.6.14"
"2.4.0" = "agno==2.4.0"
"2.1.0" = "agno==2.1.0"

[tool.braintrust.matrix.agentscope]
latest = "agentscope==2.0.0"
latest = "agentscope==2.0.1"
"1.0.0" = "agentscope==1.0.0"

[tool.braintrust.matrix.autogen-agentchat]
Expand All @@ -360,28 +360,28 @@ latest = "autogen-ext[openai]==0.7.5"
"0.7.0" = "autogen-ext[openai]==0.7.0"

[tool.braintrust.matrix.strands-agents]
latest = "strands-agents==1.41.0"
latest = "strands-agents==1.43.0"
"1.20.0" = "strands-agents==1.20.0"

[tool.braintrust.matrix.pydantic-ai-integration]
latest = "pydantic-ai==1.104.0"
latest = "pydantic-ai==1.107.0"
"1.10.0" = "pydantic-ai==1.10.0"

[tool.braintrust.matrix.pydantic-ai-wrap-openai]
latest = "pydantic-ai==1.104.0"
latest = "pydantic-ai==1.107.0"
"1.0.1" = "pydantic-ai==1.0.1"
"0.1.9" = "pydantic-ai==0.1.9"

[tool.braintrust.matrix.autoevals]
latest = "autoevals==0.2.0"
latest = "autoevals==0.3.0"
"0.0.129" = "autoevals==0.0.129"

[tool.braintrust.matrix.instructor]
latest = "instructor==1.15.1"
latest = "instructor==1.15.3"
"1.11.0" = "instructor==1.11.0"

[tool.braintrust.matrix.google-genai]
latest = "google-genai==2.7.0"
latest = "google-genai==2.8.0"
"1.75.0" = "google-genai==1.75.0"
"1.30.0" = "google-genai==1.30.0"

Expand All @@ -393,46 +393,46 @@ latest = "dspy==3.2.1"
# 1.13.0 is the first release with the full causal-id surface (event_id /
# parent_event_id / started_event_id on BaseEvent) plus the ``usage`` field on
# LLMCallCompletedEvent that the Braintrust CrewAI integration depends on.
latest = "crewai==1.14.6"
latest = "crewai==1.14.7"
"1.13.0" = "crewai==1.13.0"

[tool.braintrust.matrix.google-adk]
latest = "google-adk[mcp]==2.1.0"
latest = "google-adk[mcp]==2.2.0"
"1.14.1" = "google-adk[mcp]==1.14.1"

[tool.braintrust.matrix.langchain-core]
latest = "langchain-core==1.4.0"
latest = "langchain-core==1.4.7"
"0.3.28" = "langchain-core==0.3.28"

[tool.braintrust.matrix.llama-index-core]
latest = "llama-index-core==0.14.22"
"0.13.0" = "llama-index-core==0.13.0"

[tool.braintrust.matrix.openrouter]
latest = "openrouter==0.9.1"
latest = "openrouter==0.9.2"
"0.6.0" = "openrouter==0.6.0"

[tool.braintrust.matrix.mistralai]
latest = "mistralai==2.4.8"
latest = "mistralai==2.4.9"
"1.12.4" = "mistralai==1.12.4"

[tool.braintrust.matrix.huggingface-hub]
# Floor pinned to 0.32.0: the earliest release that exposes the
# ``provider="auto"`` routing mode the integration relies on for multi-
# provider use, while still keeping the same chat_completion /
# text_generation / feature_extraction / sentence_similarity method names.
latest = "huggingface-hub==1.17.0"
latest = "huggingface-hub==1.19.0"
"0.32.0" = "huggingface-hub==0.32.0"

[tool.braintrust.matrix.temporalio]
latest = "temporalio==1.27.2"
latest = "temporalio==1.28.0"
"1.20.0" = "temporalio==1.20.0"
"1.19.0" = "temporalio==1.19.0"

[tool.braintrust.matrix.pytest-matrix]
# Canonical pytest pin. The matching entry in [dependency-groups].test is
# kept in sync by py/scripts/sync-pytest-pin.py (enforced by pre-commit).
latest = "pytest==9.0.3"
latest = "pytest==9.1.0"
"8.4.2" = "pytest==8.4.2"

[tool.braintrust.matrix.braintrust-core]
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,35 +21,34 @@ interactions:
Host:
- generativelanguage.googleapis.com
user-agent:
- google-genai-sdk/1.75.0 gl-python/3.14.3 google-adk/2.1.0 gl-python/3.14.3
- google-genai-sdk/2.8.0 gl-python/3.13.5 google-adk/2.2.0 gl-python/3.13.5
x-goog-api-client:
- google-genai-sdk/1.75.0 gl-python/3.14.3 google-adk/2.1.0 gl-python/3.14.3
- google-genai-sdk/2.8.0 gl-python/3.13.5 google-adk/2.2.0 gl-python/3.13.5
method: POST
uri: https://generativelanguage.googleapis.com/v1beta/models/gemini-2.0-flash:generateContent
uri: https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent
response:
body:
string: "{\n \"candidates\": [\n {\n \"content\": {\n \"parts\":
[\n {\n \"functionCall\": {\n \"name\": \"simple_tool\",\n
\ \"args\": {\n \"query\": \"test\"\n }\n
\ }\n }\n ],\n \"role\": \"model\"\n },\n
\ \"finishReason\": \"STOP\",\n \"avgLogprobs\": -0.00010093948803842067\n
\ }\n ],\n \"usageMetadata\": {\n \"promptTokenCount\": 37,\n \"candidatesTokenCount\":
5,\n \"totalTokenCount\": 42,\n \"promptTokensDetails\": [\n {\n
\ \"modality\": \"TEXT\",\n \"tokenCount\": 37\n }\n ],\n
\ \"candidatesTokensDetails\": [\n {\n \"modality\": \"TEXT\",\n
\ \"tokenCount\": 5\n }\n ],\n \"serviceTier\": \"standard\"\n
\ },\n \"modelVersion\": \"gemini-2.0-flash\",\n \"responseId\": \"luYVapCjEaet1MkPsfqGqQ0\"\n}\n"
\ \"finishReason\": \"STOP\",\n \"index\": 0,\n \"finishMessage\":
\"Model generated function call(s).\"\n }\n ],\n \"usageMetadata\": {\n
\ \"promptTokenCount\": 68,\n \"candidatesTokenCount\": 15,\n \"totalTokenCount\":
83,\n \"promptTokensDetails\": [\n {\n \"modality\": \"TEXT\",\n
\ \"tokenCount\": 68\n }\n ],\n \"serviceTier\": \"standard\"\n
\ },\n \"modelVersion\": \"gemini-2.5-flash-lite\",\n \"responseId\": \"-1Uwaq-tMPbW1MkPu5ezmAQ\"\n}\n"
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Content-Type:
- application/json; charset=UTF-8
Date:
- Tue, 26 May 2026 18:29:43 GMT
- Mon, 15 Jun 2026 19:43:56 GMT
Server:
- scaffolding on HTTPServer2
Server-Timing:
- gfet4t7; dur=861
- gfet4t7; dur=306
Transfer-Encoding:
- chunked
Vary:
Expand All @@ -65,7 +64,7 @@ interactions:
X-XSS-Protection:
- '0'
content-length:
- '808'
- '738'
status:
code: 200
message: OK
Expand Down Expand Up @@ -94,34 +93,33 @@ interactions:
Host:
- generativelanguage.googleapis.com
user-agent:
- google-genai-sdk/1.75.0 gl-python/3.14.3 google-adk/2.1.0 gl-python/3.14.3
- google-genai-sdk/2.8.0 gl-python/3.13.5 google-adk/2.2.0 gl-python/3.13.5
x-goog-api-client:
- google-genai-sdk/1.75.0 gl-python/3.14.3 google-adk/2.1.0 gl-python/3.14.3
- google-genai-sdk/2.8.0 gl-python/3.13.5 google-adk/2.2.0 gl-python/3.13.5
method: POST
uri: https://generativelanguage.googleapis.com/v1beta/models/gemini-2.0-flash:generateContent
uri: https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent
response:
body:
string: "{\n \"candidates\": [\n {\n \"content\": {\n \"parts\":
[\n {\n \"text\": \"Processed: test\\n\"\n }\n
\ ],\n \"role\": \"model\"\n },\n \"finishReason\":
\"STOP\",\n \"avgLogprobs\": -0.45421317219734192\n }\n ],\n \"usageMetadata\":
{\n \"promptTokenCount\": 49,\n \"candidatesTokenCount\": 4,\n \"totalTokenCount\":
53,\n \"promptTokensDetails\": [\n {\n \"modality\": \"TEXT\",\n
\ \"tokenCount\": 49\n }\n ],\n \"candidatesTokensDetails\":
[\n {\n \"modality\": \"TEXT\",\n \"tokenCount\": 4\n }\n
\ ],\n \"serviceTier\": \"standard\"\n },\n \"modelVersion\": \"gemini-2.0-flash\",\n
\ \"responseId\": \"l-YVavP3EI2O1MkPw9KzYA\"\n}\n"
[\n {\n \"text\": \"The tool was executed successfully.
The response indicates that the query \\\"test\\\" was processed successfully.
\\n\"\n }\n ],\n \"role\": \"model\"\n },\n \"finishReason\":
\"STOP\",\n \"index\": 0\n }\n ],\n \"usageMetadata\": {\n \"promptTokenCount\":
100,\n \"candidatesTokenCount\": 19,\n \"totalTokenCount\": 119,\n \"promptTokensDetails\":
[\n {\n \"modality\": \"TEXT\",\n \"tokenCount\": 100\n
\ }\n ],\n \"serviceTier\": \"standard\"\n },\n \"modelVersion\":
\"gemini-2.5-flash-lite\",\n \"responseId\": \"_FUwar20De3qjrEP5cyX2Ag\"\n}\n"
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Content-Type:
- application/json; charset=UTF-8
Date:
- Tue, 26 May 2026 18:29:43 GMT
- Mon, 15 Jun 2026 19:43:56 GMT
Server:
- scaffolding on HTTPServer2
Server-Timing:
- gfet4t7; dur=583
- gfet4t7; dur=337
Transfer-Encoding:
- chunked
Vary:
Expand All @@ -137,7 +135,7 @@ interactions:
X-XSS-Protection:
- '0'
content-length:
- '691'
- '664'
status:
code: 200
message: OK
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -19,35 +19,33 @@ interactions:
Host:
- generativelanguage.googleapis.com
user-agent:
- google-genai-sdk/1.75.0 gl-python/3.14.3 google-adk/2.1.0 gl-python/3.14.3
- google-genai-sdk/2.8.0 gl-python/3.13.5 google-adk/2.2.0 gl-python/3.13.5
x-goog-api-client:
- google-genai-sdk/1.75.0 gl-python/3.14.3 google-adk/2.1.0 gl-python/3.14.3
- google-genai-sdk/2.8.0 gl-python/3.13.5 google-adk/2.2.0 gl-python/3.13.5
method: POST
uri: https://generativelanguage.googleapis.com/v1beta/models/gemini-2.0-flash:generateContent
uri: https://generativelanguage.googleapis.com/v1beta/models/gemini-2.5-flash-lite:generateContent
response:
body:
string: "{\n \"candidates\": [\n {\n \"content\": {\n \"parts\":
[\n {\n \"text\": \"The image is red.\"\n }\n
[\n {\n \"text\": \"The image is **red**.\"\n }\n
\ ],\n \"role\": \"model\"\n },\n \"finishReason\":
\"STOP\",\n \"avgLogprobs\": -0.012568791210651398\n }\n ],\n \"usageMetadata\":
{\n \"promptTokenCount\": 289,\n \"candidatesTokenCount\": 5,\n \"totalTokenCount\":
294,\n \"promptTokensDetails\": [\n {\n \"modality\": \"IMAGE\",\n
\ \"tokenCount\": 258\n },\n {\n \"modality\": \"TEXT\",\n
\ \"tokenCount\": 31\n }\n ],\n \"candidatesTokensDetails\":
[\n {\n \"modality\": \"TEXT\",\n \"tokenCount\": 5\n }\n
\ ],\n \"serviceTier\": \"standard\"\n },\n \"modelVersion\": \"gemini-2.0-flash\",\n
\ \"responseId\": \"j-YVav7-K-jV1MkPn7TI-QY\"\n}\n"
\"STOP\",\n \"index\": 0\n }\n ],\n \"usageMetadata\": {\n \"promptTokenCount\":
291,\n \"candidatesTokenCount\": 6,\n \"totalTokenCount\": 297,\n \"promptTokensDetails\":
[\n {\n \"modality\": \"TEXT\",\n \"tokenCount\": 33\n
\ },\n {\n \"modality\": \"IMAGE\",\n \"tokenCount\":
258\n }\n ],\n \"serviceTier\": \"standard\"\n },\n \"modelVersion\":
\"gemini-2.5-flash-lite\",\n \"responseId\": \"-FUwarC7KoLRjrEPvMLz6Qc\"\n}\n"
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Content-Type:
- application/json; charset=UTF-8
Date:
- Tue, 26 May 2026 18:29:36 GMT
- Mon, 15 Jun 2026 19:43:52 GMT
Server:
- scaffolding on HTTPServer2
Server-Timing:
- gfet4t7; dur=1041
- gfet4t7; dur=307
Transfer-Encoding:
- chunked
Vary:
Expand All @@ -63,7 +61,7 @@ interactions:
X-XSS-Protection:
- '0'
content-length:
- '767'
- '642'
status:
code: 200
message: OK
Expand Down
Loading
Loading