feat(openai): migrate openai wrapper and add claude agent sdk integration#206

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Abhijeet Prasad (AbhiPrasad) merged 1 commit into from
Apr 7, 2026
Merged

feat(openai): migrate openai wrapper and add claude agent sdk integration #206

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
22 changes: 17 additions & 5 deletions py/noxfile.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -84,6 +84,7 @@ def _pinned_python_version():
# Test matrix
ANTHROPIC_VERSIONS = (LATEST, "0.50.0", "0.49.0", "0.48.0")
OPENAI_VERSIONS = (LATEST, "1.77.0", "1.71", "1.91", "1.92")
OPENAI_AGENTS_VERSIONS = (LATEST, "0.0.19")
# litellm latest requires Python >= 3.10
# Pin litellm because 1.82.7-1.82.8 are compromised: https://github.com/BerriAI/litellm/issues/24512
LITELLM_VERSIONS = ("1.82.0", "1.74.0")
Expand DownExpand Up@@ -242,10 +243,21 @@ def test_langchain(session, version):
def test_openai(session, version):
_install_test_deps(session)
_install(session, "openai", version)
# openai-agents requires Python >= 3.10
_install(session, "openai-agents")
_run_tests(session, f"{WRAPPER_DIR}/test_openai.py")
_run_tests(session, f"{WRAPPER_DIR}/test_openai_openrouter_gateway.py")
_run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai.py")
_run_tests(session, f"{INTEGRATION_DIR}/openai/test_oai_attachments.py")
_run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_openrouter_gateway.py")
_run_core_tests(session)


@nox.session()
@nox.parametrize("version", OPENAI_AGENTS_VERSIONS, ids=OPENAI_AGENTS_VERSIONS)
def test_openai_agents(session, version):
if sys.version_info < (3, 10):
session.skip("openai-agents requires Python >= 3.10")
_install_test_deps(session)
_install(session, "openai")
_install(session, "openai-agents", version)
_run_tests(session, f"{INTEGRATION_DIR}/openai_agents/test_openai_agents.py")
_run_core_tests(session)


Expand All@@ -256,7 +268,7 @@ def test_openai_http2_streaming(session):
# h2 is isolated to this session because it's only needed to force the
# HTTP/2 LegacyAPIResponse streaming path used by the regression test.
session.install("h2")
_run_tests(session, f"{WRAPPER_DIR}/test_openai_http2.py")
_run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_http2.py")


@nox.session()
Expand Down
6 changes: 3 additions & 3 deletions py/src/braintrust/__init__.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -76,6 +76,9 @@ def is_equal(expected, output):
from .integrations.litellm import (
wrap_litellm, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openai import (
wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openrouter import (
wrap_openrouter, # noqa: F401 # type: ignore[reportUnusedImport]
)
Expand All@@ -88,9 +91,6 @@ def is_equal(expected, output):
_internal_reset_global_state, # noqa: F401 # type: ignore[reportUnusedImport]
_internal_with_custom_background_logger, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .oai import (
wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .sandbox import (
RegisteredSandboxFunction, # noqa: F401 # type: ignore[reportUnusedImport]
RegisterSandboxResult, # noqa: F401 # type: ignore[reportUnusedImport]
Expand Down
16 changes: 7 additions & 9 deletions py/src/braintrust/auto.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -18,6 +18,8 @@
LangChainIntegration,
LiteLLMIntegration,
MistralIntegration,
OpenAIAgentsIntegration,
OpenAIIntegration,
OpenRouterIntegration,
PydanticAIIntegration,
)
Expand DownExpand Up@@ -54,6 +56,7 @@ def auto_instrument(
dspy: bool = True,
adk: bool = True,
langchain: bool = True,
openai_agents: bool = True,
) -> dict[str, bool]:
"""
Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -78,6 +81,7 @@ def auto_instrument(
dspy: Enable DSPy instrumentation (default: True)
adk: Enable Google ADK instrumentation (default: True)
langchain: Enable LangChain instrumentation (default: True)
openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)

Returns:
Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -126,7 +130,7 @@ def auto_instrument(
results = {}

if openai:
results["openai"] = _instrument_openai()
results["openai"] = _instrument_integration(OpenAIIntegration)
if anthropic:
results["anthropic"] = _instrument_integration(AnthropicIntegration)
if litellm:
Expand All@@ -151,18 +155,12 @@ def auto_instrument(
results["adk"] = _instrument_integration(ADKIntegration)
if langchain:
results["langchain"] = _instrument_integration(LangChainIntegration)
if openai_agents:
results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)

return results


def _instrument_openai() -> bool:
with _try_patch():
from braintrust.oai import patch_openai

return patch_openai()
return False


def _instrument_integration(integration) -> bool:
with _try_patch():
return integration.setup()
Expand Down
4 changes: 4 additions & 0 deletions py/src/braintrust/integrations/__init__.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -8,6 +8,8 @@
from .langchain import LangChainIntegration
from .litellm import LiteLLMIntegration
from .mistral import MistralIntegration
from .openai import OpenAIIntegration
from .openai_agents import OpenAIAgentsIntegration
from .openrouter import OpenRouterIntegration
from .pydantic_ai import PydanticAIIntegration

Expand All@@ -23,6 +25,8 @@
"LiteLLMIntegration",
"LangChainIntegration",
"MistralIntegration",
"OpenAIIntegration",
"OpenAIAgentsIntegration",
"OpenRouterIntegration",
"PydanticAIIntegration",
]
7 changes: 5 additions & 2 deletions py/src/braintrust/integrations/auto_test_scripts/test_auto_litellm.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -14,12 +14,15 @@
assert not LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 2. Instrument
results = auto_instrument()
# Disable OpenAI auto-instrumentation here because LiteLLM's OpenAI-backed
# chat path can otherwise produce both a LiteLLM span and an OpenAI span.
# This test is meant to validate LiteLLM instrumentation in isolation.
results = auto_instrument(openai=False)
assert results.get("litellm") == True
assert LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 3. Idempotent
results2 = auto_instrument()
results2 = auto_instrument(openai=False)
assert results2.get("litellm") == True

# 4. Make API call and verify span
Expand Down
18 changes: 15 additions & 3 deletions py/src/braintrust/integrations/auto_test_scripts/test_auto_openai.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -1,24 +1,36 @@
"""Test auto_instrument for OpenAI."""

import inspect
from pathlib import Path

import openai
from braintrust.auto import auto_instrument
from braintrust.wrappers.test_utils import autoinstrument_test_context
from wrapt import FunctionWrapper


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai" / "cassettes"


def _is_braintrust_wrapped() -> bool:
attr = inspect.getattr_static(openai.resources.chat.completions.Completions, "create", None)
return isinstance(attr, FunctionWrapper)


# 1. Verify not patched initially
assert not getattr(openai, "__braintrust_wrapped__", False)
assert not _is_braintrust_wrapped()

# 2. Instrument
results = auto_instrument()
assert results.get("openai") == True
assert getattr(openai, "__braintrust_wrapped__", False)
assert _is_braintrust_wrapped()

# 3. Idempotent
results2 = auto_instrument()
assert results2.get("openai") == True

# 4. Make API call and verify span
with autoinstrument_test_context("test_auto_openai") as memory_logger:
with autoinstrument_test_context("test_auto_openai", cassettes_dir=_CASSETTES_DIR) as memory_logger:
client = openai.OpenAI()
response = client.chat.completions.create(
model="gpt-4o-mini",
Expand Down
47 changes: 47 additions & 0 deletions py/src/braintrust/integrations/auto_test_scripts/test_auto_openai_agents.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for the OpenAI Agents SDK."""

import asyncio
from pathlib import Path

import agents
from braintrust.auto import auto_instrument
from braintrust.integrations.openai_agents import BraintrustTracingProcessor
from braintrust.wrappers.test_utils import autoinstrument_test_context


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai_agents" / "cassettes"
TEST_MODEL = "gpt-4o-mini"
TEST_PROMPT = "What is 2+2? Just the number."
TEST_AGENT_INSTRUCTIONS = "You are a helpful assistant. Be very concise."


def _has_braintrust_processor() -> bool:
provider = agents.tracing.get_trace_provider()
processors = getattr(getattr(provider, "_multi_processor", None), "_processors", ())
return any(isinstance(processor, BraintrustTracingProcessor) for processor in processors)


results = auto_instrument()
assert results.get("openai_agents") == True
assert _has_braintrust_processor()

results2 = auto_instrument()
assert results2.get("openai_agents") == True
assert _has_braintrust_processor()

with autoinstrument_test_context("test_auto_openai_agents", cassettes_dir=_CASSETTES_DIR) as memory_logger:
from agents import Agent
from agents.run import AgentRunner

async def run_agent():
agent = Agent(name="test-agent", model=TEST_MODEL, instructions=TEST_AGENT_INSTRUCTIONS)
return await AgentRunner().run(agent, TEST_PROMPT)

result = asyncio.run(run_agent())
assert result is not None
assert hasattr(result, "final_output") or hasattr(result, "output")

spans = memory_logger.pop()
assert len(spans) >= 2, f"Expected at least 2 spans, got {len(spans)}"

print("SUCCESS")
38 changes: 38 additions & 0 deletions py/src/braintrust/integrations/openai/__init__.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
"""Braintrust integration for the OpenAI Python SDK and OpenAI-compatible gateways."""

from braintrust.logger import NOOP_SPAN, current_span, init_logger

from .integration import OpenAIIntegration
from .patchers import wrap_openai


__all__ = [
"OpenAIIntegration",
"setup_openai",
"wrap_openai",
]


def setup_openai(
api_key: str | None = None,
project_id: str | None = None,
project_name: str | None = None,
) -> bool:
"""Setup Braintrust integration with OpenAI.

Patches OpenAI resource classes at the module level so that all clients
produce Braintrust tracing spans.

Args:
api_key: Braintrust API key (optional, can use env var BRAINTRUST_API_KEY)
project_id: Braintrust project ID (optional)
project_name: Braintrust project name (optional, can use env var BRAINTRUST_PROJECT)

Returns:
True if setup was successful, False otherwise
"""
span = current_span()
if span == NOOP_SPAN:
init_logger(project=project_name, api_key=api_key, project_id=project_id)

return OpenAIIntegration.setup()
0 ...est_patch_openai_async_creates_spans.yaml → ...Spans.test_setup_async_creates_spans.yaml
View file
Open in desktop
File renamed without changes.
0 ...pans.test_patch_openai_creates_spans.yaml → ...nSetupSpans.test_setup_creates_spans.yaml
View file
Open in desktop
File renamed without changes.
0 .../wrappers/cassettes/test_auto_openai.yaml → ...ns/openai/cassettes/test_auto_openai.yaml
View file
Open in desktop
File renamed without changes.
0 ...st_tracing_processor_concurrency_bug.yaml → ...st_tracing_processor_concurrency_bug.yaml
View file
Open in desktop
File renamed without changes.
0 ...ing_processor_current_span_detection.yaml → ...ing_processor_current_span_detection.yaml
View file
Open in desktop
File renamed without changes.
0 .../test_openai_async_parallel_requests.yaml → .../test_openai_async_parallel_requests.yaml
View file
Open in desktop
File renamed without changes.
0 ...ers/cassettes/test_openai_chat_async.yaml → ...nai/cassettes/test_openai_chat_async.yaml
View file
Open in desktop
File renamed without changes.
0 ...st_openai_chat_async_context_manager.yaml → ...st_openai_chat_async_context_manager.yaml
View file
Open in desktop
File renamed without changes.
0 ...openai_chat_async_with_system_prompt.yaml → ...openai_chat_async_with_system_prompt.yaml
View file
Open in desktop
File renamed without changes.
0 ...t_openai_chat_error_in_async_context.yaml → ...t_openai_chat_error_in_async_context.yaml
View file
Open in desktop
File renamed without changes.
0 ...s/cassettes/test_openai_chat_metrics.yaml → ...i/cassettes/test_openai_chat_metrics.yaml
View file
Open in desktop
File renamed without changes.
0 ...tes/test_openai_chat_streaming_async.yaml → ...tes/test_openai_chat_streaming_async.yaml
View file
Open in desktop
File renamed without changes.
0 ...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml
View file
Open in desktop
File renamed without changes.
0 ...ttes/test_openai_chat_streaming_sync.yaml → ...ttes/test_openai_chat_streaming_sync.yaml
View file
Open in desktop
File renamed without changes.
0 ...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml
View file
Open in desktop
File renamed without changes.
0 ...ync_http2_preserves_stream_interface.yaml → ...ync_http2_preserves_stream_interface.yaml
View file
Open in desktop
File renamed without changes.
0 .../test_openai_chat_with_system_prompt.yaml → .../test_openai_chat_with_system_prompt.yaml
View file
Open in desktop
File renamed without changes.
0 .../test_openai_client_async_comparison.yaml → .../test_openai_client_async_comparison.yaml
View file
Open in desktop
File renamed without changes.
0 ...ettes/test_openai_client_async_error.yaml → ...ettes/test_openai_client_async_error.yaml
View file
Open in desktop
File renamed without changes.
0 ...settes/test_openai_client_comparison.yaml → ...settes/test_openai_client_comparison.yaml
View file
Open in desktop
File renamed without changes.
0 ...s/cassettes/test_openai_client_error.yaml → ...i/cassettes/test_openai_client_error.yaml
View file
Open in desktop
File renamed without changes.
0 ...ers/cassettes/test_openai_embeddings.yaml → ...nai/cassettes/test_openai_embeddings.yaml
View file
Open in desktop
File renamed without changes.
0 ...ssettes/test_openai_embeddings_async.yaml → ...ssettes/test_openai_embeddings_async.yaml
View file
Open in desktop
File renamed without changes.
117 changes: 117 additions & 0 deletions ...rust/integrations/openai/cassettes/test_openai_image_data_url_converts_to_attachment.yaml
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,117 @@
interactions:
- request:
body: '{"messages":[{"role":"user","content":[{"type":"text","text":"What color
is this image?"},{"type":"image_url","image_url":{"url":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8DwHwAFBQIAX8jx0gAAAABJRU5ErkJggg=="}}]}],"model":"gpt-4o-mini"}'
headers:
Accept:
- application/json
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '277'
Content-Type:
- application/json
Host:
- api.openai.com
User-Agent:
- OpenAI/Python 2.30.0
X-Stainless-Arch:
- arm64
X-Stainless-Async:
- 'false'
X-Stainless-Lang:
- python
X-Stainless-OS:
- MacOS
X-Stainless-Package-Version:
- 2.30.0
X-Stainless-Raw-Response:
- 'true'
X-Stainless-Runtime:
- CPython
X-Stainless-Runtime-Version:
- 3.13.3
x-stainless-read-timeout:
- '600'
x-stainless-retry-count:
- '0'
method: POST
uri: https://api.openai.com/v1/chat/completions
response:
body:
string: "{\n \"id\": \"chatcmpl-DQiFPcXBqdj72osGdNznct7LOdS4U\",\n \"object\":
\"chat.completion\",\n \"created\": 1775258987,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
\ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
\"assistant\",\n \"content\": \"The image is red.\",\n \"refusal\":
null,\n \"annotations\": []\n },\n \"logprobs\": null,\n
\ \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
8513,\n \"completion_tokens\": 5,\n \"total_tokens\": 8518,\n \"prompt_tokens_details\":
{\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\":
{\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
\"default\",\n \"system_fingerprint\": \"fp_ebf4e532f9\"\n}\n"
headers:
CF-Cache-Status:
- DYNAMIC
CF-Ray:
- 9e6bdb7b6c73d8d9-YYZ
Connection:
- keep-alive
Content-Type:
- application/json
Date:
- Fri, 03 Apr 2026 23:29:47 GMT
Server:
- cloudflare
Strict-Transport-Security:
- max-age=31536000; includeSubDomains; preload
Transfer-Encoding:
- chunked
X-Content-Type-Options:
- nosniff
access-control-expose-headers:
- X-Request-ID
alt-svc:
- h3=":443"; ma=86400
content-length:
- '827'
openai-organization:
- braintrust-data
openai-processing-ms:
- '472'
openai-project:
- proj_vsCSXafhhByzWOThMrJcZiw9
openai-version:
- '2020-10-01'
set-cookie:
- __cf_bm=nQ.XMiAqbEVeR.9ilHFAV4G4Lr7C1VfG_qcqqLD25pc-1775258986.789194-1.0.1.1-OZs4yBKIgVJRt8TPeU0RwzFFZpzpHe0wallA39buBqR7rJNm4msYOCxouudLSaCVsCrH7FfDoXAGpAJyXrfrbaDIsjojElEvFuvv0L9z1PZpxcj_hIX69nD.oYVrz2X0;
HttpOnly; Secure; Path=/; Domain=api.openai.com; Expires=Fri, 03 Apr 2026
23:59:47 GMT
x-openai-proxy-wasm:
- v0.1
x-ratelimit-limit-input-images:
- '50000'
x-ratelimit-limit-requests:
- '30000'
x-ratelimit-limit-tokens:
- '150000000'
x-ratelimit-remaining-input-images:
- '49999'
x-ratelimit-remaining-requests:
- '29999'
x-ratelimit-remaining-tokens:
- '149999227'
x-ratelimit-reset-input-images:
- 1ms
x-ratelimit-reset-requests:
- 2ms
x-ratelimit-reset-tokens:
- 0s
x-request-id:
- req_52279379da51445eae3f8994d1027669
status:
code: 200
message: OK
version: 1
0 ...ttes/test_openai_not_given_filtering.yaml → ...ttes/test_openai_not_given_filtering.yaml
View file
Open in desktop
File renamed without changes.
0 ...ttes/test_openai_parallel_tool_calls.yaml → ...ttes/test_openai_parallel_tool_calls.yaml
View file
Open in desktop
File renamed without changes.
Loading
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { injectUserscript("// Add copy buttons to all 
 blocks\n(function() {\n function addCopyButtons() {\n document.querySelectorAll('pre code').forEach(function(codeBlock) {\n if (codeBlock.parentElement.hasAttribute('data-copy-added')) return;\n codeBlock.parentElement.setAttribute('data-copy-added', 'true');\n \n var btn = document.createElement('button');\n btn.textContent = 'Copy';\n btn.style.cssText = 'position:absolute;top:4px;right:4px;padding:2px 8px;font-size:11px;background:#4ecdc4;border:none;border-radius:4px;color:#1a1a2e;cursor:pointer;opacity:0.7;transition:opacity 0.2s;';\n btn.onmouseover = function() { this.style.opacity = '1'; };\n btn.onmouseout = function() { this.style.opacity = '0.7'; };\n btn.onclick = function() {\n navigator.clipboard.writeText(codeBlock.textContent).then(function() {\n btn.textContent = 'Copied!';\n setTimeout(function() { btn.textContent = 'Copy'; }, 1500);\n });\n };\n codeBlock.parentElement.style.position = 'relative';\n codeBlock.parentElement.appendChild(btn);\n });\n }\n \n addCopyButtons();\n \n // Re-run on dynamic content\n var observer = new MutationObserver(addCopyButtons);\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Add Copy Buttons to Code Blocks");
}
} catch(__e) { console.warn('[Userscript:Add Copy Buttons to Code Blocks]', __e); }
})();
(function(){
try {
var __m = "github.com";
var __re = new RegExp('^' + "github\\.com" + '

Skip to content
feat(openai): migrate openai wrapper and add claude agent sdk integration#206

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 7, 2026
 Merged


feat(openai): migrate openai wrapper and add claude agent sdk integration
#206
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


22 changes: 17 additions & 5 deletions
py/noxfile.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -84,6 +84,7 @@ def _pinned_python_version():
# Test matrix
ANTHROPIC_VERSIONS = (LATEST, "0.50.0", "0.49.0", "0.48.0")
OPENAI_VERSIONS = (LATEST, "1.77.0", "1.71", "1.91", "1.92")
OPENAI_AGENTS_VERSIONS = (LATEST, "0.0.19")
# litellm latest requires Python >= 3.10
# Pin litellm because 1.82.7-1.82.8 are compromised: https://github.com/BerriAI/litellm/issues/24512
LITELLM_VERSIONS = ("1.82.0", "1.74.0")
Expand DownExpand Up@@ -242,10 +243,21 @@ def test_langchain(session, version):
def test_openai(session, version):
 _install_test_deps(session)
 _install(session, "openai", version)
 # openai-agents requires Python >= 3.10
 _install(session, "openai-agents")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai.py")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_openrouter_gateway.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_oai_attachments.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_openrouter_gateway.py")
 _run_core_tests(session)


@nox.session()
@nox.parametrize("version", OPENAI_AGENTS_VERSIONS, ids=OPENAI_AGENTS_VERSIONS)
def test_openai_agents(session, version):
 if sys.version_info < (3, 10):
 session.skip("openai-agents requires Python >= 3.10")
 _install_test_deps(session)
 _install(session, "openai")
 _install(session, "openai-agents", version)
 _run_tests(session, f"{INTEGRATION_DIR}/openai_agents/test_openai_agents.py")
 _run_core_tests(session)


Expand All@@ -256,7 +268,7 @@ def test_openai_http2_streaming(session):
 # h2 is isolated to this session because it's only needed to force the
 # HTTP/2 LegacyAPIResponse streaming path used by the regression test.
 session.install("h2")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_http2.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_http2.py")


@nox.session()
Expand Down

6 changes: 3 additions & 3 deletions
py/src/braintrust/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -76,6 +76,9 @@ def is_equal(expected, output):
from .integrations.litellm import (
 wrap_litellm, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openrouter import (
 wrap_openrouter, # noqa: F401 # type: ignore[reportUnusedImport]
)
Expand All@@ -88,9 +91,6 @@ def is_equal(expected, output):
 _internal_reset_global_state, # noqa: F401 # type: ignore[reportUnusedImport]
 _internal_with_custom_background_logger, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .oai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .sandbox import (
 RegisteredSandboxFunction, # noqa: F401 # type: ignore[reportUnusedImport]
 RegisterSandboxResult, # noqa: F401 # type: ignore[reportUnusedImport]
Expand Down

16 changes: 7 additions & 9 deletions
py/src/braintrust/auto.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -18,6 +18,8 @@
 LangChainIntegration,
 LiteLLMIntegration,
 MistralIntegration,
 OpenAIAgentsIntegration,
 OpenAIIntegration,
 OpenRouterIntegration,
 PydanticAIIntegration,
)
Expand DownExpand Up@@ -54,6 +56,7 @@ def auto_instrument(
 dspy: bool = True,
 adk: bool = True,
 langchain: bool = True,
 openai_agents: bool = True,
) -> dict[str, bool]:
 """
 Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -78,6 +81,7 @@ def auto_instrument(
 dspy: Enable DSPy instrumentation (default: True)
 adk: Enable Google ADK instrumentation (default: True)
 langchain: Enable LangChain instrumentation (default: True)
 openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)

 Returns:
 Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -126,7 +130,7 @@ def auto_instrument(
 results = {}

 if openai:
 results["openai"] = _instrument_openai()
 results["openai"] = _instrument_integration(OpenAIIntegration)
 if anthropic:
 results["anthropic"] = _instrument_integration(AnthropicIntegration)
 if litellm:
Expand All@@ -151,18 +155,12 @@ def auto_instrument(
 results["adk"] = _instrument_integration(ADKIntegration)
 if langchain:
 results["langchain"] = _instrument_integration(LangChainIntegration)
 if openai_agents:
 results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)

 return results


def _instrument_openai() -> bool:
 with _try_patch():
 from braintrust.oai import patch_openai

 return patch_openai()
 return False


def _instrument_integration(integration) -> bool:
 with _try_patch():
 return integration.setup()
Expand Down

4 changes: 4 additions & 0 deletions
py/src/braintrust/integrations/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -8,6 +8,8 @@
from .langchain import LangChainIntegration
from .litellm import LiteLLMIntegration
from .mistral import MistralIntegration
from .openai import OpenAIIntegration
from .openai_agents import OpenAIAgentsIntegration
from .openrouter import OpenRouterIntegration
from .pydantic_ai import PydanticAIIntegration

Expand All@@ -23,6 +25,8 @@
 "LiteLLMIntegration",
 "LangChainIntegration",
 "MistralIntegration",
 "OpenAIIntegration",
 "OpenAIAgentsIntegration",
 "OpenRouterIntegration",
 "PydanticAIIntegration",
]

7 changes: 5 additions & 2 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_litellm.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -14,12 +14,15 @@
assert not LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 2. Instrument
results = auto_instrument()
# Disable OpenAI auto-instrumentation here because LiteLLM's OpenAI-backed
# chat path can otherwise produce both a LiteLLM span and an OpenAI span.
# This test is meant to validate LiteLLM instrumentation in isolation.
results = auto_instrument(openai=False)
assert results.get("litellm") == True
assert LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 3. Idempotent
results2 = auto_instrument()
results2 = auto_instrument(openai=False)
assert results2.get("litellm") == True

# 4. Make API call and verify span
Expand Down

18 changes: 15 additions & 3 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,24 +1,36 @@
"""Test auto_instrument for OpenAI."""

import inspect
from pathlib import Path

import openai
from braintrust.auto import auto_instrument
from braintrust.wrappers.test_utils import autoinstrument_test_context
from wrapt import FunctionWrapper


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai" / "cassettes"


def _is_braintrust_wrapped() -> bool:
 attr = inspect.getattr_static(openai.resources.chat.completions.Completions, "create", None)
 return isinstance(attr, FunctionWrapper)


# 1. Verify not patched initially
assert not getattr(openai, "__braintrust_wrapped__", False)
assert not _is_braintrust_wrapped()

# 2. Instrument
results = auto_instrument()
assert results.get("openai") == True
assert getattr(openai, "__braintrust_wrapped__", False)
assert _is_braintrust_wrapped()

# 3. Idempotent
results2 = auto_instrument()
assert results2.get("openai") == True

# 4. Make API call and verify span
with autoinstrument_test_context("test_auto_openai") as memory_logger:
with autoinstrument_test_context("test_auto_openai", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 client = openai.OpenAI()
 response = client.chat.completions.create(
 model="gpt-4o-mini",
Expand Down

47 changes: 47 additions & 0 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai_agents.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for the OpenAI Agents SDK."""

import asyncio
from pathlib import Path

import agents
from braintrust.auto import auto_instrument
from braintrust.integrations.openai_agents import BraintrustTracingProcessor
from braintrust.wrappers.test_utils import autoinstrument_test_context


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai_agents" / "cassettes"
TEST_MODEL = "gpt-4o-mini"
TEST_PROMPT = "What is 2+2? Just the number."
TEST_AGENT_INSTRUCTIONS = "You are a helpful assistant. Be very concise."


def _has_braintrust_processor() -> bool:
 provider = agents.tracing.get_trace_provider()
 processors = getattr(getattr(provider, "_multi_processor", None), "_processors", ())
 return any(isinstance(processor, BraintrustTracingProcessor) for processor in processors)


results = auto_instrument()
assert results.get("openai_agents") == True
assert _has_braintrust_processor()

results2 = auto_instrument()
assert results2.get("openai_agents") == True
assert _has_braintrust_processor()

with autoinstrument_test_context("test_auto_openai_agents", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 from agents import Agent
 from agents.run import AgentRunner

 async def run_agent():
 agent = Agent(name="test-agent", model=TEST_MODEL, instructions=TEST_AGENT_INSTRUCTIONS)
 return await AgentRunner().run(agent, TEST_PROMPT)

 result = asyncio.run(run_agent())
 assert result is not None
 assert hasattr(result, "final_output") or hasattr(result, "output")

 spans = memory_logger.pop()
 assert len(spans) >= 2, f"Expected at least 2 spans, got {len(spans)}"

print("SUCCESS")

38 changes: 38 additions & 0 deletions
py/src/braintrust/integrations/openai/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
"""Braintrust integration for the OpenAI Python SDK and OpenAI-compatible gateways."""

from braintrust.logger import NOOP_SPAN, current_span, init_logger

from .integration import OpenAIIntegration
from .patchers import wrap_openai


__all__ = [
 "OpenAIIntegration",
 "setup_openai",
 "wrap_openai",
]


def setup_openai(
 api_key: str | None = None,
 project_id: str | None = None,
 project_name: str | None = None,
) -> bool:
 """Setup Braintrust integration with OpenAI.

 Patches OpenAI resource classes at the module level so that all clients
 produce Braintrust tracing spans.

 Args:
 api_key: Braintrust API key (optional, can use env var BRAINTRUST_API_KEY)
 project_id: Braintrust project ID (optional)
 project_name: Braintrust project name (optional, can use env var BRAINTRUST_PROJECT)

 Returns:
 True if setup was successful, False otherwise
 """
 span = current_span()
 if span == NOOP_SPAN:
 init_logger(project=project_name, api_key=api_key, project_id=project_id)

 return OpenAIIntegration.setup()

0
...est_patch_openai_async_creates_spans.yaml → ...Spans.test_setup_async_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
...pans.test_patch_openai_creates_spans.yaml → ...nSetupSpans.test_setup_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
.../wrappers/cassettes/test_auto_openai.yaml → ...ns/openai/cassettes/test_auto_openai.yaml

View file


Open in desktop


File renamed without changes.


0
...st_tracing_processor_concurrency_bug.yaml → ...st_tracing_processor_concurrency_bug.yaml

View file


Open in desktop


File renamed without changes.


0
...ing_processor_current_span_detection.yaml → ...ing_processor_current_span_detection.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_async_parallel_requests.yaml → .../test_openai_async_parallel_requests.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_chat_async.yaml → ...nai/cassettes/test_openai_chat_async.yaml

View file


Open in desktop


File renamed without changes.


0
...st_openai_chat_async_context_manager.yaml → ...st_openai_chat_async_context_manager.yaml

View file


Open in desktop


File renamed without changes.


0
...openai_chat_async_with_system_prompt.yaml → ...openai_chat_async_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
...t_openai_chat_error_in_async_context.yaml → ...t_openai_chat_error_in_async_context.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_chat_metrics.yaml → ...i/cassettes/test_openai_chat_metrics.yaml

View file


Open in desktop


File renamed without changes.


0
...tes/test_openai_chat_streaming_async.yaml → ...tes/test_openai_chat_streaming_async.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_chat_streaming_sync.yaml → ...ttes/test_openai_chat_streaming_sync.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ync_http2_preserves_stream_interface.yaml → ...ync_http2_preserves_stream_interface.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_chat_with_system_prompt.yaml → .../test_openai_chat_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_client_async_comparison.yaml → .../test_openai_client_async_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...ettes/test_openai_client_async_error.yaml → ...ettes/test_openai_client_async_error.yaml

View file


Open in desktop


File renamed without changes.


0
...settes/test_openai_client_comparison.yaml → ...settes/test_openai_client_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_client_error.yaml → ...i/cassettes/test_openai_client_error.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_embeddings.yaml → ...nai/cassettes/test_openai_embeddings.yaml

View file


Open in desktop


File renamed without changes.


0
...ssettes/test_openai_embeddings_async.yaml → ...ssettes/test_openai_embeddings_async.yaml

View file


Open in desktop


File renamed without changes.


117 changes: 117 additions & 0 deletions
...rust/integrations/openai/cassettes/test_openai_image_data_url_converts_to_attachment.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,117 @@
interactions:
- request:
 body: '{"messages":[{"role":"user","content":[{"type":"text","text":"What color
 is this image?"},{"type":"image_url","image_url":{"url":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8DwHwAFBQIAX8jx0gAAAABJRU5ErkJggg=="}}]}],"model":"gpt-4o-mini"}'
 headers:
 Accept:
 - application/json
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '277'
 Content-Type:
 - application/json
 Host:
 - api.openai.com
 User-Agent:
 - OpenAI/Python 2.30.0
 X-Stainless-Arch:
 - arm64
 X-Stainless-Async:
 - 'false'
 X-Stainless-Lang:
 - python
 X-Stainless-OS:
 - MacOS
 X-Stainless-Package-Version:
 - 2.30.0
 X-Stainless-Raw-Response:
 - 'true'
 X-Stainless-Runtime:
 - CPython
 X-Stainless-Runtime-Version:
 - 3.13.3
 x-stainless-read-timeout:
 - '600'
 x-stainless-retry-count:
 - '0'
 method: POST
 uri: https://api.openai.com/v1/chat/completions
 response:
 body:
 string: "{\n \"id\": \"chatcmpl-DQiFPcXBqdj72osGdNznct7LOdS4U\",\n \"object\":
 \"chat.completion\",\n \"created\": 1775258987,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
 \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
 \"assistant\",\n \"content\": \"The image is red.\",\n \"refusal\":
 null,\n \"annotations\": []\n },\n \"logprobs\": null,\n
 \ \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
 8513,\n \"completion_tokens\": 5,\n \"total_tokens\": 8518,\n \"prompt_tokens_details\":
 {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\":
 {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
 \"default\",\n \"system_fingerprint\": \"fp_ebf4e532f9\"\n}\n"
 headers:
 CF-Cache-Status:
 - DYNAMIC
 CF-Ray:
 - 9e6bdb7b6c73d8d9-YYZ
 Connection:
 - keep-alive
 Content-Type:
 - application/json
 Date:
 - Fri, 03 Apr 2026 23:29:47 GMT
 Server:
 - cloudflare
 Strict-Transport-Security:
 - max-age=31536000; includeSubDomains; preload
 Transfer-Encoding:
 - chunked
 X-Content-Type-Options:
 - nosniff
 access-control-expose-headers:
 - X-Request-ID
 alt-svc:
 - h3=":443"; ma=86400
 content-length:
 - '827'
 openai-organization:
 - braintrust-data
 openai-processing-ms:
 - '472'
 openai-project:
 - proj_vsCSXafhhByzWOThMrJcZiw9
 openai-version:
 - '2020-10-01'
 set-cookie:
 - __cf_bm=nQ.XMiAqbEVeR.9ilHFAV4G4Lr7C1VfG_qcqqLD25pc-1775258986.789194-1.0.1.1-OZs4yBKIgVJRt8TPeU0RwzFFZpzpHe0wallA39buBqR7rJNm4msYOCxouudLSaCVsCrH7FfDoXAGpAJyXrfrbaDIsjojElEvFuvv0L9z1PZpxcj_hIX69nD.oYVrz2X0;
 HttpOnly; Secure; Path=/; Domain=api.openai.com; Expires=Fri, 03 Apr 2026
 23:59:47 GMT
 x-openai-proxy-wasm:
 - v0.1
 x-ratelimit-limit-input-images:
 - '50000'
 x-ratelimit-limit-requests:
 - '30000'
 x-ratelimit-limit-tokens:
 - '150000000'
 x-ratelimit-remaining-input-images:
 - '49999'
 x-ratelimit-remaining-requests:
 - '29999'
 x-ratelimit-remaining-tokens:
 - '149999227'
 x-ratelimit-reset-input-images:
 - 1ms
 x-ratelimit-reset-requests:
 - 2ms
 x-ratelimit-reset-tokens:
 - 0s
 x-request-id:
 - req_52279379da51445eae3f8994d1027669
 status:
 code: 200
 message: OK
version: 1

0
...ttes/test_openai_not_given_filtering.yaml → ...ttes/test_openai_not_given_filtering.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_parallel_tool_calls.yaml → ...ttes/test_openai_parallel_tool_calls.yaml

View file


Open in desktop


File renamed without changes.

Loading
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Force GitHub README to respect dark mode\n(function() {\n var style = document.createElement('style');\n style.textContent = '\n .markdown-body {\n color-scheme: dark light;\n }\n .markdown-body pre { background: #161b22 !important; }\n .markdown-body code { background: rgba(110, 118, 129, 0.4) !important; }\n .markdown-body table th, .markdown-body table td { border-color: #30363d !important; }\n .markdown-body img { background: #0d1117; }\n .markdown-body blockquote { border-left-color: #8b949e; }\n .markdown-body hr { border-color: #30363d; }\n ';\n document.head.appendChild(style);\n})();", "GitHub Dark Mode README Fix");
}
} catch(__e) { console.warn('[Userscript:GitHub Dark Mode README Fix]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
feat(openai): migrate openai wrapper and add claude agent sdk integration#206

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 7, 2026
 Merged


feat(openai): migrate openai wrapper and add claude agent sdk integration
#206
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


22 changes: 17 additions & 5 deletions
py/noxfile.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -84,6 +84,7 @@ def _pinned_python_version():
# Test matrix
ANTHROPIC_VERSIONS = (LATEST, "0.50.0", "0.49.0", "0.48.0")
OPENAI_VERSIONS = (LATEST, "1.77.0", "1.71", "1.91", "1.92")
OPENAI_AGENTS_VERSIONS = (LATEST, "0.0.19")
# litellm latest requires Python >= 3.10
# Pin litellm because 1.82.7-1.82.8 are compromised: https://github.com/BerriAI/litellm/issues/24512
LITELLM_VERSIONS = ("1.82.0", "1.74.0")
Expand DownExpand Up@@ -242,10 +243,21 @@ def test_langchain(session, version):
def test_openai(session, version):
 _install_test_deps(session)
 _install(session, "openai", version)
 # openai-agents requires Python >= 3.10
 _install(session, "openai-agents")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai.py")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_openrouter_gateway.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_oai_attachments.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_openrouter_gateway.py")
 _run_core_tests(session)


@nox.session()
@nox.parametrize("version", OPENAI_AGENTS_VERSIONS, ids=OPENAI_AGENTS_VERSIONS)
def test_openai_agents(session, version):
 if sys.version_info < (3, 10):
 session.skip("openai-agents requires Python >= 3.10")
 _install_test_deps(session)
 _install(session, "openai")
 _install(session, "openai-agents", version)
 _run_tests(session, f"{INTEGRATION_DIR}/openai_agents/test_openai_agents.py")
 _run_core_tests(session)


Expand All@@ -256,7 +268,7 @@ def test_openai_http2_streaming(session):
 # h2 is isolated to this session because it's only needed to force the
 # HTTP/2 LegacyAPIResponse streaming path used by the regression test.
 session.install("h2")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_http2.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_http2.py")


@nox.session()
Expand Down

6 changes: 3 additions & 3 deletions
py/src/braintrust/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -76,6 +76,9 @@ def is_equal(expected, output):
from .integrations.litellm import (
 wrap_litellm, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openrouter import (
 wrap_openrouter, # noqa: F401 # type: ignore[reportUnusedImport]
)
Expand All@@ -88,9 +91,6 @@ def is_equal(expected, output):
 _internal_reset_global_state, # noqa: F401 # type: ignore[reportUnusedImport]
 _internal_with_custom_background_logger, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .oai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .sandbox import (
 RegisteredSandboxFunction, # noqa: F401 # type: ignore[reportUnusedImport]
 RegisterSandboxResult, # noqa: F401 # type: ignore[reportUnusedImport]
Expand Down

16 changes: 7 additions & 9 deletions
py/src/braintrust/auto.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -18,6 +18,8 @@
 LangChainIntegration,
 LiteLLMIntegration,
 MistralIntegration,
 OpenAIAgentsIntegration,
 OpenAIIntegration,
 OpenRouterIntegration,
 PydanticAIIntegration,
)
Expand DownExpand Up@@ -54,6 +56,7 @@ def auto_instrument(
 dspy: bool = True,
 adk: bool = True,
 langchain: bool = True,
 openai_agents: bool = True,
) -> dict[str, bool]:
 """
 Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -78,6 +81,7 @@ def auto_instrument(
 dspy: Enable DSPy instrumentation (default: True)
 adk: Enable Google ADK instrumentation (default: True)
 langchain: Enable LangChain instrumentation (default: True)
 openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)

 Returns:
 Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -126,7 +130,7 @@ def auto_instrument(
 results = {}

 if openai:
 results["openai"] = _instrument_openai()
 results["openai"] = _instrument_integration(OpenAIIntegration)
 if anthropic:
 results["anthropic"] = _instrument_integration(AnthropicIntegration)
 if litellm:
Expand All@@ -151,18 +155,12 @@ def auto_instrument(
 results["adk"] = _instrument_integration(ADKIntegration)
 if langchain:
 results["langchain"] = _instrument_integration(LangChainIntegration)
 if openai_agents:
 results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)

 return results


def _instrument_openai() -> bool:
 with _try_patch():
 from braintrust.oai import patch_openai

 return patch_openai()
 return False


def _instrument_integration(integration) -> bool:
 with _try_patch():
 return integration.setup()
Expand Down

4 changes: 4 additions & 0 deletions
py/src/braintrust/integrations/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -8,6 +8,8 @@
from .langchain import LangChainIntegration
from .litellm import LiteLLMIntegration
from .mistral import MistralIntegration
from .openai import OpenAIIntegration
from .openai_agents import OpenAIAgentsIntegration
from .openrouter import OpenRouterIntegration
from .pydantic_ai import PydanticAIIntegration

Expand All@@ -23,6 +25,8 @@
 "LiteLLMIntegration",
 "LangChainIntegration",
 "MistralIntegration",
 "OpenAIIntegration",
 "OpenAIAgentsIntegration",
 "OpenRouterIntegration",
 "PydanticAIIntegration",
]

7 changes: 5 additions & 2 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_litellm.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -14,12 +14,15 @@
assert not LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 2. Instrument
results = auto_instrument()
# Disable OpenAI auto-instrumentation here because LiteLLM's OpenAI-backed
# chat path can otherwise produce both a LiteLLM span and an OpenAI span.
# This test is meant to validate LiteLLM instrumentation in isolation.
results = auto_instrument(openai=False)
assert results.get("litellm") == True
assert LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 3. Idempotent
results2 = auto_instrument()
results2 = auto_instrument(openai=False)
assert results2.get("litellm") == True

# 4. Make API call and verify span
Expand Down

18 changes: 15 additions & 3 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,24 +1,36 @@
"""Test auto_instrument for OpenAI."""

import inspect
from pathlib import Path

import openai
from braintrust.auto import auto_instrument
from braintrust.wrappers.test_utils import autoinstrument_test_context
from wrapt import FunctionWrapper


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai" / "cassettes"


def _is_braintrust_wrapped() -> bool:
 attr = inspect.getattr_static(openai.resources.chat.completions.Completions, "create", None)
 return isinstance(attr, FunctionWrapper)


# 1. Verify not patched initially
assert not getattr(openai, "__braintrust_wrapped__", False)
assert not _is_braintrust_wrapped()

# 2. Instrument
results = auto_instrument()
assert results.get("openai") == True
assert getattr(openai, "__braintrust_wrapped__", False)
assert _is_braintrust_wrapped()

# 3. Idempotent
results2 = auto_instrument()
assert results2.get("openai") == True

# 4. Make API call and verify span
with autoinstrument_test_context("test_auto_openai") as memory_logger:
with autoinstrument_test_context("test_auto_openai", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 client = openai.OpenAI()
 response = client.chat.completions.create(
 model="gpt-4o-mini",
Expand Down

47 changes: 47 additions & 0 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai_agents.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for the OpenAI Agents SDK."""

import asyncio
from pathlib import Path

import agents
from braintrust.auto import auto_instrument
from braintrust.integrations.openai_agents import BraintrustTracingProcessor
from braintrust.wrappers.test_utils import autoinstrument_test_context


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai_agents" / "cassettes"
TEST_MODEL = "gpt-4o-mini"
TEST_PROMPT = "What is 2+2? Just the number."
TEST_AGENT_INSTRUCTIONS = "You are a helpful assistant. Be very concise."


def _has_braintrust_processor() -> bool:
 provider = agents.tracing.get_trace_provider()
 processors = getattr(getattr(provider, "_multi_processor", None), "_processors", ())
 return any(isinstance(processor, BraintrustTracingProcessor) for processor in processors)


results = auto_instrument()
assert results.get("openai_agents") == True
assert _has_braintrust_processor()

results2 = auto_instrument()
assert results2.get("openai_agents") == True
assert _has_braintrust_processor()

with autoinstrument_test_context("test_auto_openai_agents", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 from agents import Agent
 from agents.run import AgentRunner

 async def run_agent():
 agent = Agent(name="test-agent", model=TEST_MODEL, instructions=TEST_AGENT_INSTRUCTIONS)
 return await AgentRunner().run(agent, TEST_PROMPT)

 result = asyncio.run(run_agent())
 assert result is not None
 assert hasattr(result, "final_output") or hasattr(result, "output")

 spans = memory_logger.pop()
 assert len(spans) >= 2, f"Expected at least 2 spans, got {len(spans)}"

print("SUCCESS")

38 changes: 38 additions & 0 deletions
py/src/braintrust/integrations/openai/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
"""Braintrust integration for the OpenAI Python SDK and OpenAI-compatible gateways."""

from braintrust.logger import NOOP_SPAN, current_span, init_logger

from .integration import OpenAIIntegration
from .patchers import wrap_openai


__all__ = [
 "OpenAIIntegration",
 "setup_openai",
 "wrap_openai",
]


def setup_openai(
 api_key: str | None = None,
 project_id: str | None = None,
 project_name: str | None = None,
) -> bool:
 """Setup Braintrust integration with OpenAI.

 Patches OpenAI resource classes at the module level so that all clients
 produce Braintrust tracing spans.

 Args:
 api_key: Braintrust API key (optional, can use env var BRAINTRUST_API_KEY)
 project_id: Braintrust project ID (optional)
 project_name: Braintrust project name (optional, can use env var BRAINTRUST_PROJECT)

 Returns:
 True if setup was successful, False otherwise
 """
 span = current_span()
 if span == NOOP_SPAN:
 init_logger(project=project_name, api_key=api_key, project_id=project_id)

 return OpenAIIntegration.setup()

0
...est_patch_openai_async_creates_spans.yaml → ...Spans.test_setup_async_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
...pans.test_patch_openai_creates_spans.yaml → ...nSetupSpans.test_setup_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
.../wrappers/cassettes/test_auto_openai.yaml → ...ns/openai/cassettes/test_auto_openai.yaml

View file


Open in desktop


File renamed without changes.


0
...st_tracing_processor_concurrency_bug.yaml → ...st_tracing_processor_concurrency_bug.yaml

View file


Open in desktop


File renamed without changes.


0
...ing_processor_current_span_detection.yaml → ...ing_processor_current_span_detection.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_async_parallel_requests.yaml → .../test_openai_async_parallel_requests.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_chat_async.yaml → ...nai/cassettes/test_openai_chat_async.yaml

View file


Open in desktop


File renamed without changes.


0
...st_openai_chat_async_context_manager.yaml → ...st_openai_chat_async_context_manager.yaml

View file


Open in desktop


File renamed without changes.


0
...openai_chat_async_with_system_prompt.yaml → ...openai_chat_async_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
...t_openai_chat_error_in_async_context.yaml → ...t_openai_chat_error_in_async_context.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_chat_metrics.yaml → ...i/cassettes/test_openai_chat_metrics.yaml

View file


Open in desktop


File renamed without changes.


0
...tes/test_openai_chat_streaming_async.yaml → ...tes/test_openai_chat_streaming_async.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_chat_streaming_sync.yaml → ...ttes/test_openai_chat_streaming_sync.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ync_http2_preserves_stream_interface.yaml → ...ync_http2_preserves_stream_interface.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_chat_with_system_prompt.yaml → .../test_openai_chat_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_client_async_comparison.yaml → .../test_openai_client_async_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...ettes/test_openai_client_async_error.yaml → ...ettes/test_openai_client_async_error.yaml

View file


Open in desktop


File renamed without changes.


0
...settes/test_openai_client_comparison.yaml → ...settes/test_openai_client_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_client_error.yaml → ...i/cassettes/test_openai_client_error.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_embeddings.yaml → ...nai/cassettes/test_openai_embeddings.yaml

View file


Open in desktop


File renamed without changes.


0
...ssettes/test_openai_embeddings_async.yaml → ...ssettes/test_openai_embeddings_async.yaml

View file


Open in desktop


File renamed without changes.


117 changes: 117 additions & 0 deletions
...rust/integrations/openai/cassettes/test_openai_image_data_url_converts_to_attachment.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,117 @@
interactions:
- request:
 body: '{"messages":[{"role":"user","content":[{"type":"text","text":"What color
 is this image?"},{"type":"image_url","image_url":{"url":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8DwHwAFBQIAX8jx0gAAAABJRU5ErkJggg=="}}]}],"model":"gpt-4o-mini"}'
 headers:
 Accept:
 - application/json
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '277'
 Content-Type:
 - application/json
 Host:
 - api.openai.com
 User-Agent:
 - OpenAI/Python 2.30.0
 X-Stainless-Arch:
 - arm64
 X-Stainless-Async:
 - 'false'
 X-Stainless-Lang:
 - python
 X-Stainless-OS:
 - MacOS
 X-Stainless-Package-Version:
 - 2.30.0
 X-Stainless-Raw-Response:
 - 'true'
 X-Stainless-Runtime:
 - CPython
 X-Stainless-Runtime-Version:
 - 3.13.3
 x-stainless-read-timeout:
 - '600'
 x-stainless-retry-count:
 - '0'
 method: POST
 uri: https://api.openai.com/v1/chat/completions
 response:
 body:
 string: "{\n \"id\": \"chatcmpl-DQiFPcXBqdj72osGdNznct7LOdS4U\",\n \"object\":
 \"chat.completion\",\n \"created\": 1775258987,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
 \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
 \"assistant\",\n \"content\": \"The image is red.\",\n \"refusal\":
 null,\n \"annotations\": []\n },\n \"logprobs\": null,\n
 \ \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
 8513,\n \"completion_tokens\": 5,\n \"total_tokens\": 8518,\n \"prompt_tokens_details\":
 {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\":
 {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
 \"default\",\n \"system_fingerprint\": \"fp_ebf4e532f9\"\n}\n"
 headers:
 CF-Cache-Status:
 - DYNAMIC
 CF-Ray:
 - 9e6bdb7b6c73d8d9-YYZ
 Connection:
 - keep-alive
 Content-Type:
 - application/json
 Date:
 - Fri, 03 Apr 2026 23:29:47 GMT
 Server:
 - cloudflare
 Strict-Transport-Security:
 - max-age=31536000; includeSubDomains; preload
 Transfer-Encoding:
 - chunked
 X-Content-Type-Options:
 - nosniff
 access-control-expose-headers:
 - X-Request-ID
 alt-svc:
 - h3=":443"; ma=86400
 content-length:
 - '827'
 openai-organization:
 - braintrust-data
 openai-processing-ms:
 - '472'
 openai-project:
 - proj_vsCSXafhhByzWOThMrJcZiw9
 openai-version:
 - '2020-10-01'
 set-cookie:
 - __cf_bm=nQ.XMiAqbEVeR.9ilHFAV4G4Lr7C1VfG_qcqqLD25pc-1775258986.789194-1.0.1.1-OZs4yBKIgVJRt8TPeU0RwzFFZpzpHe0wallA39buBqR7rJNm4msYOCxouudLSaCVsCrH7FfDoXAGpAJyXrfrbaDIsjojElEvFuvv0L9z1PZpxcj_hIX69nD.oYVrz2X0;
 HttpOnly; Secure; Path=/; Domain=api.openai.com; Expires=Fri, 03 Apr 2026
 23:59:47 GMT
 x-openai-proxy-wasm:
 - v0.1
 x-ratelimit-limit-input-images:
 - '50000'
 x-ratelimit-limit-requests:
 - '30000'
 x-ratelimit-limit-tokens:
 - '150000000'
 x-ratelimit-remaining-input-images:
 - '49999'
 x-ratelimit-remaining-requests:
 - '29999'
 x-ratelimit-remaining-tokens:
 - '149999227'
 x-ratelimit-reset-input-images:
 - 1ms
 x-ratelimit-reset-requests:
 - 2ms
 x-ratelimit-reset-tokens:
 - 0s
 x-request-id:
 - req_52279379da51445eae3f8994d1027669
 status:
 code: 200
 message: OK
version: 1

0
...ttes/test_openai_not_given_filtering.yaml → ...ttes/test_openai_not_given_filtering.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_parallel_tool_calls.yaml → ...ttes/test_openai_parallel_tool_calls.yaml

View file


Open in desktop


File renamed without changes.

Loading
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Highlight search terms from Google/DuckDuckGo/Bing referrer\n(function() {\n var ref = document.referrer;\n var terms = [];\n \n if (ref.includes('google.com') || ref.includes('duckduckgo.com') || ref.includes('bing.com')) {\n var url = new URL(ref);\n var q = url.searchParams.get('q') || url.searchParams.get('p');\n if (q) {\n terms = q.split(/\\s+/).filter(function(t) { return t.length > 2; });\n }\n }\n \n if (terms.length === 0) return;\n \n var style = document.createElement('style');\n style.textContent = '.userscript-highlight { background: #fbbf24; color: #1a1a2e; padding: 1px 3px; border-radius: 2px; }';\n document.head.appendChild(style);\n \n function highlight(node) {\n if (node.nodeType === 3) { // text node\n var text = node.textContent;\n var found = false;\n terms.forEach(function(term) {\n var regex = new RegExp('(' + term.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\') + ')', 'gi');\n if (regex.test(text)) {\n found = true;\n var frag = document.createDocumentFragment();\n var parts = text.split(regex);\n parts.forEach(function(part, i) {\n if (i % 2 === 0) {\n frag.appendChild(document.createTextNode(part));\n } else {\n var span = document.createElement('span');\n span.className = 'userscript-highlight';\n span.textContent = part;\n frag.appendChild(span);\n }\n });\n node.parentNode.replaceChild(frag, node);\n }\n });\n } else if (node.nodeType === 1 && node.childNodes) { // element\n var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT'];\n if (!skipTags.includes(node.tagName)) {\n Array.from(node.childNodes).forEach(highlight);\n }\n }\n }\n \n highlight(document.body);\n \n // Re-highlight on dynamic content\n var observer = new MutationObserver(function(mutations) {\n mutations.forEach(function(m) {\n m.addedNodes.forEach(function(node) {\n if (node.nodeType === 1 || node.nodeType === 3) highlight(node);\n });\n });\n });\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Highlight Search Terms");
}
} catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
feat(openai): migrate openai wrapper and add claude agent sdk integration#206

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 7, 2026
 Merged


feat(openai): migrate openai wrapper and add claude agent sdk integration
#206
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


22 changes: 17 additions & 5 deletions
py/noxfile.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -84,6 +84,7 @@ def _pinned_python_version():
# Test matrix
ANTHROPIC_VERSIONS = (LATEST, "0.50.0", "0.49.0", "0.48.0")
OPENAI_VERSIONS = (LATEST, "1.77.0", "1.71", "1.91", "1.92")
OPENAI_AGENTS_VERSIONS = (LATEST, "0.0.19")
# litellm latest requires Python >= 3.10
# Pin litellm because 1.82.7-1.82.8 are compromised: https://github.com/BerriAI/litellm/issues/24512
LITELLM_VERSIONS = ("1.82.0", "1.74.0")
Expand DownExpand Up@@ -242,10 +243,21 @@ def test_langchain(session, version):
def test_openai(session, version):
 _install_test_deps(session)
 _install(session, "openai", version)
 # openai-agents requires Python >= 3.10
 _install(session, "openai-agents")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai.py")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_openrouter_gateway.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_oai_attachments.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_openrouter_gateway.py")
 _run_core_tests(session)


@nox.session()
@nox.parametrize("version", OPENAI_AGENTS_VERSIONS, ids=OPENAI_AGENTS_VERSIONS)
def test_openai_agents(session, version):
 if sys.version_info < (3, 10):
 session.skip("openai-agents requires Python >= 3.10")
 _install_test_deps(session)
 _install(session, "openai")
 _install(session, "openai-agents", version)
 _run_tests(session, f"{INTEGRATION_DIR}/openai_agents/test_openai_agents.py")
 _run_core_tests(session)


Expand All@@ -256,7 +268,7 @@ def test_openai_http2_streaming(session):
 # h2 is isolated to this session because it's only needed to force the
 # HTTP/2 LegacyAPIResponse streaming path used by the regression test.
 session.install("h2")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_http2.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_http2.py")


@nox.session()
Expand Down

6 changes: 3 additions & 3 deletions
py/src/braintrust/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -76,6 +76,9 @@ def is_equal(expected, output):
from .integrations.litellm import (
 wrap_litellm, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openrouter import (
 wrap_openrouter, # noqa: F401 # type: ignore[reportUnusedImport]
)
Expand All@@ -88,9 +91,6 @@ def is_equal(expected, output):
 _internal_reset_global_state, # noqa: F401 # type: ignore[reportUnusedImport]
 _internal_with_custom_background_logger, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .oai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .sandbox import (
 RegisteredSandboxFunction, # noqa: F401 # type: ignore[reportUnusedImport]
 RegisterSandboxResult, # noqa: F401 # type: ignore[reportUnusedImport]
Expand Down

16 changes: 7 additions & 9 deletions
py/src/braintrust/auto.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -18,6 +18,8 @@
 LangChainIntegration,
 LiteLLMIntegration,
 MistralIntegration,
 OpenAIAgentsIntegration,
 OpenAIIntegration,
 OpenRouterIntegration,
 PydanticAIIntegration,
)
Expand DownExpand Up@@ -54,6 +56,7 @@ def auto_instrument(
 dspy: bool = True,
 adk: bool = True,
 langchain: bool = True,
 openai_agents: bool = True,
) -> dict[str, bool]:
 """
 Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -78,6 +81,7 @@ def auto_instrument(
 dspy: Enable DSPy instrumentation (default: True)
 adk: Enable Google ADK instrumentation (default: True)
 langchain: Enable LangChain instrumentation (default: True)
 openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)

 Returns:
 Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -126,7 +130,7 @@ def auto_instrument(
 results = {}

 if openai:
 results["openai"] = _instrument_openai()
 results["openai"] = _instrument_integration(OpenAIIntegration)
 if anthropic:
 results["anthropic"] = _instrument_integration(AnthropicIntegration)
 if litellm:
Expand All@@ -151,18 +155,12 @@ def auto_instrument(
 results["adk"] = _instrument_integration(ADKIntegration)
 if langchain:
 results["langchain"] = _instrument_integration(LangChainIntegration)
 if openai_agents:
 results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)

 return results


def _instrument_openai() -> bool:
 with _try_patch():
 from braintrust.oai import patch_openai

 return patch_openai()
 return False


def _instrument_integration(integration) -> bool:
 with _try_patch():
 return integration.setup()
Expand Down

4 changes: 4 additions & 0 deletions
py/src/braintrust/integrations/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -8,6 +8,8 @@
from .langchain import LangChainIntegration
from .litellm import LiteLLMIntegration
from .mistral import MistralIntegration
from .openai import OpenAIIntegration
from .openai_agents import OpenAIAgentsIntegration
from .openrouter import OpenRouterIntegration
from .pydantic_ai import PydanticAIIntegration

Expand All@@ -23,6 +25,8 @@
 "LiteLLMIntegration",
 "LangChainIntegration",
 "MistralIntegration",
 "OpenAIIntegration",
 "OpenAIAgentsIntegration",
 "OpenRouterIntegration",
 "PydanticAIIntegration",
]

7 changes: 5 additions & 2 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_litellm.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -14,12 +14,15 @@
assert not LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 2. Instrument
results = auto_instrument()
# Disable OpenAI auto-instrumentation here because LiteLLM's OpenAI-backed
# chat path can otherwise produce both a LiteLLM span and an OpenAI span.
# This test is meant to validate LiteLLM instrumentation in isolation.
results = auto_instrument(openai=False)
assert results.get("litellm") == True
assert LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 3. Idempotent
results2 = auto_instrument()
results2 = auto_instrument(openai=False)
assert results2.get("litellm") == True

# 4. Make API call and verify span
Expand Down

18 changes: 15 additions & 3 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,24 +1,36 @@
"""Test auto_instrument for OpenAI."""

import inspect
from pathlib import Path

import openai
from braintrust.auto import auto_instrument
from braintrust.wrappers.test_utils import autoinstrument_test_context
from wrapt import FunctionWrapper


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai" / "cassettes"


def _is_braintrust_wrapped() -> bool:
 attr = inspect.getattr_static(openai.resources.chat.completions.Completions, "create", None)
 return isinstance(attr, FunctionWrapper)


# 1. Verify not patched initially
assert not getattr(openai, "__braintrust_wrapped__", False)
assert not _is_braintrust_wrapped()

# 2. Instrument
results = auto_instrument()
assert results.get("openai") == True
assert getattr(openai, "__braintrust_wrapped__", False)
assert _is_braintrust_wrapped()

# 3. Idempotent
results2 = auto_instrument()
assert results2.get("openai") == True

# 4. Make API call and verify span
with autoinstrument_test_context("test_auto_openai") as memory_logger:
with autoinstrument_test_context("test_auto_openai", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 client = openai.OpenAI()
 response = client.chat.completions.create(
 model="gpt-4o-mini",
Expand Down

47 changes: 47 additions & 0 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai_agents.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for the OpenAI Agents SDK."""

import asyncio
from pathlib import Path

import agents
from braintrust.auto import auto_instrument
from braintrust.integrations.openai_agents import BraintrustTracingProcessor
from braintrust.wrappers.test_utils import autoinstrument_test_context


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai_agents" / "cassettes"
TEST_MODEL = "gpt-4o-mini"
TEST_PROMPT = "What is 2+2? Just the number."
TEST_AGENT_INSTRUCTIONS = "You are a helpful assistant. Be very concise."


def _has_braintrust_processor() -> bool:
 provider = agents.tracing.get_trace_provider()
 processors = getattr(getattr(provider, "_multi_processor", None), "_processors", ())
 return any(isinstance(processor, BraintrustTracingProcessor) for processor in processors)


results = auto_instrument()
assert results.get("openai_agents") == True
assert _has_braintrust_processor()

results2 = auto_instrument()
assert results2.get("openai_agents") == True
assert _has_braintrust_processor()

with autoinstrument_test_context("test_auto_openai_agents", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 from agents import Agent
 from agents.run import AgentRunner

 async def run_agent():
 agent = Agent(name="test-agent", model=TEST_MODEL, instructions=TEST_AGENT_INSTRUCTIONS)
 return await AgentRunner().run(agent, TEST_PROMPT)

 result = asyncio.run(run_agent())
 assert result is not None
 assert hasattr(result, "final_output") or hasattr(result, "output")

 spans = memory_logger.pop()
 assert len(spans) >= 2, f"Expected at least 2 spans, got {len(spans)}"

print("SUCCESS")

38 changes: 38 additions & 0 deletions
py/src/braintrust/integrations/openai/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
"""Braintrust integration for the OpenAI Python SDK and OpenAI-compatible gateways."""

from braintrust.logger import NOOP_SPAN, current_span, init_logger

from .integration import OpenAIIntegration
from .patchers import wrap_openai


__all__ = [
 "OpenAIIntegration",
 "setup_openai",
 "wrap_openai",
]


def setup_openai(
 api_key: str | None = None,
 project_id: str | None = None,
 project_name: str | None = None,
) -> bool:
 """Setup Braintrust integration with OpenAI.

 Patches OpenAI resource classes at the module level so that all clients
 produce Braintrust tracing spans.

 Args:
 api_key: Braintrust API key (optional, can use env var BRAINTRUST_API_KEY)
 project_id: Braintrust project ID (optional)
 project_name: Braintrust project name (optional, can use env var BRAINTRUST_PROJECT)

 Returns:
 True if setup was successful, False otherwise
 """
 span = current_span()
 if span == NOOP_SPAN:
 init_logger(project=project_name, api_key=api_key, project_id=project_id)

 return OpenAIIntegration.setup()

0
...est_patch_openai_async_creates_spans.yaml → ...Spans.test_setup_async_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
...pans.test_patch_openai_creates_spans.yaml → ...nSetupSpans.test_setup_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
.../wrappers/cassettes/test_auto_openai.yaml → ...ns/openai/cassettes/test_auto_openai.yaml

View file


Open in desktop


File renamed without changes.


0
...st_tracing_processor_concurrency_bug.yaml → ...st_tracing_processor_concurrency_bug.yaml

View file


Open in desktop


File renamed without changes.


0
...ing_processor_current_span_detection.yaml → ...ing_processor_current_span_detection.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_async_parallel_requests.yaml → .../test_openai_async_parallel_requests.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_chat_async.yaml → ...nai/cassettes/test_openai_chat_async.yaml

View file


Open in desktop


File renamed without changes.


0
...st_openai_chat_async_context_manager.yaml → ...st_openai_chat_async_context_manager.yaml

View file


Open in desktop


File renamed without changes.


0
...openai_chat_async_with_system_prompt.yaml → ...openai_chat_async_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
...t_openai_chat_error_in_async_context.yaml → ...t_openai_chat_error_in_async_context.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_chat_metrics.yaml → ...i/cassettes/test_openai_chat_metrics.yaml

View file


Open in desktop


File renamed without changes.


0
...tes/test_openai_chat_streaming_async.yaml → ...tes/test_openai_chat_streaming_async.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_chat_streaming_sync.yaml → ...ttes/test_openai_chat_streaming_sync.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ync_http2_preserves_stream_interface.yaml → ...ync_http2_preserves_stream_interface.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_chat_with_system_prompt.yaml → .../test_openai_chat_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_client_async_comparison.yaml → .../test_openai_client_async_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...ettes/test_openai_client_async_error.yaml → ...ettes/test_openai_client_async_error.yaml

View file


Open in desktop


File renamed without changes.


0
...settes/test_openai_client_comparison.yaml → ...settes/test_openai_client_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_client_error.yaml → ...i/cassettes/test_openai_client_error.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_embeddings.yaml → ...nai/cassettes/test_openai_embeddings.yaml

View file


Open in desktop


File renamed without changes.


0
...ssettes/test_openai_embeddings_async.yaml → ...ssettes/test_openai_embeddings_async.yaml

View file


Open in desktop


File renamed without changes.


117 changes: 117 additions & 0 deletions
...rust/integrations/openai/cassettes/test_openai_image_data_url_converts_to_attachment.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,117 @@
interactions:
- request:
 body: '{"messages":[{"role":"user","content":[{"type":"text","text":"What color
 is this image?"},{"type":"image_url","image_url":{"url":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8DwHwAFBQIAX8jx0gAAAABJRU5ErkJggg=="}}]}],"model":"gpt-4o-mini"}'
 headers:
 Accept:
 - application/json
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '277'
 Content-Type:
 - application/json
 Host:
 - api.openai.com
 User-Agent:
 - OpenAI/Python 2.30.0
 X-Stainless-Arch:
 - arm64
 X-Stainless-Async:
 - 'false'
 X-Stainless-Lang:
 - python
 X-Stainless-OS:
 - MacOS
 X-Stainless-Package-Version:
 - 2.30.0
 X-Stainless-Raw-Response:
 - 'true'
 X-Stainless-Runtime:
 - CPython
 X-Stainless-Runtime-Version:
 - 3.13.3
 x-stainless-read-timeout:
 - '600'
 x-stainless-retry-count:
 - '0'
 method: POST
 uri: https://api.openai.com/v1/chat/completions
 response:
 body:
 string: "{\n \"id\": \"chatcmpl-DQiFPcXBqdj72osGdNznct7LOdS4U\",\n \"object\":
 \"chat.completion\",\n \"created\": 1775258987,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
 \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
 \"assistant\",\n \"content\": \"The image is red.\",\n \"refusal\":
 null,\n \"annotations\": []\n },\n \"logprobs\": null,\n
 \ \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
 8513,\n \"completion_tokens\": 5,\n \"total_tokens\": 8518,\n \"prompt_tokens_details\":
 {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\":
 {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
 \"default\",\n \"system_fingerprint\": \"fp_ebf4e532f9\"\n}\n"
 headers:
 CF-Cache-Status:
 - DYNAMIC
 CF-Ray:
 - 9e6bdb7b6c73d8d9-YYZ
 Connection:
 - keep-alive
 Content-Type:
 - application/json
 Date:
 - Fri, 03 Apr 2026 23:29:47 GMT
 Server:
 - cloudflare
 Strict-Transport-Security:
 - max-age=31536000; includeSubDomains; preload
 Transfer-Encoding:
 - chunked
 X-Content-Type-Options:
 - nosniff
 access-control-expose-headers:
 - X-Request-ID
 alt-svc:
 - h3=":443"; ma=86400
 content-length:
 - '827'
 openai-organization:
 - braintrust-data
 openai-processing-ms:
 - '472'
 openai-project:
 - proj_vsCSXafhhByzWOThMrJcZiw9
 openai-version:
 - '2020-10-01'
 set-cookie:
 - __cf_bm=nQ.XMiAqbEVeR.9ilHFAV4G4Lr7C1VfG_qcqqLD25pc-1775258986.789194-1.0.1.1-OZs4yBKIgVJRt8TPeU0RwzFFZpzpHe0wallA39buBqR7rJNm4msYOCxouudLSaCVsCrH7FfDoXAGpAJyXrfrbaDIsjojElEvFuvv0L9z1PZpxcj_hIX69nD.oYVrz2X0;
 HttpOnly; Secure; Path=/; Domain=api.openai.com; Expires=Fri, 03 Apr 2026
 23:59:47 GMT
 x-openai-proxy-wasm:
 - v0.1
 x-ratelimit-limit-input-images:
 - '50000'
 x-ratelimit-limit-requests:
 - '30000'
 x-ratelimit-limit-tokens:
 - '150000000'
 x-ratelimit-remaining-input-images:
 - '49999'
 x-ratelimit-remaining-requests:
 - '29999'
 x-ratelimit-remaining-tokens:
 - '149999227'
 x-ratelimit-reset-input-images:
 - 1ms
 x-ratelimit-reset-requests:
 - 2ms
 x-ratelimit-reset-tokens:
 - 0s
 x-request-id:
 - req_52279379da51445eae3f8994d1027669
 status:
 code: 200
 message: OK
version: 1

0
...ttes/test_openai_not_given_filtering.yaml → ...ttes/test_openai_not_given_filtering.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_parallel_tool_calls.yaml → ...ttes/test_openai_parallel_tool_calls.yaml

View file


Open in desktop


File renamed without changes.

Loading
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Strip utm_, fbclid, gclid, etc. from all links on page\n(function() {\n var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content',\n 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid',\n 'ref', 'ref_src', 'source', 'medium', 'campaign'];\n \n function cleanUrl(url) {\n try {\n var u = new URL(url, window.location.origin);\n var changed = false;\n trackingParams.forEach(function(p) {\n if (u.searchParams.has(p)) {\n u.searchParams.delete(p);\n changed = true;\n }\n });\n return changed ? u.toString() : url;\n } catch (e) {\n return url;\n }\n }\n \n function cleanLinks() {\n document.querySelectorAll('a[href]').forEach(function(a) {\n var clean = cleanUrl(a.href);\n if (clean !== a.href) a.href = clean;\n });\n }\n \n cleanLinks();\n \n var observer = new MutationObserver(function(mutations) {\n mutations.forEach(function(m) {\n m.addedNodes.forEach(function(node) {\n if (node.nodeType === 1) {\n if (node.tagName === 'A') cleanLinks();\n node.querySelectorAll('a[href]').forEach(function(a) {\n var clean = cleanUrl(a.href);\n if (clean !== a.href) a.href = clean;\n });\n }\n });\n });\n });\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Remove Tracking Parameters from Links");
}
} catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); }
})();
(function(){
try {
var __m = "youtube.com";
var __re = new RegExp('^' + "youtube\\.com" + '

Skip to content
feat(openai): migrate openai wrapper and add claude agent sdk integration#206

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 7, 2026
 Merged


feat(openai): migrate openai wrapper and add claude agent sdk integration
#206
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


22 changes: 17 additions & 5 deletions
py/noxfile.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -84,6 +84,7 @@ def _pinned_python_version():
# Test matrix
ANTHROPIC_VERSIONS = (LATEST, "0.50.0", "0.49.0", "0.48.0")
OPENAI_VERSIONS = (LATEST, "1.77.0", "1.71", "1.91", "1.92")
OPENAI_AGENTS_VERSIONS = (LATEST, "0.0.19")
# litellm latest requires Python >= 3.10
# Pin litellm because 1.82.7-1.82.8 are compromised: https://github.com/BerriAI/litellm/issues/24512
LITELLM_VERSIONS = ("1.82.0", "1.74.0")
Expand DownExpand Up@@ -242,10 +243,21 @@ def test_langchain(session, version):
def test_openai(session, version):
 _install_test_deps(session)
 _install(session, "openai", version)
 # openai-agents requires Python >= 3.10
 _install(session, "openai-agents")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai.py")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_openrouter_gateway.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_oai_attachments.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_openrouter_gateway.py")
 _run_core_tests(session)


@nox.session()
@nox.parametrize("version", OPENAI_AGENTS_VERSIONS, ids=OPENAI_AGENTS_VERSIONS)
def test_openai_agents(session, version):
 if sys.version_info < (3, 10):
 session.skip("openai-agents requires Python >= 3.10")
 _install_test_deps(session)
 _install(session, "openai")
 _install(session, "openai-agents", version)
 _run_tests(session, f"{INTEGRATION_DIR}/openai_agents/test_openai_agents.py")
 _run_core_tests(session)


Expand All@@ -256,7 +268,7 @@ def test_openai_http2_streaming(session):
 # h2 is isolated to this session because it's only needed to force the
 # HTTP/2 LegacyAPIResponse streaming path used by the regression test.
 session.install("h2")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_http2.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_http2.py")


@nox.session()
Expand Down

6 changes: 3 additions & 3 deletions
py/src/braintrust/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -76,6 +76,9 @@ def is_equal(expected, output):
from .integrations.litellm import (
 wrap_litellm, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openrouter import (
 wrap_openrouter, # noqa: F401 # type: ignore[reportUnusedImport]
)
Expand All@@ -88,9 +91,6 @@ def is_equal(expected, output):
 _internal_reset_global_state, # noqa: F401 # type: ignore[reportUnusedImport]
 _internal_with_custom_background_logger, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .oai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .sandbox import (
 RegisteredSandboxFunction, # noqa: F401 # type: ignore[reportUnusedImport]
 RegisterSandboxResult, # noqa: F401 # type: ignore[reportUnusedImport]
Expand Down

16 changes: 7 additions & 9 deletions
py/src/braintrust/auto.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -18,6 +18,8 @@
 LangChainIntegration,
 LiteLLMIntegration,
 MistralIntegration,
 OpenAIAgentsIntegration,
 OpenAIIntegration,
 OpenRouterIntegration,
 PydanticAIIntegration,
)
Expand DownExpand Up@@ -54,6 +56,7 @@ def auto_instrument(
 dspy: bool = True,
 adk: bool = True,
 langchain: bool = True,
 openai_agents: bool = True,
) -> dict[str, bool]:
 """
 Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -78,6 +81,7 @@ def auto_instrument(
 dspy: Enable DSPy instrumentation (default: True)
 adk: Enable Google ADK instrumentation (default: True)
 langchain: Enable LangChain instrumentation (default: True)
 openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)

 Returns:
 Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -126,7 +130,7 @@ def auto_instrument(
 results = {}

 if openai:
 results["openai"] = _instrument_openai()
 results["openai"] = _instrument_integration(OpenAIIntegration)
 if anthropic:
 results["anthropic"] = _instrument_integration(AnthropicIntegration)
 if litellm:
Expand All@@ -151,18 +155,12 @@ def auto_instrument(
 results["adk"] = _instrument_integration(ADKIntegration)
 if langchain:
 results["langchain"] = _instrument_integration(LangChainIntegration)
 if openai_agents:
 results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)

 return results


def _instrument_openai() -> bool:
 with _try_patch():
 from braintrust.oai import patch_openai

 return patch_openai()
 return False


def _instrument_integration(integration) -> bool:
 with _try_patch():
 return integration.setup()
Expand Down

4 changes: 4 additions & 0 deletions
py/src/braintrust/integrations/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -8,6 +8,8 @@
from .langchain import LangChainIntegration
from .litellm import LiteLLMIntegration
from .mistral import MistralIntegration
from .openai import OpenAIIntegration
from .openai_agents import OpenAIAgentsIntegration
from .openrouter import OpenRouterIntegration
from .pydantic_ai import PydanticAIIntegration

Expand All@@ -23,6 +25,8 @@
 "LiteLLMIntegration",
 "LangChainIntegration",
 "MistralIntegration",
 "OpenAIIntegration",
 "OpenAIAgentsIntegration",
 "OpenRouterIntegration",
 "PydanticAIIntegration",
]

7 changes: 5 additions & 2 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_litellm.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -14,12 +14,15 @@
assert not LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 2. Instrument
results = auto_instrument()
# Disable OpenAI auto-instrumentation here because LiteLLM's OpenAI-backed
# chat path can otherwise produce both a LiteLLM span and an OpenAI span.
# This test is meant to validate LiteLLM instrumentation in isolation.
results = auto_instrument(openai=False)
assert results.get("litellm") == True
assert LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 3. Idempotent
results2 = auto_instrument()
results2 = auto_instrument(openai=False)
assert results2.get("litellm") == True

# 4. Make API call and verify span
Expand Down

18 changes: 15 additions & 3 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,24 +1,36 @@
"""Test auto_instrument for OpenAI."""

import inspect
from pathlib import Path

import openai
from braintrust.auto import auto_instrument
from braintrust.wrappers.test_utils import autoinstrument_test_context
from wrapt import FunctionWrapper


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai" / "cassettes"


def _is_braintrust_wrapped() -> bool:
 attr = inspect.getattr_static(openai.resources.chat.completions.Completions, "create", None)
 return isinstance(attr, FunctionWrapper)


# 1. Verify not patched initially
assert not getattr(openai, "__braintrust_wrapped__", False)
assert not _is_braintrust_wrapped()

# 2. Instrument
results = auto_instrument()
assert results.get("openai") == True
assert getattr(openai, "__braintrust_wrapped__", False)
assert _is_braintrust_wrapped()

# 3. Idempotent
results2 = auto_instrument()
assert results2.get("openai") == True

# 4. Make API call and verify span
with autoinstrument_test_context("test_auto_openai") as memory_logger:
with autoinstrument_test_context("test_auto_openai", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 client = openai.OpenAI()
 response = client.chat.completions.create(
 model="gpt-4o-mini",
Expand Down

47 changes: 47 additions & 0 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai_agents.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for the OpenAI Agents SDK."""

import asyncio
from pathlib import Path

import agents
from braintrust.auto import auto_instrument
from braintrust.integrations.openai_agents import BraintrustTracingProcessor
from braintrust.wrappers.test_utils import autoinstrument_test_context


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai_agents" / "cassettes"
TEST_MODEL = "gpt-4o-mini"
TEST_PROMPT = "What is 2+2? Just the number."
TEST_AGENT_INSTRUCTIONS = "You are a helpful assistant. Be very concise."


def _has_braintrust_processor() -> bool:
 provider = agents.tracing.get_trace_provider()
 processors = getattr(getattr(provider, "_multi_processor", None), "_processors", ())
 return any(isinstance(processor, BraintrustTracingProcessor) for processor in processors)


results = auto_instrument()
assert results.get("openai_agents") == True
assert _has_braintrust_processor()

results2 = auto_instrument()
assert results2.get("openai_agents") == True
assert _has_braintrust_processor()

with autoinstrument_test_context("test_auto_openai_agents", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 from agents import Agent
 from agents.run import AgentRunner

 async def run_agent():
 agent = Agent(name="test-agent", model=TEST_MODEL, instructions=TEST_AGENT_INSTRUCTIONS)
 return await AgentRunner().run(agent, TEST_PROMPT)

 result = asyncio.run(run_agent())
 assert result is not None
 assert hasattr(result, "final_output") or hasattr(result, "output")

 spans = memory_logger.pop()
 assert len(spans) >= 2, f"Expected at least 2 spans, got {len(spans)}"

print("SUCCESS")

38 changes: 38 additions & 0 deletions
py/src/braintrust/integrations/openai/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
"""Braintrust integration for the OpenAI Python SDK and OpenAI-compatible gateways."""

from braintrust.logger import NOOP_SPAN, current_span, init_logger

from .integration import OpenAIIntegration
from .patchers import wrap_openai


__all__ = [
 "OpenAIIntegration",
 "setup_openai",
 "wrap_openai",
]


def setup_openai(
 api_key: str | None = None,
 project_id: str | None = None,
 project_name: str | None = None,
) -> bool:
 """Setup Braintrust integration with OpenAI.

 Patches OpenAI resource classes at the module level so that all clients
 produce Braintrust tracing spans.

 Args:
 api_key: Braintrust API key (optional, can use env var BRAINTRUST_API_KEY)
 project_id: Braintrust project ID (optional)
 project_name: Braintrust project name (optional, can use env var BRAINTRUST_PROJECT)

 Returns:
 True if setup was successful, False otherwise
 """
 span = current_span()
 if span == NOOP_SPAN:
 init_logger(project=project_name, api_key=api_key, project_id=project_id)

 return OpenAIIntegration.setup()

0
...est_patch_openai_async_creates_spans.yaml → ...Spans.test_setup_async_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
...pans.test_patch_openai_creates_spans.yaml → ...nSetupSpans.test_setup_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
.../wrappers/cassettes/test_auto_openai.yaml → ...ns/openai/cassettes/test_auto_openai.yaml

View file


Open in desktop


File renamed without changes.


0
...st_tracing_processor_concurrency_bug.yaml → ...st_tracing_processor_concurrency_bug.yaml

View file


Open in desktop


File renamed without changes.


0
...ing_processor_current_span_detection.yaml → ...ing_processor_current_span_detection.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_async_parallel_requests.yaml → .../test_openai_async_parallel_requests.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_chat_async.yaml → ...nai/cassettes/test_openai_chat_async.yaml

View file


Open in desktop


File renamed without changes.


0
...st_openai_chat_async_context_manager.yaml → ...st_openai_chat_async_context_manager.yaml

View file


Open in desktop


File renamed without changes.


0
...openai_chat_async_with_system_prompt.yaml → ...openai_chat_async_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
...t_openai_chat_error_in_async_context.yaml → ...t_openai_chat_error_in_async_context.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_chat_metrics.yaml → ...i/cassettes/test_openai_chat_metrics.yaml

View file


Open in desktop


File renamed without changes.


0
...tes/test_openai_chat_streaming_async.yaml → ...tes/test_openai_chat_streaming_async.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_chat_streaming_sync.yaml → ...ttes/test_openai_chat_streaming_sync.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ync_http2_preserves_stream_interface.yaml → ...ync_http2_preserves_stream_interface.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_chat_with_system_prompt.yaml → .../test_openai_chat_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_client_async_comparison.yaml → .../test_openai_client_async_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...ettes/test_openai_client_async_error.yaml → ...ettes/test_openai_client_async_error.yaml

View file


Open in desktop


File renamed without changes.


0
...settes/test_openai_client_comparison.yaml → ...settes/test_openai_client_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_client_error.yaml → ...i/cassettes/test_openai_client_error.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_embeddings.yaml → ...nai/cassettes/test_openai_embeddings.yaml

View file


Open in desktop


File renamed without changes.


0
...ssettes/test_openai_embeddings_async.yaml → ...ssettes/test_openai_embeddings_async.yaml

View file


Open in desktop


File renamed without changes.


117 changes: 117 additions & 0 deletions
...rust/integrations/openai/cassettes/test_openai_image_data_url_converts_to_attachment.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,117 @@
interactions:
- request:
 body: '{"messages":[{"role":"user","content":[{"type":"text","text":"What color
 is this image?"},{"type":"image_url","image_url":{"url":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8DwHwAFBQIAX8jx0gAAAABJRU5ErkJggg=="}}]}],"model":"gpt-4o-mini"}'
 headers:
 Accept:
 - application/json
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '277'
 Content-Type:
 - application/json
 Host:
 - api.openai.com
 User-Agent:
 - OpenAI/Python 2.30.0
 X-Stainless-Arch:
 - arm64
 X-Stainless-Async:
 - 'false'
 X-Stainless-Lang:
 - python
 X-Stainless-OS:
 - MacOS
 X-Stainless-Package-Version:
 - 2.30.0
 X-Stainless-Raw-Response:
 - 'true'
 X-Stainless-Runtime:
 - CPython
 X-Stainless-Runtime-Version:
 - 3.13.3
 x-stainless-read-timeout:
 - '600'
 x-stainless-retry-count:
 - '0'
 method: POST
 uri: https://api.openai.com/v1/chat/completions
 response:
 body:
 string: "{\n \"id\": \"chatcmpl-DQiFPcXBqdj72osGdNznct7LOdS4U\",\n \"object\":
 \"chat.completion\",\n \"created\": 1775258987,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
 \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
 \"assistant\",\n \"content\": \"The image is red.\",\n \"refusal\":
 null,\n \"annotations\": []\n },\n \"logprobs\": null,\n
 \ \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
 8513,\n \"completion_tokens\": 5,\n \"total_tokens\": 8518,\n \"prompt_tokens_details\":
 {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\":
 {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
 \"default\",\n \"system_fingerprint\": \"fp_ebf4e532f9\"\n}\n"
 headers:
 CF-Cache-Status:
 - DYNAMIC
 CF-Ray:
 - 9e6bdb7b6c73d8d9-YYZ
 Connection:
 - keep-alive
 Content-Type:
 - application/json
 Date:
 - Fri, 03 Apr 2026 23:29:47 GMT
 Server:
 - cloudflare
 Strict-Transport-Security:
 - max-age=31536000; includeSubDomains; preload
 Transfer-Encoding:
 - chunked
 X-Content-Type-Options:
 - nosniff
 access-control-expose-headers:
 - X-Request-ID
 alt-svc:
 - h3=":443"; ma=86400
 content-length:
 - '827'
 openai-organization:
 - braintrust-data
 openai-processing-ms:
 - '472'
 openai-project:
 - proj_vsCSXafhhByzWOThMrJcZiw9
 openai-version:
 - '2020-10-01'
 set-cookie:
 - __cf_bm=nQ.XMiAqbEVeR.9ilHFAV4G4Lr7C1VfG_qcqqLD25pc-1775258986.789194-1.0.1.1-OZs4yBKIgVJRt8TPeU0RwzFFZpzpHe0wallA39buBqR7rJNm4msYOCxouudLSaCVsCrH7FfDoXAGpAJyXrfrbaDIsjojElEvFuvv0L9z1PZpxcj_hIX69nD.oYVrz2X0;
 HttpOnly; Secure; Path=/; Domain=api.openai.com; Expires=Fri, 03 Apr 2026
 23:59:47 GMT
 x-openai-proxy-wasm:
 - v0.1
 x-ratelimit-limit-input-images:
 - '50000'
 x-ratelimit-limit-requests:
 - '30000'
 x-ratelimit-limit-tokens:
 - '150000000'
 x-ratelimit-remaining-input-images:
 - '49999'
 x-ratelimit-remaining-requests:
 - '29999'
 x-ratelimit-remaining-tokens:
 - '149999227'
 x-ratelimit-reset-input-images:
 - 1ms
 x-ratelimit-reset-requests:
 - 2ms
 x-ratelimit-reset-tokens:
 - 0s
 x-request-id:
 - req_52279379da51445eae3f8994d1027669
 status:
 code: 200
 message: OK
version: 1

0
...ttes/test_openai_not_given_filtering.yaml → ...ttes/test_openai_not_given_filtering.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_parallel_tool_calls.yaml → ...ttes/test_openai_parallel_tool_calls.yaml

View file


Open in desktop


File renamed without changes.

Loading
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Auto-enable theater mode on YouTube\n(function() {\n function tryTheater() {\n var btn = document.querySelector('button[aria-label=\"Theater mode\"], ytd-player #player button[title=\"Theater mode\"]');\n if (btn && !btn.classList.contains('activated')) {\n btn.click();\n }\n }\n \n // Try immediately\n tryTheater();\n \n // Try after navigation (SPA)\n var lastUrl = location.href;\n setInterval(function() {\n if (location.href !== lastUrl) {\n lastUrl = location.href;\n setTimeout(tryTheater, 500);\n }\n }, 1000);\n \n // Also try on player load\n var observer = new MutationObserver(tryTheater);\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "YouTube Theater Mode Default");
}
} catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
feat(openai): migrate openai wrapper and add claude agent sdk integration#206

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 7, 2026
 Merged


feat(openai): migrate openai wrapper and add claude agent sdk integration
#206
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


22 changes: 17 additions & 5 deletions
py/noxfile.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -84,6 +84,7 @@ def _pinned_python_version():
# Test matrix
ANTHROPIC_VERSIONS = (LATEST, "0.50.0", "0.49.0", "0.48.0")
OPENAI_VERSIONS = (LATEST, "1.77.0", "1.71", "1.91", "1.92")
OPENAI_AGENTS_VERSIONS = (LATEST, "0.0.19")
# litellm latest requires Python >= 3.10
# Pin litellm because 1.82.7-1.82.8 are compromised: https://github.com/BerriAI/litellm/issues/24512
LITELLM_VERSIONS = ("1.82.0", "1.74.0")
Expand DownExpand Up@@ -242,10 +243,21 @@ def test_langchain(session, version):
def test_openai(session, version):
 _install_test_deps(session)
 _install(session, "openai", version)
 # openai-agents requires Python >= 3.10
 _install(session, "openai-agents")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai.py")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_openrouter_gateway.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_oai_attachments.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_openrouter_gateway.py")
 _run_core_tests(session)


@nox.session()
@nox.parametrize("version", OPENAI_AGENTS_VERSIONS, ids=OPENAI_AGENTS_VERSIONS)
def test_openai_agents(session, version):
 if sys.version_info < (3, 10):
 session.skip("openai-agents requires Python >= 3.10")
 _install_test_deps(session)
 _install(session, "openai")
 _install(session, "openai-agents", version)
 _run_tests(session, f"{INTEGRATION_DIR}/openai_agents/test_openai_agents.py")
 _run_core_tests(session)


Expand All@@ -256,7 +268,7 @@ def test_openai_http2_streaming(session):
 # h2 is isolated to this session because it's only needed to force the
 # HTTP/2 LegacyAPIResponse streaming path used by the regression test.
 session.install("h2")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_http2.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_http2.py")


@nox.session()
Expand Down

6 changes: 3 additions & 3 deletions
py/src/braintrust/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -76,6 +76,9 @@ def is_equal(expected, output):
from .integrations.litellm import (
 wrap_litellm, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openrouter import (
 wrap_openrouter, # noqa: F401 # type: ignore[reportUnusedImport]
)
Expand All@@ -88,9 +91,6 @@ def is_equal(expected, output):
 _internal_reset_global_state, # noqa: F401 # type: ignore[reportUnusedImport]
 _internal_with_custom_background_logger, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .oai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .sandbox import (
 RegisteredSandboxFunction, # noqa: F401 # type: ignore[reportUnusedImport]
 RegisterSandboxResult, # noqa: F401 # type: ignore[reportUnusedImport]
Expand Down

16 changes: 7 additions & 9 deletions
py/src/braintrust/auto.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -18,6 +18,8 @@
 LangChainIntegration,
 LiteLLMIntegration,
 MistralIntegration,
 OpenAIAgentsIntegration,
 OpenAIIntegration,
 OpenRouterIntegration,
 PydanticAIIntegration,
)
Expand DownExpand Up@@ -54,6 +56,7 @@ def auto_instrument(
 dspy: bool = True,
 adk: bool = True,
 langchain: bool = True,
 openai_agents: bool = True,
) -> dict[str, bool]:
 """
 Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -78,6 +81,7 @@ def auto_instrument(
 dspy: Enable DSPy instrumentation (default: True)
 adk: Enable Google ADK instrumentation (default: True)
 langchain: Enable LangChain instrumentation (default: True)
 openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)

 Returns:
 Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -126,7 +130,7 @@ def auto_instrument(
 results = {}

 if openai:
 results["openai"] = _instrument_openai()
 results["openai"] = _instrument_integration(OpenAIIntegration)
 if anthropic:
 results["anthropic"] = _instrument_integration(AnthropicIntegration)
 if litellm:
Expand All@@ -151,18 +155,12 @@ def auto_instrument(
 results["adk"] = _instrument_integration(ADKIntegration)
 if langchain:
 results["langchain"] = _instrument_integration(LangChainIntegration)
 if openai_agents:
 results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)

 return results


def _instrument_openai() -> bool:
 with _try_patch():
 from braintrust.oai import patch_openai

 return patch_openai()
 return False


def _instrument_integration(integration) -> bool:
 with _try_patch():
 return integration.setup()
Expand Down

4 changes: 4 additions & 0 deletions
py/src/braintrust/integrations/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -8,6 +8,8 @@
from .langchain import LangChainIntegration
from .litellm import LiteLLMIntegration
from .mistral import MistralIntegration
from .openai import OpenAIIntegration
from .openai_agents import OpenAIAgentsIntegration
from .openrouter import OpenRouterIntegration
from .pydantic_ai import PydanticAIIntegration

Expand All@@ -23,6 +25,8 @@
 "LiteLLMIntegration",
 "LangChainIntegration",
 "MistralIntegration",
 "OpenAIIntegration",
 "OpenAIAgentsIntegration",
 "OpenRouterIntegration",
 "PydanticAIIntegration",
]

7 changes: 5 additions & 2 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_litellm.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -14,12 +14,15 @@
assert not LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 2. Instrument
results = auto_instrument()
# Disable OpenAI auto-instrumentation here because LiteLLM's OpenAI-backed
# chat path can otherwise produce both a LiteLLM span and an OpenAI span.
# This test is meant to validate LiteLLM instrumentation in isolation.
results = auto_instrument(openai=False)
assert results.get("litellm") == True
assert LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 3. Idempotent
results2 = auto_instrument()
results2 = auto_instrument(openai=False)
assert results2.get("litellm") == True

# 4. Make API call and verify span
Expand Down

18 changes: 15 additions & 3 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,24 +1,36 @@
"""Test auto_instrument for OpenAI."""

import inspect
from pathlib import Path

import openai
from braintrust.auto import auto_instrument
from braintrust.wrappers.test_utils import autoinstrument_test_context
from wrapt import FunctionWrapper


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai" / "cassettes"


def _is_braintrust_wrapped() -> bool:
 attr = inspect.getattr_static(openai.resources.chat.completions.Completions, "create", None)
 return isinstance(attr, FunctionWrapper)


# 1. Verify not patched initially
assert not getattr(openai, "__braintrust_wrapped__", False)
assert not _is_braintrust_wrapped()

# 2. Instrument
results = auto_instrument()
assert results.get("openai") == True
assert getattr(openai, "__braintrust_wrapped__", False)
assert _is_braintrust_wrapped()

# 3. Idempotent
results2 = auto_instrument()
assert results2.get("openai") == True

# 4. Make API call and verify span
with autoinstrument_test_context("test_auto_openai") as memory_logger:
with autoinstrument_test_context("test_auto_openai", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 client = openai.OpenAI()
 response = client.chat.completions.create(
 model="gpt-4o-mini",
Expand Down

47 changes: 47 additions & 0 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai_agents.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for the OpenAI Agents SDK."""

import asyncio
from pathlib import Path

import agents
from braintrust.auto import auto_instrument
from braintrust.integrations.openai_agents import BraintrustTracingProcessor
from braintrust.wrappers.test_utils import autoinstrument_test_context


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai_agents" / "cassettes"
TEST_MODEL = "gpt-4o-mini"
TEST_PROMPT = "What is 2+2? Just the number."
TEST_AGENT_INSTRUCTIONS = "You are a helpful assistant. Be very concise."


def _has_braintrust_processor() -> bool:
 provider = agents.tracing.get_trace_provider()
 processors = getattr(getattr(provider, "_multi_processor", None), "_processors", ())
 return any(isinstance(processor, BraintrustTracingProcessor) for processor in processors)


results = auto_instrument()
assert results.get("openai_agents") == True
assert _has_braintrust_processor()

results2 = auto_instrument()
assert results2.get("openai_agents") == True
assert _has_braintrust_processor()

with autoinstrument_test_context("test_auto_openai_agents", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 from agents import Agent
 from agents.run import AgentRunner

 async def run_agent():
 agent = Agent(name="test-agent", model=TEST_MODEL, instructions=TEST_AGENT_INSTRUCTIONS)
 return await AgentRunner().run(agent, TEST_PROMPT)

 result = asyncio.run(run_agent())
 assert result is not None
 assert hasattr(result, "final_output") or hasattr(result, "output")

 spans = memory_logger.pop()
 assert len(spans) >= 2, f"Expected at least 2 spans, got {len(spans)}"

print("SUCCESS")

38 changes: 38 additions & 0 deletions
py/src/braintrust/integrations/openai/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
"""Braintrust integration for the OpenAI Python SDK and OpenAI-compatible gateways."""

from braintrust.logger import NOOP_SPAN, current_span, init_logger

from .integration import OpenAIIntegration
from .patchers import wrap_openai


__all__ = [
 "OpenAIIntegration",
 "setup_openai",
 "wrap_openai",
]


def setup_openai(
 api_key: str | None = None,
 project_id: str | None = None,
 project_name: str | None = None,
) -> bool:
 """Setup Braintrust integration with OpenAI.

 Patches OpenAI resource classes at the module level so that all clients
 produce Braintrust tracing spans.

 Args:
 api_key: Braintrust API key (optional, can use env var BRAINTRUST_API_KEY)
 project_id: Braintrust project ID (optional)
 project_name: Braintrust project name (optional, can use env var BRAINTRUST_PROJECT)

 Returns:
 True if setup was successful, False otherwise
 """
 span = current_span()
 if span == NOOP_SPAN:
 init_logger(project=project_name, api_key=api_key, project_id=project_id)

 return OpenAIIntegration.setup()

0
...est_patch_openai_async_creates_spans.yaml → ...Spans.test_setup_async_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
...pans.test_patch_openai_creates_spans.yaml → ...nSetupSpans.test_setup_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
.../wrappers/cassettes/test_auto_openai.yaml → ...ns/openai/cassettes/test_auto_openai.yaml

View file


Open in desktop


File renamed without changes.


0
...st_tracing_processor_concurrency_bug.yaml → ...st_tracing_processor_concurrency_bug.yaml

View file


Open in desktop


File renamed without changes.


0
...ing_processor_current_span_detection.yaml → ...ing_processor_current_span_detection.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_async_parallel_requests.yaml → .../test_openai_async_parallel_requests.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_chat_async.yaml → ...nai/cassettes/test_openai_chat_async.yaml

View file


Open in desktop


File renamed without changes.


0
...st_openai_chat_async_context_manager.yaml → ...st_openai_chat_async_context_manager.yaml

View file


Open in desktop


File renamed without changes.


0
...openai_chat_async_with_system_prompt.yaml → ...openai_chat_async_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
...t_openai_chat_error_in_async_context.yaml → ...t_openai_chat_error_in_async_context.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_chat_metrics.yaml → ...i/cassettes/test_openai_chat_metrics.yaml

View file


Open in desktop


File renamed without changes.


0
...tes/test_openai_chat_streaming_async.yaml → ...tes/test_openai_chat_streaming_async.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_chat_streaming_sync.yaml → ...ttes/test_openai_chat_streaming_sync.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ync_http2_preserves_stream_interface.yaml → ...ync_http2_preserves_stream_interface.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_chat_with_system_prompt.yaml → .../test_openai_chat_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_client_async_comparison.yaml → .../test_openai_client_async_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...ettes/test_openai_client_async_error.yaml → ...ettes/test_openai_client_async_error.yaml

View file


Open in desktop


File renamed without changes.


0
...settes/test_openai_client_comparison.yaml → ...settes/test_openai_client_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_client_error.yaml → ...i/cassettes/test_openai_client_error.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_embeddings.yaml → ...nai/cassettes/test_openai_embeddings.yaml

View file


Open in desktop


File renamed without changes.


0
...ssettes/test_openai_embeddings_async.yaml → ...ssettes/test_openai_embeddings_async.yaml

View file


Open in desktop


File renamed without changes.


117 changes: 117 additions & 0 deletions
...rust/integrations/openai/cassettes/test_openai_image_data_url_converts_to_attachment.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,117 @@
interactions:
- request:
 body: '{"messages":[{"role":"user","content":[{"type":"text","text":"What color
 is this image?"},{"type":"image_url","image_url":{"url":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8DwHwAFBQIAX8jx0gAAAABJRU5ErkJggg=="}}]}],"model":"gpt-4o-mini"}'
 headers:
 Accept:
 - application/json
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '277'
 Content-Type:
 - application/json
 Host:
 - api.openai.com
 User-Agent:
 - OpenAI/Python 2.30.0
 X-Stainless-Arch:
 - arm64
 X-Stainless-Async:
 - 'false'
 X-Stainless-Lang:
 - python
 X-Stainless-OS:
 - MacOS
 X-Stainless-Package-Version:
 - 2.30.0
 X-Stainless-Raw-Response:
 - 'true'
 X-Stainless-Runtime:
 - CPython
 X-Stainless-Runtime-Version:
 - 3.13.3
 x-stainless-read-timeout:
 - '600'
 x-stainless-retry-count:
 - '0'
 method: POST
 uri: https://api.openai.com/v1/chat/completions
 response:
 body:
 string: "{\n \"id\": \"chatcmpl-DQiFPcXBqdj72osGdNznct7LOdS4U\",\n \"object\":
 \"chat.completion\",\n \"created\": 1775258987,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
 \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
 \"assistant\",\n \"content\": \"The image is red.\",\n \"refusal\":
 null,\n \"annotations\": []\n },\n \"logprobs\": null,\n
 \ \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
 8513,\n \"completion_tokens\": 5,\n \"total_tokens\": 8518,\n \"prompt_tokens_details\":
 {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\":
 {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
 \"default\",\n \"system_fingerprint\": \"fp_ebf4e532f9\"\n}\n"
 headers:
 CF-Cache-Status:
 - DYNAMIC
 CF-Ray:
 - 9e6bdb7b6c73d8d9-YYZ
 Connection:
 - keep-alive
 Content-Type:
 - application/json
 Date:
 - Fri, 03 Apr 2026 23:29:47 GMT
 Server:
 - cloudflare
 Strict-Transport-Security:
 - max-age=31536000; includeSubDomains; preload
 Transfer-Encoding:
 - chunked
 X-Content-Type-Options:
 - nosniff
 access-control-expose-headers:
 - X-Request-ID
 alt-svc:
 - h3=":443"; ma=86400
 content-length:
 - '827'
 openai-organization:
 - braintrust-data
 openai-processing-ms:
 - '472'
 openai-project:
 - proj_vsCSXafhhByzWOThMrJcZiw9
 openai-version:
 - '2020-10-01'
 set-cookie:
 - __cf_bm=nQ.XMiAqbEVeR.9ilHFAV4G4Lr7C1VfG_qcqqLD25pc-1775258986.789194-1.0.1.1-OZs4yBKIgVJRt8TPeU0RwzFFZpzpHe0wallA39buBqR7rJNm4msYOCxouudLSaCVsCrH7FfDoXAGpAJyXrfrbaDIsjojElEvFuvv0L9z1PZpxcj_hIX69nD.oYVrz2X0;
 HttpOnly; Secure; Path=/; Domain=api.openai.com; Expires=Fri, 03 Apr 2026
 23:59:47 GMT
 x-openai-proxy-wasm:
 - v0.1
 x-ratelimit-limit-input-images:
 - '50000'
 x-ratelimit-limit-requests:
 - '30000'
 x-ratelimit-limit-tokens:
 - '150000000'
 x-ratelimit-remaining-input-images:
 - '49999'
 x-ratelimit-remaining-requests:
 - '29999'
 x-ratelimit-remaining-tokens:
 - '149999227'
 x-ratelimit-reset-input-images:
 - 1ms
 x-ratelimit-reset-requests:
 - 2ms
 x-ratelimit-reset-tokens:
 - 0s
 x-request-id:
 - req_52279379da51445eae3f8994d1027669
 status:
 code: 200
 message: OK
version: 1

0
...ttes/test_openai_not_given_filtering.yaml → ...ttes/test_openai_not_given_filtering.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_parallel_tool_calls.yaml → ...ttes/test_openai_parallel_tool_calls.yaml

View file


Open in desktop


File renamed without changes.

Loading
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Remove or un-stick sticky/fixed headers that block content\n(function() {\n function unstick() {\n document.querySelectorAll('header, nav, [role=\"banner\"], .header, .navbar, .sticky, .fixed-top, [style*=\"position: fixed\"], [style*=\"position:sticky\"]').forEach(function(el) {\n if (el.style.position === 'fixed' || el.style.position === 'sticky' || \n getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') {\n el.style.position = 'static';\n el.style.top = 'auto';\n el.style.zIndex = 'auto';\n }\n });\n }\n \n unstick();\n \n var observer = new MutationObserver(unstick);\n observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] });\n})();", "Kill Sticky Headers");
}
} catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
feat(openai): migrate openai wrapper and add claude agent sdk integration#206

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 7, 2026
 Merged


feat(openai): migrate openai wrapper and add claude agent sdk integration
#206
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


22 changes: 17 additions & 5 deletions
py/noxfile.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -84,6 +84,7 @@ def _pinned_python_version():
# Test matrix
ANTHROPIC_VERSIONS = (LATEST, "0.50.0", "0.49.0", "0.48.0")
OPENAI_VERSIONS = (LATEST, "1.77.0", "1.71", "1.91", "1.92")
OPENAI_AGENTS_VERSIONS = (LATEST, "0.0.19")
# litellm latest requires Python >= 3.10
# Pin litellm because 1.82.7-1.82.8 are compromised: https://github.com/BerriAI/litellm/issues/24512
LITELLM_VERSIONS = ("1.82.0", "1.74.0")
Expand DownExpand Up@@ -242,10 +243,21 @@ def test_langchain(session, version):
def test_openai(session, version):
 _install_test_deps(session)
 _install(session, "openai", version)
 # openai-agents requires Python >= 3.10
 _install(session, "openai-agents")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai.py")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_openrouter_gateway.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_oai_attachments.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_openrouter_gateway.py")
 _run_core_tests(session)


@nox.session()
@nox.parametrize("version", OPENAI_AGENTS_VERSIONS, ids=OPENAI_AGENTS_VERSIONS)
def test_openai_agents(session, version):
 if sys.version_info < (3, 10):
 session.skip("openai-agents requires Python >= 3.10")
 _install_test_deps(session)
 _install(session, "openai")
 _install(session, "openai-agents", version)
 _run_tests(session, f"{INTEGRATION_DIR}/openai_agents/test_openai_agents.py")
 _run_core_tests(session)


Expand All@@ -256,7 +268,7 @@ def test_openai_http2_streaming(session):
 # h2 is isolated to this session because it's only needed to force the
 # HTTP/2 LegacyAPIResponse streaming path used by the regression test.
 session.install("h2")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_http2.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_http2.py")


@nox.session()
Expand Down

6 changes: 3 additions & 3 deletions
py/src/braintrust/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -76,6 +76,9 @@ def is_equal(expected, output):
from .integrations.litellm import (
 wrap_litellm, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openrouter import (
 wrap_openrouter, # noqa: F401 # type: ignore[reportUnusedImport]
)
Expand All@@ -88,9 +91,6 @@ def is_equal(expected, output):
 _internal_reset_global_state, # noqa: F401 # type: ignore[reportUnusedImport]
 _internal_with_custom_background_logger, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .oai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .sandbox import (
 RegisteredSandboxFunction, # noqa: F401 # type: ignore[reportUnusedImport]
 RegisterSandboxResult, # noqa: F401 # type: ignore[reportUnusedImport]
Expand Down

16 changes: 7 additions & 9 deletions
py/src/braintrust/auto.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -18,6 +18,8 @@
 LangChainIntegration,
 LiteLLMIntegration,
 MistralIntegration,
 OpenAIAgentsIntegration,
 OpenAIIntegration,
 OpenRouterIntegration,
 PydanticAIIntegration,
)
Expand DownExpand Up@@ -54,6 +56,7 @@ def auto_instrument(
 dspy: bool = True,
 adk: bool = True,
 langchain: bool = True,
 openai_agents: bool = True,
) -> dict[str, bool]:
 """
 Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -78,6 +81,7 @@ def auto_instrument(
 dspy: Enable DSPy instrumentation (default: True)
 adk: Enable Google ADK instrumentation (default: True)
 langchain: Enable LangChain instrumentation (default: True)
 openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)

 Returns:
 Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -126,7 +130,7 @@ def auto_instrument(
 results = {}

 if openai:
 results["openai"] = _instrument_openai()
 results["openai"] = _instrument_integration(OpenAIIntegration)
 if anthropic:
 results["anthropic"] = _instrument_integration(AnthropicIntegration)
 if litellm:
Expand All@@ -151,18 +155,12 @@ def auto_instrument(
 results["adk"] = _instrument_integration(ADKIntegration)
 if langchain:
 results["langchain"] = _instrument_integration(LangChainIntegration)
 if openai_agents:
 results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)

 return results


def _instrument_openai() -> bool:
 with _try_patch():
 from braintrust.oai import patch_openai

 return patch_openai()
 return False


def _instrument_integration(integration) -> bool:
 with _try_patch():
 return integration.setup()
Expand Down

4 changes: 4 additions & 0 deletions
py/src/braintrust/integrations/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -8,6 +8,8 @@
from .langchain import LangChainIntegration
from .litellm import LiteLLMIntegration
from .mistral import MistralIntegration
from .openai import OpenAIIntegration
from .openai_agents import OpenAIAgentsIntegration
from .openrouter import OpenRouterIntegration
from .pydantic_ai import PydanticAIIntegration

Expand All@@ -23,6 +25,8 @@
 "LiteLLMIntegration",
 "LangChainIntegration",
 "MistralIntegration",
 "OpenAIIntegration",
 "OpenAIAgentsIntegration",
 "OpenRouterIntegration",
 "PydanticAIIntegration",
]

7 changes: 5 additions & 2 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_litellm.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -14,12 +14,15 @@
assert not LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 2. Instrument
results = auto_instrument()
# Disable OpenAI auto-instrumentation here because LiteLLM's OpenAI-backed
# chat path can otherwise produce both a LiteLLM span and an OpenAI span.
# This test is meant to validate LiteLLM instrumentation in isolation.
results = auto_instrument(openai=False)
assert results.get("litellm") == True
assert LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 3. Idempotent
results2 = auto_instrument()
results2 = auto_instrument(openai=False)
assert results2.get("litellm") == True

# 4. Make API call and verify span
Expand Down

18 changes: 15 additions & 3 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,24 +1,36 @@
"""Test auto_instrument for OpenAI."""

import inspect
from pathlib import Path

import openai
from braintrust.auto import auto_instrument
from braintrust.wrappers.test_utils import autoinstrument_test_context
from wrapt import FunctionWrapper


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai" / "cassettes"


def _is_braintrust_wrapped() -> bool:
 attr = inspect.getattr_static(openai.resources.chat.completions.Completions, "create", None)
 return isinstance(attr, FunctionWrapper)


# 1. Verify not patched initially
assert not getattr(openai, "__braintrust_wrapped__", False)
assert not _is_braintrust_wrapped()

# 2. Instrument
results = auto_instrument()
assert results.get("openai") == True
assert getattr(openai, "__braintrust_wrapped__", False)
assert _is_braintrust_wrapped()

# 3. Idempotent
results2 = auto_instrument()
assert results2.get("openai") == True

# 4. Make API call and verify span
with autoinstrument_test_context("test_auto_openai") as memory_logger:
with autoinstrument_test_context("test_auto_openai", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 client = openai.OpenAI()
 response = client.chat.completions.create(
 model="gpt-4o-mini",
Expand Down

47 changes: 47 additions & 0 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai_agents.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for the OpenAI Agents SDK."""

import asyncio
from pathlib import Path

import agents
from braintrust.auto import auto_instrument
from braintrust.integrations.openai_agents import BraintrustTracingProcessor
from braintrust.wrappers.test_utils import autoinstrument_test_context


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai_agents" / "cassettes"
TEST_MODEL = "gpt-4o-mini"
TEST_PROMPT = "What is 2+2? Just the number."
TEST_AGENT_INSTRUCTIONS = "You are a helpful assistant. Be very concise."


def _has_braintrust_processor() -> bool:
 provider = agents.tracing.get_trace_provider()
 processors = getattr(getattr(provider, "_multi_processor", None), "_processors", ())
 return any(isinstance(processor, BraintrustTracingProcessor) for processor in processors)


results = auto_instrument()
assert results.get("openai_agents") == True
assert _has_braintrust_processor()

results2 = auto_instrument()
assert results2.get("openai_agents") == True
assert _has_braintrust_processor()

with autoinstrument_test_context("test_auto_openai_agents", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 from agents import Agent
 from agents.run import AgentRunner

 async def run_agent():
 agent = Agent(name="test-agent", model=TEST_MODEL, instructions=TEST_AGENT_INSTRUCTIONS)
 return await AgentRunner().run(agent, TEST_PROMPT)

 result = asyncio.run(run_agent())
 assert result is not None
 assert hasattr(result, "final_output") or hasattr(result, "output")

 spans = memory_logger.pop()
 assert len(spans) >= 2, f"Expected at least 2 spans, got {len(spans)}"

print("SUCCESS")

38 changes: 38 additions & 0 deletions
py/src/braintrust/integrations/openai/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
"""Braintrust integration for the OpenAI Python SDK and OpenAI-compatible gateways."""

from braintrust.logger import NOOP_SPAN, current_span, init_logger

from .integration import OpenAIIntegration
from .patchers import wrap_openai


__all__ = [
 "OpenAIIntegration",
 "setup_openai",
 "wrap_openai",
]


def setup_openai(
 api_key: str | None = None,
 project_id: str | None = None,
 project_name: str | None = None,
) -> bool:
 """Setup Braintrust integration with OpenAI.

 Patches OpenAI resource classes at the module level so that all clients
 produce Braintrust tracing spans.

 Args:
 api_key: Braintrust API key (optional, can use env var BRAINTRUST_API_KEY)
 project_id: Braintrust project ID (optional)
 project_name: Braintrust project name (optional, can use env var BRAINTRUST_PROJECT)

 Returns:
 True if setup was successful, False otherwise
 """
 span = current_span()
 if span == NOOP_SPAN:
 init_logger(project=project_name, api_key=api_key, project_id=project_id)

 return OpenAIIntegration.setup()

0
...est_patch_openai_async_creates_spans.yaml → ...Spans.test_setup_async_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
...pans.test_patch_openai_creates_spans.yaml → ...nSetupSpans.test_setup_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
.../wrappers/cassettes/test_auto_openai.yaml → ...ns/openai/cassettes/test_auto_openai.yaml

View file


Open in desktop


File renamed without changes.


0
...st_tracing_processor_concurrency_bug.yaml → ...st_tracing_processor_concurrency_bug.yaml

View file


Open in desktop


File renamed without changes.


0
...ing_processor_current_span_detection.yaml → ...ing_processor_current_span_detection.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_async_parallel_requests.yaml → .../test_openai_async_parallel_requests.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_chat_async.yaml → ...nai/cassettes/test_openai_chat_async.yaml

View file


Open in desktop


File renamed without changes.


0
...st_openai_chat_async_context_manager.yaml → ...st_openai_chat_async_context_manager.yaml

View file


Open in desktop


File renamed without changes.


0
...openai_chat_async_with_system_prompt.yaml → ...openai_chat_async_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
...t_openai_chat_error_in_async_context.yaml → ...t_openai_chat_error_in_async_context.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_chat_metrics.yaml → ...i/cassettes/test_openai_chat_metrics.yaml

View file


Open in desktop


File renamed without changes.


0
...tes/test_openai_chat_streaming_async.yaml → ...tes/test_openai_chat_streaming_async.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_chat_streaming_sync.yaml → ...ttes/test_openai_chat_streaming_sync.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ync_http2_preserves_stream_interface.yaml → ...ync_http2_preserves_stream_interface.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_chat_with_system_prompt.yaml → .../test_openai_chat_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_client_async_comparison.yaml → .../test_openai_client_async_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...ettes/test_openai_client_async_error.yaml → ...ettes/test_openai_client_async_error.yaml

View file


Open in desktop


File renamed without changes.


0
...settes/test_openai_client_comparison.yaml → ...settes/test_openai_client_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_client_error.yaml → ...i/cassettes/test_openai_client_error.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_embeddings.yaml → ...nai/cassettes/test_openai_embeddings.yaml

View file


Open in desktop


File renamed without changes.


0
...ssettes/test_openai_embeddings_async.yaml → ...ssettes/test_openai_embeddings_async.yaml

View file


Open in desktop


File renamed without changes.


117 changes: 117 additions & 0 deletions
...rust/integrations/openai/cassettes/test_openai_image_data_url_converts_to_attachment.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,117 @@
interactions:
- request:
 body: '{"messages":[{"role":"user","content":[{"type":"text","text":"What color
 is this image?"},{"type":"image_url","image_url":{"url":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8DwHwAFBQIAX8jx0gAAAABJRU5ErkJggg=="}}]}],"model":"gpt-4o-mini"}'
 headers:
 Accept:
 - application/json
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '277'
 Content-Type:
 - application/json
 Host:
 - api.openai.com
 User-Agent:
 - OpenAI/Python 2.30.0
 X-Stainless-Arch:
 - arm64
 X-Stainless-Async:
 - 'false'
 X-Stainless-Lang:
 - python
 X-Stainless-OS:
 - MacOS
 X-Stainless-Package-Version:
 - 2.30.0
 X-Stainless-Raw-Response:
 - 'true'
 X-Stainless-Runtime:
 - CPython
 X-Stainless-Runtime-Version:
 - 3.13.3
 x-stainless-read-timeout:
 - '600'
 x-stainless-retry-count:
 - '0'
 method: POST
 uri: https://api.openai.com/v1/chat/completions
 response:
 body:
 string: "{\n \"id\": \"chatcmpl-DQiFPcXBqdj72osGdNznct7LOdS4U\",\n \"object\":
 \"chat.completion\",\n \"created\": 1775258987,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
 \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
 \"assistant\",\n \"content\": \"The image is red.\",\n \"refusal\":
 null,\n \"annotations\": []\n },\n \"logprobs\": null,\n
 \ \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
 8513,\n \"completion_tokens\": 5,\n \"total_tokens\": 8518,\n \"prompt_tokens_details\":
 {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\":
 {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
 \"default\",\n \"system_fingerprint\": \"fp_ebf4e532f9\"\n}\n"
 headers:
 CF-Cache-Status:
 - DYNAMIC
 CF-Ray:
 - 9e6bdb7b6c73d8d9-YYZ
 Connection:
 - keep-alive
 Content-Type:
 - application/json
 Date:
 - Fri, 03 Apr 2026 23:29:47 GMT
 Server:
 - cloudflare
 Strict-Transport-Security:
 - max-age=31536000; includeSubDomains; preload
 Transfer-Encoding:
 - chunked
 X-Content-Type-Options:
 - nosniff
 access-control-expose-headers:
 - X-Request-ID
 alt-svc:
 - h3=":443"; ma=86400
 content-length:
 - '827'
 openai-organization:
 - braintrust-data
 openai-processing-ms:
 - '472'
 openai-project:
 - proj_vsCSXafhhByzWOThMrJcZiw9
 openai-version:
 - '2020-10-01'
 set-cookie:
 - __cf_bm=nQ.XMiAqbEVeR.9ilHFAV4G4Lr7C1VfG_qcqqLD25pc-1775258986.789194-1.0.1.1-OZs4yBKIgVJRt8TPeU0RwzFFZpzpHe0wallA39buBqR7rJNm4msYOCxouudLSaCVsCrH7FfDoXAGpAJyXrfrbaDIsjojElEvFuvv0L9z1PZpxcj_hIX69nD.oYVrz2X0;
 HttpOnly; Secure; Path=/; Domain=api.openai.com; Expires=Fri, 03 Apr 2026
 23:59:47 GMT
 x-openai-proxy-wasm:
 - v0.1
 x-ratelimit-limit-input-images:
 - '50000'
 x-ratelimit-limit-requests:
 - '30000'
 x-ratelimit-limit-tokens:
 - '150000000'
 x-ratelimit-remaining-input-images:
 - '49999'
 x-ratelimit-remaining-requests:
 - '29999'
 x-ratelimit-remaining-tokens:
 - '149999227'
 x-ratelimit-reset-input-images:
 - 1ms
 x-ratelimit-reset-requests:
 - 2ms
 x-ratelimit-reset-tokens:
 - 0s
 x-request-id:
 - req_52279379da51445eae3f8994d1027669
 status:
 code: 200
 message: OK
version: 1

0
...ttes/test_openai_not_given_filtering.yaml → ...ttes/test_openai_not_given_filtering.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_parallel_tool_calls.yaml → ...ttes/test_openai_parallel_tool_calls.yaml

View file


Open in desktop


File renamed without changes.

Loading
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Universal Dark Mode - works on any site\n(function() {\n var enabled = true;\n \n function applyDarkMode() {\n if (!enabled) return;\n \n // Create style element if it doesn't exist\n var style = document.getElementById('universal-dark-mode-style');\n if (!style) {\n style = document.createElement('style');\n style.id = 'universal-dark-mode-style';\n document.head.appendChild(style);\n }\n \n // Dark mode CSS - inverts colors but preserves images/video\n style.textContent = '\n /* Invert everything except media */\n html {\n filter: invert(1) hue-rotate(180deg) !important;\n background: #1a1a2e !important;\n }\n \n /* Restore images, videos, iframes, canvas */\n img, video, iframe, canvas, svg, picture, [style*=\"background-image\"] {\n filter: invert(1) hue-rotate(180deg) !important;\n }\n \n /* Preserve specific elements that should not be inverted */\n .no-dark-mode, .no-dark-mode *,\n [data-theme=\"light\"], [data-theme=\"light\"],\n .ace_editor, .ace_editor *,\n .CodeMirror, .CodeMirror *,\n .monaco-editor, .monaco-editor *,\n .markdown-body pre, .markdown-body pre *,\n .highlight, .highlight *,\n pre code, pre code * {\n filter: none !important;\n }\n \n /* Fix common UI elements */\n .modal, .popup, .dropdown-menu, .tooltip, .popover {\n filter: invert(1) hue-rotate(180deg) !important;\n background: #2d2d44 !important;\n border-color: #444 !important;\n }\n \n /* Scrollbars */\n ::-webkit-scrollbar { background: #1a1a2e !important; }\n ::-webkit-scrollbar-thumb { background: #444 !important; }\n ::-webkit-scrollbar-thumb:hover { background: #555 !important; }\n \n /* Selection */\n ::selection { background: #4ecdc4 !important; color: #1a1a2e !important; }\n ::-moz-selection { background: #4ecdc4 !important; color: #1a1a2e !important; }\n ';\n }\n \n function removeDarkMode() {\n var style = document.getElementById('universal-dark-mode-style');\n if (style) style.remove();\n }\n \n // Toggle with Alt+Shift+D\n document.addEventListener('keydown', function(e) {\n if (e.altKey && e.shiftKey && e.key === 'D') {\n e.preventDefault();\n enabled = !enabled;\n if (enabled) {\n applyDarkMode();\n console.log('[Universal Dark Mode] Enabled');\n } else {\n removeDarkMode();\n console.log('[Universal Dark Mode] Disabled');\n }\n }\n });\n \n // Apply on load\n applyDarkMode();\n \n // Re-apply on dynamic content\n var observer = new MutationObserver(function(mutations) {\n if (enabled && !document.getElementById('universal-dark-mode-style')) {\n applyDarkMode();\n }\n });\n observer.observe(document.head, { childList: true });\n \n console.log('[Universal Dark Mode] Loaded - Press Alt+Shift+D to toggle');\n})();", "Universal Dark Mode");
}
} catch(__e) { console.warn('[Userscript:Universal Dark Mode]', __e); }
})();
})();

Skip to content
feat(openai): migrate openai wrapper and add claude agent sdk integration#206

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 7, 2026
 Merged


feat(openai): migrate openai wrapper and add claude agent sdk integration
#206
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


22 changes: 17 additions & 5 deletions
py/noxfile.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -84,6 +84,7 @@ def _pinned_python_version():
# Test matrix
ANTHROPIC_VERSIONS = (LATEST, "0.50.0", "0.49.0", "0.48.0")
OPENAI_VERSIONS = (LATEST, "1.77.0", "1.71", "1.91", "1.92")
OPENAI_AGENTS_VERSIONS = (LATEST, "0.0.19")
# litellm latest requires Python >= 3.10
# Pin litellm because 1.82.7-1.82.8 are compromised: https://github.com/BerriAI/litellm/issues/24512
LITELLM_VERSIONS = ("1.82.0", "1.74.0")
Expand DownExpand Up@@ -242,10 +243,21 @@ def test_langchain(session, version):
def test_openai(session, version):
 _install_test_deps(session)
 _install(session, "openai", version)
 # openai-agents requires Python >= 3.10
 _install(session, "openai-agents")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai.py")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_openrouter_gateway.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_oai_attachments.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_openrouter_gateway.py")
 _run_core_tests(session)


@nox.session()
@nox.parametrize("version", OPENAI_AGENTS_VERSIONS, ids=OPENAI_AGENTS_VERSIONS)
def test_openai_agents(session, version):
 if sys.version_info < (3, 10):
 session.skip("openai-agents requires Python >= 3.10")
 _install_test_deps(session)
 _install(session, "openai")
 _install(session, "openai-agents", version)
 _run_tests(session, f"{INTEGRATION_DIR}/openai_agents/test_openai_agents.py")
 _run_core_tests(session)


Expand All@@ -256,7 +268,7 @@ def test_openai_http2_streaming(session):
 # h2 is isolated to this session because it's only needed to force the
 # HTTP/2 LegacyAPIResponse streaming path used by the regression test.
 session.install("h2")
 _run_tests(session, f"{WRAPPER_DIR}/test_openai_http2.py")
 _run_tests(session, f"{INTEGRATION_DIR}/openai/test_openai_http2.py")


@nox.session()
Expand Down

6 changes: 3 additions & 3 deletions
py/src/braintrust/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -76,6 +76,9 @@ def is_equal(expected, output):
from .integrations.litellm import (
 wrap_litellm, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .integrations.openrouter import (
 wrap_openrouter, # noqa: F401 # type: ignore[reportUnusedImport]
)
Expand All@@ -88,9 +91,6 @@ def is_equal(expected, output):
 _internal_reset_global_state, # noqa: F401 # type: ignore[reportUnusedImport]
 _internal_with_custom_background_logger, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .oai import (
 wrap_openai, # noqa: F401 # type: ignore[reportUnusedImport]
)
from .sandbox import (
 RegisteredSandboxFunction, # noqa: F401 # type: ignore[reportUnusedImport]
 RegisterSandboxResult, # noqa: F401 # type: ignore[reportUnusedImport]
Expand Down

16 changes: 7 additions & 9 deletions
py/src/braintrust/auto.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -18,6 +18,8 @@
 LangChainIntegration,
 LiteLLMIntegration,
 MistralIntegration,
 OpenAIAgentsIntegration,
 OpenAIIntegration,
 OpenRouterIntegration,
 PydanticAIIntegration,
)
Expand DownExpand Up@@ -54,6 +56,7 @@ def auto_instrument(
 dspy: bool = True,
 adk: bool = True,
 langchain: bool = True,
 openai_agents: bool = True,
) -> dict[str, bool]:
 """
 Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -78,6 +81,7 @@ def auto_instrument(
 dspy: Enable DSPy instrumentation (default: True)
 adk: Enable Google ADK instrumentation (default: True)
 langchain: Enable LangChain instrumentation (default: True)
 openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)

 Returns:
 Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -126,7 +130,7 @@ def auto_instrument(
 results = {}

 if openai:
 results["openai"] = _instrument_openai()
 results["openai"] = _instrument_integration(OpenAIIntegration)
 if anthropic:
 results["anthropic"] = _instrument_integration(AnthropicIntegration)
 if litellm:
Expand All@@ -151,18 +155,12 @@ def auto_instrument(
 results["adk"] = _instrument_integration(ADKIntegration)
 if langchain:
 results["langchain"] = _instrument_integration(LangChainIntegration)
 if openai_agents:
 results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)

 return results


def _instrument_openai() -> bool:
 with _try_patch():
 from braintrust.oai import patch_openai

 return patch_openai()
 return False


def _instrument_integration(integration) -> bool:
 with _try_patch():
 return integration.setup()
Expand Down

4 changes: 4 additions & 0 deletions
py/src/braintrust/integrations/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -8,6 +8,8 @@
from .langchain import LangChainIntegration
from .litellm import LiteLLMIntegration
from .mistral import MistralIntegration
from .openai import OpenAIIntegration
from .openai_agents import OpenAIAgentsIntegration
from .openrouter import OpenRouterIntegration
from .pydantic_ai import PydanticAIIntegration

Expand All@@ -23,6 +25,8 @@
 "LiteLLMIntegration",
 "LangChainIntegration",
 "MistralIntegration",
 "OpenAIIntegration",
 "OpenAIAgentsIntegration",
 "OpenRouterIntegration",
 "PydanticAIIntegration",
]

7 changes: 5 additions & 2 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_litellm.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -14,12 +14,15 @@
assert not LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 2. Instrument
results = auto_instrument()
# Disable OpenAI auto-instrumentation here because LiteLLM's OpenAI-backed
# chat path can otherwise produce both a LiteLLM span and an OpenAI span.
# This test is meant to validate LiteLLM instrumentation in isolation.
results = auto_instrument(openai=False)
assert results.get("litellm") == True
assert LiteLLMIntegration.patchers[0].is_patched(litellm, None)

# 3. Idempotent
results2 = auto_instrument()
results2 = auto_instrument(openai=False)
assert results2.get("litellm") == True

# 4. Make API call and verify span
Expand Down

18 changes: 15 additions & 3 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,24 +1,36 @@
"""Test auto_instrument for OpenAI."""

import inspect
from pathlib import Path

import openai
from braintrust.auto import auto_instrument
from braintrust.wrappers.test_utils import autoinstrument_test_context
from wrapt import FunctionWrapper


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai" / "cassettes"


def _is_braintrust_wrapped() -> bool:
 attr = inspect.getattr_static(openai.resources.chat.completions.Completions, "create", None)
 return isinstance(attr, FunctionWrapper)


# 1. Verify not patched initially
assert not getattr(openai, "__braintrust_wrapped__", False)
assert not _is_braintrust_wrapped()

# 2. Instrument
results = auto_instrument()
assert results.get("openai") == True
assert getattr(openai, "__braintrust_wrapped__", False)
assert _is_braintrust_wrapped()

# 3. Idempotent
results2 = auto_instrument()
assert results2.get("openai") == True

# 4. Make API call and verify span
with autoinstrument_test_context("test_auto_openai") as memory_logger:
with autoinstrument_test_context("test_auto_openai", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 client = openai.OpenAI()
 response = client.chat.completions.create(
 model="gpt-4o-mini",
Expand Down

47 changes: 47 additions & 0 deletions
py/src/braintrust/integrations/auto_test_scripts/test_auto_openai_agents.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for the OpenAI Agents SDK."""

import asyncio
from pathlib import Path

import agents
from braintrust.auto import auto_instrument
from braintrust.integrations.openai_agents import BraintrustTracingProcessor
from braintrust.wrappers.test_utils import autoinstrument_test_context


_CASSETTES_DIR = Path(__file__).resolve().parent.parent / "openai_agents" / "cassettes"
TEST_MODEL = "gpt-4o-mini"
TEST_PROMPT = "What is 2+2? Just the number."
TEST_AGENT_INSTRUCTIONS = "You are a helpful assistant. Be very concise."


def _has_braintrust_processor() -> bool:
 provider = agents.tracing.get_trace_provider()
 processors = getattr(getattr(provider, "_multi_processor", None), "_processors", ())
 return any(isinstance(processor, BraintrustTracingProcessor) for processor in processors)


results = auto_instrument()
assert results.get("openai_agents") == True
assert _has_braintrust_processor()

results2 = auto_instrument()
assert results2.get("openai_agents") == True
assert _has_braintrust_processor()

with autoinstrument_test_context("test_auto_openai_agents", cassettes_dir=_CASSETTES_DIR) as memory_logger:
 from agents import Agent
 from agents.run import AgentRunner

 async def run_agent():
 agent = Agent(name="test-agent", model=TEST_MODEL, instructions=TEST_AGENT_INSTRUCTIONS)
 return await AgentRunner().run(agent, TEST_PROMPT)

 result = asyncio.run(run_agent())
 assert result is not None
 assert hasattr(result, "final_output") or hasattr(result, "output")

 spans = memory_logger.pop()
 assert len(spans) >= 2, f"Expected at least 2 spans, got {len(spans)}"

print("SUCCESS")

38 changes: 38 additions & 0 deletions
py/src/braintrust/integrations/openai/__init__.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
"""Braintrust integration for the OpenAI Python SDK and OpenAI-compatible gateways."""

from braintrust.logger import NOOP_SPAN, current_span, init_logger

from .integration import OpenAIIntegration
from .patchers import wrap_openai


__all__ = [
 "OpenAIIntegration",
 "setup_openai",
 "wrap_openai",
]


def setup_openai(
 api_key: str | None = None,
 project_id: str | None = None,
 project_name: str | None = None,
) -> bool:
 """Setup Braintrust integration with OpenAI.

 Patches OpenAI resource classes at the module level so that all clients
 produce Braintrust tracing spans.

 Args:
 api_key: Braintrust API key (optional, can use env var BRAINTRUST_API_KEY)
 project_id: Braintrust project ID (optional)
 project_name: Braintrust project name (optional, can use env var BRAINTRUST_PROJECT)

 Returns:
 True if setup was successful, False otherwise
 """
 span = current_span()
 if span == NOOP_SPAN:
 init_logger(project=project_name, api_key=api_key, project_id=project_id)

 return OpenAIIntegration.setup()

0
...est_patch_openai_async_creates_spans.yaml → ...Spans.test_setup_async_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
...pans.test_patch_openai_creates_spans.yaml → ...nSetupSpans.test_setup_creates_spans.yaml

View file


Open in desktop


File renamed without changes.


0
.../wrappers/cassettes/test_auto_openai.yaml → ...ns/openai/cassettes/test_auto_openai.yaml

View file


Open in desktop


File renamed without changes.


0
...st_tracing_processor_concurrency_bug.yaml → ...st_tracing_processor_concurrency_bug.yaml

View file


Open in desktop


File renamed without changes.


0
...ing_processor_current_span_detection.yaml → ...ing_processor_current_span_detection.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_async_parallel_requests.yaml → .../test_openai_async_parallel_requests.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_chat_async.yaml → ...nai/cassettes/test_openai_chat_async.yaml

View file


Open in desktop


File renamed without changes.


0
...st_openai_chat_async_context_manager.yaml → ...st_openai_chat_async_context_manager.yaml

View file


Open in desktop


File renamed without changes.


0
...openai_chat_async_with_system_prompt.yaml → ...openai_chat_async_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
...t_openai_chat_error_in_async_context.yaml → ...t_openai_chat_error_in_async_context.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_chat_metrics.yaml → ...i/cassettes/test_openai_chat_metrics.yaml

View file


Open in desktop


File renamed without changes.


0
...tes/test_openai_chat_streaming_async.yaml → ...tes/test_openai_chat_streaming_async.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_chat_streaming_sync.yaml → ...ttes/test_openai_chat_streaming_sync.yaml

View file


Open in desktop


File renamed without changes.


0
...p2_context_manager_preserves_wrapper.yaml → ...p2_context_manager_preserves_wrapper.yaml

View file


Open in desktop


File renamed without changes.


0
...ync_http2_preserves_stream_interface.yaml → ...ync_http2_preserves_stream_interface.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_chat_with_system_prompt.yaml → .../test_openai_chat_with_system_prompt.yaml

View file


Open in desktop


File renamed without changes.


0
.../test_openai_client_async_comparison.yaml → .../test_openai_client_async_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...ettes/test_openai_client_async_error.yaml → ...ettes/test_openai_client_async_error.yaml

View file


Open in desktop


File renamed without changes.


0
...settes/test_openai_client_comparison.yaml → ...settes/test_openai_client_comparison.yaml

View file


Open in desktop


File renamed without changes.


0
...s/cassettes/test_openai_client_error.yaml → ...i/cassettes/test_openai_client_error.yaml

View file


Open in desktop


File renamed without changes.


0
...ers/cassettes/test_openai_embeddings.yaml → ...nai/cassettes/test_openai_embeddings.yaml

View file


Open in desktop


File renamed without changes.


0
...ssettes/test_openai_embeddings_async.yaml → ...ssettes/test_openai_embeddings_async.yaml

View file


Open in desktop


File renamed without changes.


117 changes: 117 additions & 0 deletions
...rust/integrations/openai/cassettes/test_openai_image_data_url_converts_to_attachment.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -0,0 +1,117 @@
interactions:
- request:
 body: '{"messages":[{"role":"user","content":[{"type":"text","text":"What color
 is this image?"},{"type":"image_url","image_url":{"url":"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8DwHwAFBQIAX8jx0gAAAABJRU5ErkJggg=="}}]}],"model":"gpt-4o-mini"}'
 headers:
 Accept:
 - application/json
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '277'
 Content-Type:
 - application/json
 Host:
 - api.openai.com
 User-Agent:
 - OpenAI/Python 2.30.0
 X-Stainless-Arch:
 - arm64
 X-Stainless-Async:
 - 'false'
 X-Stainless-Lang:
 - python
 X-Stainless-OS:
 - MacOS
 X-Stainless-Package-Version:
 - 2.30.0
 X-Stainless-Raw-Response:
 - 'true'
 X-Stainless-Runtime:
 - CPython
 X-Stainless-Runtime-Version:
 - 3.13.3
 x-stainless-read-timeout:
 - '600'
 x-stainless-retry-count:
 - '0'
 method: POST
 uri: https://api.openai.com/v1/chat/completions
 response:
 body:
 string: "{\n \"id\": \"chatcmpl-DQiFPcXBqdj72osGdNznct7LOdS4U\",\n \"object\":
 \"chat.completion\",\n \"created\": 1775258987,\n \"model\": \"gpt-4o-mini-2024-07-18\",\n
 \ \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\":
 \"assistant\",\n \"content\": \"The image is red.\",\n \"refusal\":
 null,\n \"annotations\": []\n },\n \"logprobs\": null,\n
 \ \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\":
 8513,\n \"completion_tokens\": 5,\n \"total_tokens\": 8518,\n \"prompt_tokens_details\":
 {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\":
 {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\":
 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\":
 \"default\",\n \"system_fingerprint\": \"fp_ebf4e532f9\"\n}\n"
 headers:
 CF-Cache-Status:
 - DYNAMIC
 CF-Ray:
 - 9e6bdb7b6c73d8d9-YYZ
 Connection:
 - keep-alive
 Content-Type:
 - application/json
 Date:
 - Fri, 03 Apr 2026 23:29:47 GMT
 Server:
 - cloudflare
 Strict-Transport-Security:
 - max-age=31536000; includeSubDomains; preload
 Transfer-Encoding:
 - chunked
 X-Content-Type-Options:
 - nosniff
 access-control-expose-headers:
 - X-Request-ID
 alt-svc:
 - h3=":443"; ma=86400
 content-length:
 - '827'
 openai-organization:
 - braintrust-data
 openai-processing-ms:
 - '472'
 openai-project:
 - proj_vsCSXafhhByzWOThMrJcZiw9
 openai-version:
 - '2020-10-01'
 set-cookie:
 - __cf_bm=nQ.XMiAqbEVeR.9ilHFAV4G4Lr7C1VfG_qcqqLD25pc-1775258986.789194-1.0.1.1-OZs4yBKIgVJRt8TPeU0RwzFFZpzpHe0wallA39buBqR7rJNm4msYOCxouudLSaCVsCrH7FfDoXAGpAJyXrfrbaDIsjojElEvFuvv0L9z1PZpxcj_hIX69nD.oYVrz2X0;
 HttpOnly; Secure; Path=/; Domain=api.openai.com; Expires=Fri, 03 Apr 2026
 23:59:47 GMT
 x-openai-proxy-wasm:
 - v0.1
 x-ratelimit-limit-input-images:
 - '50000'
 x-ratelimit-limit-requests:
 - '30000'
 x-ratelimit-limit-tokens:
 - '150000000'
 x-ratelimit-remaining-input-images:
 - '49999'
 x-ratelimit-remaining-requests:
 - '29999'
 x-ratelimit-remaining-tokens:
 - '149999227'
 x-ratelimit-reset-input-images:
 - 1ms
 x-ratelimit-reset-requests:
 - 2ms
 x-ratelimit-reset-tokens:
 - 0s
 x-request-id:
 - req_52279379da51445eae3f8994d1027669
 status:
 code: 200
 message: OK
version: 1

0
...ttes/test_openai_not_given_filtering.yaml → ...ttes/test_openai_not_given_filtering.yaml

View file


Open in desktop


File renamed without changes.


0
...ttes/test_openai_parallel_tool_calls.yaml → ...ttes/test_openai_parallel_tool_calls.yaml

View file


Open in desktop


File renamed without changes.

Loading
Loading