Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions py/noxfile.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -159,6 +159,18 @@ def test_anthropic(session, version):
_run_tests(session, f"{INTEGRATION_DIR}/anthropic/test_anthropic.py", version=version)


COHERE_VERSIONS = _get_matrix_versions("cohere")


@nox.session()
@nox.parametrize("version", COHERE_VERSIONS, ids=COHERE_VERSIONS)
def test_cohere(session, version):
"""Test the native Cohere SDK integration."""
_install_test_deps(session)
_install_matrix_dep(session, "cohere", version)
_run_tests(session, f"{INTEGRATION_DIR}/cohere/test_cohere.py", version=version)


OPENAI_VERSIONS = _get_matrix_versions("openai")


Expand Down
7 changes: 7 additions & 0 deletions py/pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -167,6 +167,7 @@ lint = [
"agentscope",
"agno",
"anthropic",
"cohere",
"autoevals",
"braintrust-core",
"dspy",
Expand DownExpand Up@@ -251,6 +252,10 @@ latest = "openai==2.32.0"
latest = "anthropic==0.96.0"
"0.48.0" = "anthropic==0.48.0"

[tool.braintrust.matrix.cohere]
latest = "cohere==6.1.0"
"5.0.0" = "cohere==5.0.0"

[tool.braintrust.matrix.openai-agents]
latest = "openai-agents==0.14.1"
"0.0.19" = "openai-agents==0.0.19"
Expand DownExpand Up@@ -343,6 +348,7 @@ adk = ["google-adk"]
agentscope = ["agentscope"]
agno = ["agno"]
anthropic = ["anthropic"]
cohere = ["cohere"]
claude_agent_sdk = ["claude-agent-sdk"]
dspy = ["dspy"]
google_genai = ["google-genai"]
Expand All@@ -358,6 +364,7 @@ pydantic_ai = ["pydantic-ai-integration", "pydantic-ai-wrap-openai"]
agno = "agno"
agentscope = "agentscope"
anthropic = "anthropic"
cohere = "cohere"
autoevals = "autoevals"
braintrust-core = "braintrust_core"
dspy = "dspy"
Expand Down
10 changes: 8 additions & 2 deletions py/src/braintrust/auto.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -13,6 +13,7 @@
AgnoIntegration,
AnthropicIntegration,
ClaudeAgentSDKIntegration,
CohereIntegration,
DSPyIntegration,
GoogleGenAIIntegration,
LangChainIntegration,
Expand All@@ -23,6 +24,7 @@
OpenRouterIntegration,
PydanticAIIntegration,
)
from braintrust.integrations.base import BaseIntegration


__all__ = ["auto_instrument"]
Expand DownExpand Up@@ -57,6 +59,7 @@ def auto_instrument(
adk: bool = True,
langchain: bool = True,
openai_agents: bool = True,
cohere: bool = True,
) -> dict[str, bool]:
"""
Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -82,6 +85,7 @@ def auto_instrument(
adk: Enable Google ADK instrumentation (default: True)
langchain: Enable LangChain instrumentation (default: True)
openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)
cohere: Enable Cohere instrumentation (default: True)

Returns:
Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -127,7 +131,7 @@ def auto_instrument(
client.models.generate_content(model="gemini-2.0-flash", contents="Hello!")
```
"""
results = {}
results: dict[str, bool] = {}

if openai:
results["openai"] = _instrument_integration(OpenAIIntegration)
Expand DownExpand Up@@ -157,11 +161,13 @@ def auto_instrument(
results["langchain"] = _instrument_integration(LangChainIntegration)
if openai_agents:
results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)
if cohere:
results["cohere"] = _instrument_integration(CohereIntegration)

return results


def _instrument_integration(integration) -> bool:
def _instrument_integration(integration: type[BaseIntegration]) -> bool:
with _try_patch():
return integration.setup()
return False
2 changes: 2 additions & 0 deletions py/src/braintrust/conftest.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -153,6 +153,8 @@ def setup_braintrust():
os.environ.setdefault("OPENAI_API_KEY", "sk-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("ANTHROPIC_API_KEY", "sk-ant-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("MISTRAL_API_KEY", "mistral-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("CO_API_KEY", os.getenv("COHERE_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))
os.environ.setdefault("COHERE_API_KEY", os.getenv("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))


@pytest.fixture(autouse=True)
Expand Down
2 changes: 2 additions & 0 deletions py/src/braintrust/integrations/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from .agno import AgnoIntegration
from .anthropic import AnthropicIntegration
from .claude_agent_sdk import ClaudeAgentSDKIntegration
from .cohere import CohereIntegration
from .dspy import DSPyIntegration
from .google_genai import GoogleGenAIIntegration
from .langchain import LangChainIntegration
Expand All@@ -20,6 +21,7 @@
"AgnoIntegration",
"AnthropicIntegration",
"ClaudeAgentSDKIntegration",
"CohereIntegration",
"DSPyIntegration",
"GoogleGenAIIntegration",
"LiteLLMIntegration",
Expand Down
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for Cohere."""

import os


os.environ.setdefault("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("COHERE_API_KEY", os.environ["CO_API_KEY"])

import cohere
from braintrust.auto import auto_instrument
from braintrust.integrations.test_utils import autoinstrument_test_context


results = auto_instrument()
assert results.get("cohere") is True

results2 = auto_instrument()
assert results2.get("cohere") is True


with autoinstrument_test_context("test_auto_cohere", integration="cohere") as memory_logger:
use_v2 = hasattr(cohere, "ClientV2") and hasattr(cohere.ClientV2, "chat")
if use_v2:
client = cohere.ClientV2(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
messages=[{"role": "user", "content": "Say hi in one word."}],
max_tokens=10,
)
assert response.message.role == "assistant"
else:
client = cohere.Client(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
message="Say hi in one word.",
max_tokens=10,
)
assert isinstance(response.text, str)

spans = memory_logger.pop()
assert len(spans) == 1, f"Expected 1 span, got {len(spans)}"
span = spans[0]
assert span["metadata"]["provider"] == "cohere"
assert span["metadata"]["model"] == "command-a-03-2025"
assert span["span_attributes"]["name"] == "cohere.chat"

print("SUCCESS")
10 changes: 10 additions & 0 deletions py/src/braintrust/integrations/cohere/__init__.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
"""Braintrust integration for the Cohere Python SDK."""

from .integration import CohereIntegration
from .tracing import wrap_cohere


__all__ = [
"CohereIntegration",
"wrap_cohere",
]
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,79 @@
interactions:
- request:
body: '{"message":"Say hi in one word.","model":"command-a-03-2025","max_tokens":10,"stream":false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '92'
Host:
- api.cohere.ai
User-Agent:
- cohere/5.0.0
X-Fern-Language:
- Python
X-Fern-Platform:
- darwin/25.2.0
X-Fern-Runtime:
- python/3.14.3
X-Fern-SDK-Name:
- cohere
X-Fern-SDK-Version:
- 6.1.0
content-type:
- application/json
method: POST
uri: https://api.cohere.ai/v1/chat
response:
body:
string: '{"response_id":"c5a7c7f7-9008-494a-b98f-0a4ba7884028","text":"Hi!","generation_id":"f65b695b-32c1-4bce-8181-301bad8e8629","chat_history":[{"role":"USER","message":"Say
hi in one word."},{"role":"CHATBOT","message":"Hi!"}],"finish_reason":"COMPLETE","meta":{"api_version":{"version":"1"},"billed_units":{"input_tokens":6,"output_tokens":2},"tokens":{"input_tokens":501,"output_tokens":4},"cached_tokens":0}}'
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding:
- chunked
Via:
- 1.1 google
access-control-expose-headers:
- X-Debug-Trace-ID
cache-control:
- no-cache, no-store, no-transform, must-revalidate, private, max-age=0
content-length:
- '406'
content-type:
- application/json
date:
- Thu, 16 Apr 2026 22:25:12 GMT
expires:
- Thu, 01 Jan 1970 00:00:00 GMT
num_chars:
- '2597'
num_tokens:
- '8'
pragma:
- no-cache
server:
- envoy
vary:
- Origin,Accept-Encoding
x-accel-expires:
- '0'
x-debug-trace-id:
- 86e32c7996b5cfbbb75c0d2092031db2
x-endpoint-monthly-call-limit:
- '1000'
x-envoy-upstream-service-time:
- '211'
x-trial-endpoint-call-limit:
- '20'
x-trial-endpoint-call-remaining:
- '18'
status:
code: 200
message: OK
version: 1
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { // Add copy buttons to all
 blocks
(function() {
function addCopyButtons() {
document.querySelectorAll('pre code').forEach(function(codeBlock) {
if (codeBlock.parentElement.hasAttribute('data-copy-added')) return;
codeBlock.parentElement.setAttribute('data-copy-added', 'true');
var btn = document.createElement('button');
btn.textContent = 'Copy';
btn.style.cssText = 'position:absolute;top:4px;right:4px;padding:2px 8px;font-size:11px;background:#4ecdc4;border:none;border-radius:4px;color:#1a1a2e;cursor:pointer;opacity:0.7;transition:opacity 0.2s;';
btn.onmouseover = function() { this.style.opacity = '1'; };
btn.onmouseout = function() { this.style.opacity = '0.7'; };
btn.onclick = function() {
navigator.clipboard.writeText(codeBlock.textContent).then(function() {
btn.textContent = 'Copied!';
setTimeout(function() { btn.textContent = 'Copy'; }, 1500);
});
};
codeBlock.parentElement.style.position = 'relative';
codeBlock.parentElement.appendChild(btn);
});
}
addCopyButtons();
// Re-run on dynamic content
var observer = new MutationObserver(addCopyButtons);
observer.observe(document.body, { childList: true, subtree: true });
})();
}
} catch(__e) { console.warn('[Userscript:Add Copy Buttons to Code Blocks]', __e); }
})();
(function(){
try {
var __m = "github.com";
var __re = new RegExp('^' + "github\\.com" + '
feat(cohere): add integrations api support by AbhiPrasad · Pull Request #316 · braintrustdata/braintrust-sdk-python · GitHub
Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions py/noxfile.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -159,6 +159,18 @@ def test_anthropic(session, version):
_run_tests(session, f"{INTEGRATION_DIR}/anthropic/test_anthropic.py", version=version)


COHERE_VERSIONS = _get_matrix_versions("cohere")


@nox.session()
@nox.parametrize("version", COHERE_VERSIONS, ids=COHERE_VERSIONS)
def test_cohere(session, version):
"""Test the native Cohere SDK integration."""
_install_test_deps(session)
_install_matrix_dep(session, "cohere", version)
_run_tests(session, f"{INTEGRATION_DIR}/cohere/test_cohere.py", version=version)


OPENAI_VERSIONS = _get_matrix_versions("openai")


Expand Down
7 changes: 7 additions & 0 deletions py/pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -167,6 +167,7 @@ lint = [
"agentscope",
"agno",
"anthropic",
"cohere",
"autoevals",
"braintrust-core",
"dspy",
Expand DownExpand Up@@ -251,6 +252,10 @@ latest = "openai==2.32.0"
latest = "anthropic==0.96.0"
"0.48.0" = "anthropic==0.48.0"

[tool.braintrust.matrix.cohere]
latest = "cohere==6.1.0"
"5.0.0" = "cohere==5.0.0"

[tool.braintrust.matrix.openai-agents]
latest = "openai-agents==0.14.1"
"0.0.19" = "openai-agents==0.0.19"
Expand DownExpand Up@@ -343,6 +348,7 @@ adk = ["google-adk"]
agentscope = ["agentscope"]
agno = ["agno"]
anthropic = ["anthropic"]
cohere = ["cohere"]
claude_agent_sdk = ["claude-agent-sdk"]
dspy = ["dspy"]
google_genai = ["google-genai"]
Expand All@@ -358,6 +364,7 @@ pydantic_ai = ["pydantic-ai-integration", "pydantic-ai-wrap-openai"]
agno = "agno"
agentscope = "agentscope"
anthropic = "anthropic"
cohere = "cohere"
autoevals = "autoevals"
braintrust-core = "braintrust_core"
dspy = "dspy"
Expand Down
10 changes: 8 additions & 2 deletions py/src/braintrust/auto.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -13,6 +13,7 @@
AgnoIntegration,
AnthropicIntegration,
ClaudeAgentSDKIntegration,
CohereIntegration,
DSPyIntegration,
GoogleGenAIIntegration,
LangChainIntegration,
Expand All@@ -23,6 +24,7 @@
OpenRouterIntegration,
PydanticAIIntegration,
)
from braintrust.integrations.base import BaseIntegration


__all__ = ["auto_instrument"]
Expand DownExpand Up@@ -57,6 +59,7 @@ def auto_instrument(
adk: bool = True,
langchain: bool = True,
openai_agents: bool = True,
cohere: bool = True,
) -> dict[str, bool]:
"""
Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -82,6 +85,7 @@ def auto_instrument(
adk: Enable Google ADK instrumentation (default: True)
langchain: Enable LangChain instrumentation (default: True)
openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)
cohere: Enable Cohere instrumentation (default: True)

Returns:
Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -127,7 +131,7 @@ def auto_instrument(
client.models.generate_content(model="gemini-2.0-flash", contents="Hello!")
```
"""
results = {}
results: dict[str, bool] = {}

if openai:
results["openai"] = _instrument_integration(OpenAIIntegration)
Expand DownExpand Up@@ -157,11 +161,13 @@ def auto_instrument(
results["langchain"] = _instrument_integration(LangChainIntegration)
if openai_agents:
results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)
if cohere:
results["cohere"] = _instrument_integration(CohereIntegration)

return results


def _instrument_integration(integration) -> bool:
def _instrument_integration(integration: type[BaseIntegration]) -> bool:
with _try_patch():
return integration.setup()
return False
2 changes: 2 additions & 0 deletions py/src/braintrust/conftest.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -153,6 +153,8 @@ def setup_braintrust():
os.environ.setdefault("OPENAI_API_KEY", "sk-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("ANTHROPIC_API_KEY", "sk-ant-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("MISTRAL_API_KEY", "mistral-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("CO_API_KEY", os.getenv("COHERE_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))
os.environ.setdefault("COHERE_API_KEY", os.getenv("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))


@pytest.fixture(autouse=True)
Expand Down
2 changes: 2 additions & 0 deletions py/src/braintrust/integrations/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from .agno import AgnoIntegration
from .anthropic import AnthropicIntegration
from .claude_agent_sdk import ClaudeAgentSDKIntegration
from .cohere import CohereIntegration
from .dspy import DSPyIntegration
from .google_genai import GoogleGenAIIntegration
from .langchain import LangChainIntegration
Expand All@@ -20,6 +21,7 @@
"AgnoIntegration",
"AnthropicIntegration",
"ClaudeAgentSDKIntegration",
"CohereIntegration",
"DSPyIntegration",
"GoogleGenAIIntegration",
"LiteLLMIntegration",
Expand Down
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for Cohere."""

import os


os.environ.setdefault("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("COHERE_API_KEY", os.environ["CO_API_KEY"])

import cohere
from braintrust.auto import auto_instrument
from braintrust.integrations.test_utils import autoinstrument_test_context


results = auto_instrument()
assert results.get("cohere") is True

results2 = auto_instrument()
assert results2.get("cohere") is True


with autoinstrument_test_context("test_auto_cohere", integration="cohere") as memory_logger:
use_v2 = hasattr(cohere, "ClientV2") and hasattr(cohere.ClientV2, "chat")
if use_v2:
client = cohere.ClientV2(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
messages=[{"role": "user", "content": "Say hi in one word."}],
max_tokens=10,
)
assert response.message.role == "assistant"
else:
client = cohere.Client(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
message="Say hi in one word.",
max_tokens=10,
)
assert isinstance(response.text, str)

spans = memory_logger.pop()
assert len(spans) == 1, f"Expected 1 span, got {len(spans)}"
span = spans[0]
assert span["metadata"]["provider"] == "cohere"
assert span["metadata"]["model"] == "command-a-03-2025"
assert span["span_attributes"]["name"] == "cohere.chat"

print("SUCCESS")
10 changes: 10 additions & 0 deletions py/src/braintrust/integrations/cohere/__init__.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
"""Braintrust integration for the Cohere Python SDK."""

from .integration import CohereIntegration
from .tracing import wrap_cohere


__all__ = [
"CohereIntegration",
"wrap_cohere",
]
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,79 @@
interactions:
- request:
body: '{"message":"Say hi in one word.","model":"command-a-03-2025","max_tokens":10,"stream":false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '92'
Host:
- api.cohere.ai
User-Agent:
- cohere/5.0.0
X-Fern-Language:
- Python
X-Fern-Platform:
- darwin/25.2.0
X-Fern-Runtime:
- python/3.14.3
X-Fern-SDK-Name:
- cohere
X-Fern-SDK-Version:
- 6.1.0
content-type:
- application/json
method: POST
uri: https://api.cohere.ai/v1/chat
response:
body:
string: '{"response_id":"c5a7c7f7-9008-494a-b98f-0a4ba7884028","text":"Hi!","generation_id":"f65b695b-32c1-4bce-8181-301bad8e8629","chat_history":[{"role":"USER","message":"Say
hi in one word."},{"role":"CHATBOT","message":"Hi!"}],"finish_reason":"COMPLETE","meta":{"api_version":{"version":"1"},"billed_units":{"input_tokens":6,"output_tokens":2},"tokens":{"input_tokens":501,"output_tokens":4},"cached_tokens":0}}'
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding:
- chunked
Via:
- 1.1 google
access-control-expose-headers:
- X-Debug-Trace-ID
cache-control:
- no-cache, no-store, no-transform, must-revalidate, private, max-age=0
content-length:
- '406'
content-type:
- application/json
date:
- Thu, 16 Apr 2026 22:25:12 GMT
expires:
- Thu, 01 Jan 1970 00:00:00 GMT
num_chars:
- '2597'
num_tokens:
- '8'
pragma:
- no-cache
server:
- envoy
vary:
- Origin,Accept-Encoding
x-accel-expires:
- '0'
x-debug-trace-id:
- 86e32c7996b5cfbbb75c0d2092031db2
x-endpoint-monthly-call-limit:
- '1000'
x-envoy-upstream-service-time:
- '211'
x-trial-endpoint-call-limit:
- '20'
x-trial-endpoint-call-remaining:
- '18'
status:
code: 200
message: OK
version: 1
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { // Force GitHub README to respect dark mode (function() { var style = document.createElement('style'); style.textContent = ' .markdown-body { color-scheme: dark light; } .markdown-body pre { background: #161b22 !important; } .markdown-body code { background: rgba(110, 118, 129, 0.4) !important; } .markdown-body table th, .markdown-body table td { border-color: #30363d !important; } .markdown-body img { background: #0d1117; } .markdown-body blockquote { border-left-color: #8b949e; } .markdown-body hr { border-color: #30363d; } '; document.head.appendChild(style); })(); } } catch(__e) { console.warn('[Userscript:GitHub Dark Mode README Fix]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ' feat(cohere): add integrations api support by AbhiPrasad · Pull Request #316 · braintrustdata/braintrust-sdk-python · GitHub
Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions py/noxfile.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -159,6 +159,18 @@ def test_anthropic(session, version):
_run_tests(session, f"{INTEGRATION_DIR}/anthropic/test_anthropic.py", version=version)


COHERE_VERSIONS = _get_matrix_versions("cohere")


@nox.session()
@nox.parametrize("version", COHERE_VERSIONS, ids=COHERE_VERSIONS)
def test_cohere(session, version):
"""Test the native Cohere SDK integration."""
_install_test_deps(session)
_install_matrix_dep(session, "cohere", version)
_run_tests(session, f"{INTEGRATION_DIR}/cohere/test_cohere.py", version=version)


OPENAI_VERSIONS = _get_matrix_versions("openai")


Expand Down
7 changes: 7 additions & 0 deletions py/pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -167,6 +167,7 @@ lint = [
"agentscope",
"agno",
"anthropic",
"cohere",
"autoevals",
"braintrust-core",
"dspy",
Expand DownExpand Up@@ -251,6 +252,10 @@ latest = "openai==2.32.0"
latest = "anthropic==0.96.0"
"0.48.0" = "anthropic==0.48.0"

[tool.braintrust.matrix.cohere]
latest = "cohere==6.1.0"
"5.0.0" = "cohere==5.0.0"

[tool.braintrust.matrix.openai-agents]
latest = "openai-agents==0.14.1"
"0.0.19" = "openai-agents==0.0.19"
Expand DownExpand Up@@ -343,6 +348,7 @@ adk = ["google-adk"]
agentscope = ["agentscope"]
agno = ["agno"]
anthropic = ["anthropic"]
cohere = ["cohere"]
claude_agent_sdk = ["claude-agent-sdk"]
dspy = ["dspy"]
google_genai = ["google-genai"]
Expand All@@ -358,6 +364,7 @@ pydantic_ai = ["pydantic-ai-integration", "pydantic-ai-wrap-openai"]
agno = "agno"
agentscope = "agentscope"
anthropic = "anthropic"
cohere = "cohere"
autoevals = "autoevals"
braintrust-core = "braintrust_core"
dspy = "dspy"
Expand Down
10 changes: 8 additions & 2 deletions py/src/braintrust/auto.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -13,6 +13,7 @@
AgnoIntegration,
AnthropicIntegration,
ClaudeAgentSDKIntegration,
CohereIntegration,
DSPyIntegration,
GoogleGenAIIntegration,
LangChainIntegration,
Expand All@@ -23,6 +24,7 @@
OpenRouterIntegration,
PydanticAIIntegration,
)
from braintrust.integrations.base import BaseIntegration


__all__ = ["auto_instrument"]
Expand DownExpand Up@@ -57,6 +59,7 @@ def auto_instrument(
adk: bool = True,
langchain: bool = True,
openai_agents: bool = True,
cohere: bool = True,
) -> dict[str, bool]:
"""
Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -82,6 +85,7 @@ def auto_instrument(
adk: Enable Google ADK instrumentation (default: True)
langchain: Enable LangChain instrumentation (default: True)
openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)
cohere: Enable Cohere instrumentation (default: True)

Returns:
Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -127,7 +131,7 @@ def auto_instrument(
client.models.generate_content(model="gemini-2.0-flash", contents="Hello!")
```
"""
results = {}
results: dict[str, bool] = {}

if openai:
results["openai"] = _instrument_integration(OpenAIIntegration)
Expand DownExpand Up@@ -157,11 +161,13 @@ def auto_instrument(
results["langchain"] = _instrument_integration(LangChainIntegration)
if openai_agents:
results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)
if cohere:
results["cohere"] = _instrument_integration(CohereIntegration)

return results


def _instrument_integration(integration) -> bool:
def _instrument_integration(integration: type[BaseIntegration]) -> bool:
with _try_patch():
return integration.setup()
return False
2 changes: 2 additions & 0 deletions py/src/braintrust/conftest.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -153,6 +153,8 @@ def setup_braintrust():
os.environ.setdefault("OPENAI_API_KEY", "sk-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("ANTHROPIC_API_KEY", "sk-ant-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("MISTRAL_API_KEY", "mistral-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("CO_API_KEY", os.getenv("COHERE_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))
os.environ.setdefault("COHERE_API_KEY", os.getenv("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))


@pytest.fixture(autouse=True)
Expand Down
2 changes: 2 additions & 0 deletions py/src/braintrust/integrations/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from .agno import AgnoIntegration
from .anthropic import AnthropicIntegration
from .claude_agent_sdk import ClaudeAgentSDKIntegration
from .cohere import CohereIntegration
from .dspy import DSPyIntegration
from .google_genai import GoogleGenAIIntegration
from .langchain import LangChainIntegration
Expand All@@ -20,6 +21,7 @@
"AgnoIntegration",
"AnthropicIntegration",
"ClaudeAgentSDKIntegration",
"CohereIntegration",
"DSPyIntegration",
"GoogleGenAIIntegration",
"LiteLLMIntegration",
Expand Down
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for Cohere."""

import os


os.environ.setdefault("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("COHERE_API_KEY", os.environ["CO_API_KEY"])

import cohere
from braintrust.auto import auto_instrument
from braintrust.integrations.test_utils import autoinstrument_test_context


results = auto_instrument()
assert results.get("cohere") is True

results2 = auto_instrument()
assert results2.get("cohere") is True


with autoinstrument_test_context("test_auto_cohere", integration="cohere") as memory_logger:
use_v2 = hasattr(cohere, "ClientV2") and hasattr(cohere.ClientV2, "chat")
if use_v2:
client = cohere.ClientV2(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
messages=[{"role": "user", "content": "Say hi in one word."}],
max_tokens=10,
)
assert response.message.role == "assistant"
else:
client = cohere.Client(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
message="Say hi in one word.",
max_tokens=10,
)
assert isinstance(response.text, str)

spans = memory_logger.pop()
assert len(spans) == 1, f"Expected 1 span, got {len(spans)}"
span = spans[0]
assert span["metadata"]["provider"] == "cohere"
assert span["metadata"]["model"] == "command-a-03-2025"
assert span["span_attributes"]["name"] == "cohere.chat"

print("SUCCESS")
10 changes: 10 additions & 0 deletions py/src/braintrust/integrations/cohere/__init__.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
"""Braintrust integration for the Cohere Python SDK."""

from .integration import CohereIntegration
from .tracing import wrap_cohere


__all__ = [
"CohereIntegration",
"wrap_cohere",
]
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,79 @@
interactions:
- request:
body: '{"message":"Say hi in one word.","model":"command-a-03-2025","max_tokens":10,"stream":false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '92'
Host:
- api.cohere.ai
User-Agent:
- cohere/5.0.0
X-Fern-Language:
- Python
X-Fern-Platform:
- darwin/25.2.0
X-Fern-Runtime:
- python/3.14.3
X-Fern-SDK-Name:
- cohere
X-Fern-SDK-Version:
- 6.1.0
content-type:
- application/json
method: POST
uri: https://api.cohere.ai/v1/chat
response:
body:
string: '{"response_id":"c5a7c7f7-9008-494a-b98f-0a4ba7884028","text":"Hi!","generation_id":"f65b695b-32c1-4bce-8181-301bad8e8629","chat_history":[{"role":"USER","message":"Say
hi in one word."},{"role":"CHATBOT","message":"Hi!"}],"finish_reason":"COMPLETE","meta":{"api_version":{"version":"1"},"billed_units":{"input_tokens":6,"output_tokens":2},"tokens":{"input_tokens":501,"output_tokens":4},"cached_tokens":0}}'
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding:
- chunked
Via:
- 1.1 google
access-control-expose-headers:
- X-Debug-Trace-ID
cache-control:
- no-cache, no-store, no-transform, must-revalidate, private, max-age=0
content-length:
- '406'
content-type:
- application/json
date:
- Thu, 16 Apr 2026 22:25:12 GMT
expires:
- Thu, 01 Jan 1970 00:00:00 GMT
num_chars:
- '2597'
num_tokens:
- '8'
pragma:
- no-cache
server:
- envoy
vary:
- Origin,Accept-Encoding
x-accel-expires:
- '0'
x-debug-trace-id:
- 86e32c7996b5cfbbb75c0d2092031db2
x-endpoint-monthly-call-limit:
- '1000'
x-envoy-upstream-service-time:
- '211'
x-trial-endpoint-call-limit:
- '20'
x-trial-endpoint-call-remaining:
- '18'
status:
code: 200
message: OK
version: 1
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { // Highlight search terms from Google/DuckDuckGo/Bing referrer (function() { var ref = document.referrer; var terms = []; if (ref.includes('google.com') || ref.includes('duckduckgo.com') || ref.includes('bing.com')) { var url = new URL(ref); var q = url.searchParams.get('q') || url.searchParams.get('p'); if (q) { terms = q.split(/\s+/).filter(function(t) { return t.length > 2; }); } } if (terms.length === 0) return; var style = document.createElement('style'); style.textContent = '.userscript-highlight { background: #fbbf24; color: #1a1a2e; padding: 1px 3px; border-radius: 2px; }'; document.head.appendChild(style); function highlight(node) { if (node.nodeType === 3) { // text node var text = node.textContent; var found = false; terms.forEach(function(term) { var regex = new RegExp('(' + term.replace(/[.*+?^${}()|[\]\\]/g, '\\') + ')', 'gi'); if (regex.test(text)) { found = true; var frag = document.createDocumentFragment(); var parts = text.split(regex); parts.forEach(function(part, i) { if (i % 2 === 0) { frag.appendChild(document.createTextNode(part)); } else { var span = document.createElement('span'); span.className = 'userscript-highlight'; span.textContent = part; frag.appendChild(span); } }); node.parentNode.replaceChild(frag, node); } }); } else if (node.nodeType === 1 && node.childNodes) { // element var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT']; if (!skipTags.includes(node.tagName)) { Array.from(node.childNodes).forEach(highlight); } } } highlight(document.body); // Re-highlight on dynamic content var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1 || node.nodeType === 3) highlight(node); }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ' feat(cohere): add integrations api support by AbhiPrasad · Pull Request #316 · braintrustdata/braintrust-sdk-python · GitHub
Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions py/noxfile.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -159,6 +159,18 @@ def test_anthropic(session, version):
_run_tests(session, f"{INTEGRATION_DIR}/anthropic/test_anthropic.py", version=version)


COHERE_VERSIONS = _get_matrix_versions("cohere")


@nox.session()
@nox.parametrize("version", COHERE_VERSIONS, ids=COHERE_VERSIONS)
def test_cohere(session, version):
"""Test the native Cohere SDK integration."""
_install_test_deps(session)
_install_matrix_dep(session, "cohere", version)
_run_tests(session, f"{INTEGRATION_DIR}/cohere/test_cohere.py", version=version)


OPENAI_VERSIONS = _get_matrix_versions("openai")


Expand Down
7 changes: 7 additions & 0 deletions py/pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -167,6 +167,7 @@ lint = [
"agentscope",
"agno",
"anthropic",
"cohere",
"autoevals",
"braintrust-core",
"dspy",
Expand DownExpand Up@@ -251,6 +252,10 @@ latest = "openai==2.32.0"
latest = "anthropic==0.96.0"
"0.48.0" = "anthropic==0.48.0"

[tool.braintrust.matrix.cohere]
latest = "cohere==6.1.0"
"5.0.0" = "cohere==5.0.0"

[tool.braintrust.matrix.openai-agents]
latest = "openai-agents==0.14.1"
"0.0.19" = "openai-agents==0.0.19"
Expand DownExpand Up@@ -343,6 +348,7 @@ adk = ["google-adk"]
agentscope = ["agentscope"]
agno = ["agno"]
anthropic = ["anthropic"]
cohere = ["cohere"]
claude_agent_sdk = ["claude-agent-sdk"]
dspy = ["dspy"]
google_genai = ["google-genai"]
Expand All@@ -358,6 +364,7 @@ pydantic_ai = ["pydantic-ai-integration", "pydantic-ai-wrap-openai"]
agno = "agno"
agentscope = "agentscope"
anthropic = "anthropic"
cohere = "cohere"
autoevals = "autoevals"
braintrust-core = "braintrust_core"
dspy = "dspy"
Expand Down
10 changes: 8 additions & 2 deletions py/src/braintrust/auto.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -13,6 +13,7 @@
AgnoIntegration,
AnthropicIntegration,
ClaudeAgentSDKIntegration,
CohereIntegration,
DSPyIntegration,
GoogleGenAIIntegration,
LangChainIntegration,
Expand All@@ -23,6 +24,7 @@
OpenRouterIntegration,
PydanticAIIntegration,
)
from braintrust.integrations.base import BaseIntegration


__all__ = ["auto_instrument"]
Expand DownExpand Up@@ -57,6 +59,7 @@ def auto_instrument(
adk: bool = True,
langchain: bool = True,
openai_agents: bool = True,
cohere: bool = True,
) -> dict[str, bool]:
"""
Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -82,6 +85,7 @@ def auto_instrument(
adk: Enable Google ADK instrumentation (default: True)
langchain: Enable LangChain instrumentation (default: True)
openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)
cohere: Enable Cohere instrumentation (default: True)

Returns:
Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -127,7 +131,7 @@ def auto_instrument(
client.models.generate_content(model="gemini-2.0-flash", contents="Hello!")
```
"""
results = {}
results: dict[str, bool] = {}

if openai:
results["openai"] = _instrument_integration(OpenAIIntegration)
Expand DownExpand Up@@ -157,11 +161,13 @@ def auto_instrument(
results["langchain"] = _instrument_integration(LangChainIntegration)
if openai_agents:
results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)
if cohere:
results["cohere"] = _instrument_integration(CohereIntegration)

return results


def _instrument_integration(integration) -> bool:
def _instrument_integration(integration: type[BaseIntegration]) -> bool:
with _try_patch():
return integration.setup()
return False
2 changes: 2 additions & 0 deletions py/src/braintrust/conftest.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -153,6 +153,8 @@ def setup_braintrust():
os.environ.setdefault("OPENAI_API_KEY", "sk-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("ANTHROPIC_API_KEY", "sk-ant-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("MISTRAL_API_KEY", "mistral-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("CO_API_KEY", os.getenv("COHERE_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))
os.environ.setdefault("COHERE_API_KEY", os.getenv("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))


@pytest.fixture(autouse=True)
Expand Down
2 changes: 2 additions & 0 deletions py/src/braintrust/integrations/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from .agno import AgnoIntegration
from .anthropic import AnthropicIntegration
from .claude_agent_sdk import ClaudeAgentSDKIntegration
from .cohere import CohereIntegration
from .dspy import DSPyIntegration
from .google_genai import GoogleGenAIIntegration
from .langchain import LangChainIntegration
Expand All@@ -20,6 +21,7 @@
"AgnoIntegration",
"AnthropicIntegration",
"ClaudeAgentSDKIntegration",
"CohereIntegration",
"DSPyIntegration",
"GoogleGenAIIntegration",
"LiteLLMIntegration",
Expand Down
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for Cohere."""

import os


os.environ.setdefault("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("COHERE_API_KEY", os.environ["CO_API_KEY"])

import cohere
from braintrust.auto import auto_instrument
from braintrust.integrations.test_utils import autoinstrument_test_context


results = auto_instrument()
assert results.get("cohere") is True

results2 = auto_instrument()
assert results2.get("cohere") is True


with autoinstrument_test_context("test_auto_cohere", integration="cohere") as memory_logger:
use_v2 = hasattr(cohere, "ClientV2") and hasattr(cohere.ClientV2, "chat")
if use_v2:
client = cohere.ClientV2(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
messages=[{"role": "user", "content": "Say hi in one word."}],
max_tokens=10,
)
assert response.message.role == "assistant"
else:
client = cohere.Client(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
message="Say hi in one word.",
max_tokens=10,
)
assert isinstance(response.text, str)

spans = memory_logger.pop()
assert len(spans) == 1, f"Expected 1 span, got {len(spans)}"
span = spans[0]
assert span["metadata"]["provider"] == "cohere"
assert span["metadata"]["model"] == "command-a-03-2025"
assert span["span_attributes"]["name"] == "cohere.chat"

print("SUCCESS")
10 changes: 10 additions & 0 deletions py/src/braintrust/integrations/cohere/__init__.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
"""Braintrust integration for the Cohere Python SDK."""

from .integration import CohereIntegration
from .tracing import wrap_cohere


__all__ = [
"CohereIntegration",
"wrap_cohere",
]
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,79 @@
interactions:
- request:
body: '{"message":"Say hi in one word.","model":"command-a-03-2025","max_tokens":10,"stream":false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '92'
Host:
- api.cohere.ai
User-Agent:
- cohere/5.0.0
X-Fern-Language:
- Python
X-Fern-Platform:
- darwin/25.2.0
X-Fern-Runtime:
- python/3.14.3
X-Fern-SDK-Name:
- cohere
X-Fern-SDK-Version:
- 6.1.0
content-type:
- application/json
method: POST
uri: https://api.cohere.ai/v1/chat
response:
body:
string: '{"response_id":"c5a7c7f7-9008-494a-b98f-0a4ba7884028","text":"Hi!","generation_id":"f65b695b-32c1-4bce-8181-301bad8e8629","chat_history":[{"role":"USER","message":"Say
hi in one word."},{"role":"CHATBOT","message":"Hi!"}],"finish_reason":"COMPLETE","meta":{"api_version":{"version":"1"},"billed_units":{"input_tokens":6,"output_tokens":2},"tokens":{"input_tokens":501,"output_tokens":4},"cached_tokens":0}}'
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding:
- chunked
Via:
- 1.1 google
access-control-expose-headers:
- X-Debug-Trace-ID
cache-control:
- no-cache, no-store, no-transform, must-revalidate, private, max-age=0
content-length:
- '406'
content-type:
- application/json
date:
- Thu, 16 Apr 2026 22:25:12 GMT
expires:
- Thu, 01 Jan 1970 00:00:00 GMT
num_chars:
- '2597'
num_tokens:
- '8'
pragma:
- no-cache
server:
- envoy
vary:
- Origin,Accept-Encoding
x-accel-expires:
- '0'
x-debug-trace-id:
- 86e32c7996b5cfbbb75c0d2092031db2
x-endpoint-monthly-call-limit:
- '1000'
x-envoy-upstream-service-time:
- '211'
x-trial-endpoint-call-limit:
- '20'
x-trial-endpoint-call-remaining:
- '18'
status:
code: 200
message: OK
version: 1
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { // Strip utm_, fbclid, gclid, etc. from all links on page (function() { var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content', 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid', 'ref', 'ref_src', 'source', 'medium', 'campaign']; function cleanUrl(url) { try { var u = new URL(url, window.location.origin); var changed = false; trackingParams.forEach(function(p) { if (u.searchParams.has(p)) { u.searchParams.delete(p); changed = true; } }); return changed ? u.toString() : url; } catch (e) { return url; } } function cleanLinks() { document.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } cleanLinks(); var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1) { if (node.tagName === 'A') cleanLinks(); node.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); } })(); (function(){ try { var __m = "youtube.com"; var __re = new RegExp('^' + "youtube\\.com" + ' feat(cohere): add integrations api support by AbhiPrasad · Pull Request #316 · braintrustdata/braintrust-sdk-python · GitHub
Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions py/noxfile.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -159,6 +159,18 @@ def test_anthropic(session, version):
_run_tests(session, f"{INTEGRATION_DIR}/anthropic/test_anthropic.py", version=version)


COHERE_VERSIONS = _get_matrix_versions("cohere")


@nox.session()
@nox.parametrize("version", COHERE_VERSIONS, ids=COHERE_VERSIONS)
def test_cohere(session, version):
"""Test the native Cohere SDK integration."""
_install_test_deps(session)
_install_matrix_dep(session, "cohere", version)
_run_tests(session, f"{INTEGRATION_DIR}/cohere/test_cohere.py", version=version)


OPENAI_VERSIONS = _get_matrix_versions("openai")


Expand Down
7 changes: 7 additions & 0 deletions py/pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -167,6 +167,7 @@ lint = [
"agentscope",
"agno",
"anthropic",
"cohere",
"autoevals",
"braintrust-core",
"dspy",
Expand DownExpand Up@@ -251,6 +252,10 @@ latest = "openai==2.32.0"
latest = "anthropic==0.96.0"
"0.48.0" = "anthropic==0.48.0"

[tool.braintrust.matrix.cohere]
latest = "cohere==6.1.0"
"5.0.0" = "cohere==5.0.0"

[tool.braintrust.matrix.openai-agents]
latest = "openai-agents==0.14.1"
"0.0.19" = "openai-agents==0.0.19"
Expand DownExpand Up@@ -343,6 +348,7 @@ adk = ["google-adk"]
agentscope = ["agentscope"]
agno = ["agno"]
anthropic = ["anthropic"]
cohere = ["cohere"]
claude_agent_sdk = ["claude-agent-sdk"]
dspy = ["dspy"]
google_genai = ["google-genai"]
Expand All@@ -358,6 +364,7 @@ pydantic_ai = ["pydantic-ai-integration", "pydantic-ai-wrap-openai"]
agno = "agno"
agentscope = "agentscope"
anthropic = "anthropic"
cohere = "cohere"
autoevals = "autoevals"
braintrust-core = "braintrust_core"
dspy = "dspy"
Expand Down
10 changes: 8 additions & 2 deletions py/src/braintrust/auto.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -13,6 +13,7 @@
AgnoIntegration,
AnthropicIntegration,
ClaudeAgentSDKIntegration,
CohereIntegration,
DSPyIntegration,
GoogleGenAIIntegration,
LangChainIntegration,
Expand All@@ -23,6 +24,7 @@
OpenRouterIntegration,
PydanticAIIntegration,
)
from braintrust.integrations.base import BaseIntegration


__all__ = ["auto_instrument"]
Expand DownExpand Up@@ -57,6 +59,7 @@ def auto_instrument(
adk: bool = True,
langchain: bool = True,
openai_agents: bool = True,
cohere: bool = True,
) -> dict[str, bool]:
"""
Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -82,6 +85,7 @@ def auto_instrument(
adk: Enable Google ADK instrumentation (default: True)
langchain: Enable LangChain instrumentation (default: True)
openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)
cohere: Enable Cohere instrumentation (default: True)

Returns:
Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -127,7 +131,7 @@ def auto_instrument(
client.models.generate_content(model="gemini-2.0-flash", contents="Hello!")
```
"""
results = {}
results: dict[str, bool] = {}

if openai:
results["openai"] = _instrument_integration(OpenAIIntegration)
Expand DownExpand Up@@ -157,11 +161,13 @@ def auto_instrument(
results["langchain"] = _instrument_integration(LangChainIntegration)
if openai_agents:
results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)
if cohere:
results["cohere"] = _instrument_integration(CohereIntegration)

return results


def _instrument_integration(integration) -> bool:
def _instrument_integration(integration: type[BaseIntegration]) -> bool:
with _try_patch():
return integration.setup()
return False
2 changes: 2 additions & 0 deletions py/src/braintrust/conftest.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -153,6 +153,8 @@ def setup_braintrust():
os.environ.setdefault("OPENAI_API_KEY", "sk-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("ANTHROPIC_API_KEY", "sk-ant-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("MISTRAL_API_KEY", "mistral-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("CO_API_KEY", os.getenv("COHERE_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))
os.environ.setdefault("COHERE_API_KEY", os.getenv("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))


@pytest.fixture(autouse=True)
Expand Down
2 changes: 2 additions & 0 deletions py/src/braintrust/integrations/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from .agno import AgnoIntegration
from .anthropic import AnthropicIntegration
from .claude_agent_sdk import ClaudeAgentSDKIntegration
from .cohere import CohereIntegration
from .dspy import DSPyIntegration
from .google_genai import GoogleGenAIIntegration
from .langchain import LangChainIntegration
Expand All@@ -20,6 +21,7 @@
"AgnoIntegration",
"AnthropicIntegration",
"ClaudeAgentSDKIntegration",
"CohereIntegration",
"DSPyIntegration",
"GoogleGenAIIntegration",
"LiteLLMIntegration",
Expand Down
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for Cohere."""

import os


os.environ.setdefault("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("COHERE_API_KEY", os.environ["CO_API_KEY"])

import cohere
from braintrust.auto import auto_instrument
from braintrust.integrations.test_utils import autoinstrument_test_context


results = auto_instrument()
assert results.get("cohere") is True

results2 = auto_instrument()
assert results2.get("cohere") is True


with autoinstrument_test_context("test_auto_cohere", integration="cohere") as memory_logger:
use_v2 = hasattr(cohere, "ClientV2") and hasattr(cohere.ClientV2, "chat")
if use_v2:
client = cohere.ClientV2(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
messages=[{"role": "user", "content": "Say hi in one word."}],
max_tokens=10,
)
assert response.message.role == "assistant"
else:
client = cohere.Client(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
message="Say hi in one word.",
max_tokens=10,
)
assert isinstance(response.text, str)

spans = memory_logger.pop()
assert len(spans) == 1, f"Expected 1 span, got {len(spans)}"
span = spans[0]
assert span["metadata"]["provider"] == "cohere"
assert span["metadata"]["model"] == "command-a-03-2025"
assert span["span_attributes"]["name"] == "cohere.chat"

print("SUCCESS")
10 changes: 10 additions & 0 deletions py/src/braintrust/integrations/cohere/__init__.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
"""Braintrust integration for the Cohere Python SDK."""

from .integration import CohereIntegration
from .tracing import wrap_cohere


__all__ = [
"CohereIntegration",
"wrap_cohere",
]
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,79 @@
interactions:
- request:
body: '{"message":"Say hi in one word.","model":"command-a-03-2025","max_tokens":10,"stream":false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '92'
Host:
- api.cohere.ai
User-Agent:
- cohere/5.0.0
X-Fern-Language:
- Python
X-Fern-Platform:
- darwin/25.2.0
X-Fern-Runtime:
- python/3.14.3
X-Fern-SDK-Name:
- cohere
X-Fern-SDK-Version:
- 6.1.0
content-type:
- application/json
method: POST
uri: https://api.cohere.ai/v1/chat
response:
body:
string: '{"response_id":"c5a7c7f7-9008-494a-b98f-0a4ba7884028","text":"Hi!","generation_id":"f65b695b-32c1-4bce-8181-301bad8e8629","chat_history":[{"role":"USER","message":"Say
hi in one word."},{"role":"CHATBOT","message":"Hi!"}],"finish_reason":"COMPLETE","meta":{"api_version":{"version":"1"},"billed_units":{"input_tokens":6,"output_tokens":2},"tokens":{"input_tokens":501,"output_tokens":4},"cached_tokens":0}}'
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding:
- chunked
Via:
- 1.1 google
access-control-expose-headers:
- X-Debug-Trace-ID
cache-control:
- no-cache, no-store, no-transform, must-revalidate, private, max-age=0
content-length:
- '406'
content-type:
- application/json
date:
- Thu, 16 Apr 2026 22:25:12 GMT
expires:
- Thu, 01 Jan 1970 00:00:00 GMT
num_chars:
- '2597'
num_tokens:
- '8'
pragma:
- no-cache
server:
- envoy
vary:
- Origin,Accept-Encoding
x-accel-expires:
- '0'
x-debug-trace-id:
- 86e32c7996b5cfbbb75c0d2092031db2
x-endpoint-monthly-call-limit:
- '1000'
x-envoy-upstream-service-time:
- '211'
x-trial-endpoint-call-limit:
- '20'
x-trial-endpoint-call-remaining:
- '18'
status:
code: 200
message: OK
version: 1
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { // Auto-enable theater mode on YouTube (function() { function tryTheater() { var btn = document.querySelector('button[aria-label="Theater mode"], ytd-player #player button[title="Theater mode"]'); if (btn && !btn.classList.contains('activated')) { btn.click(); } } // Try immediately tryTheater(); // Try after navigation (SPA) var lastUrl = location.href; setInterval(function() { if (location.href !== lastUrl) { lastUrl = location.href; setTimeout(tryTheater, 500); } }, 1000); // Also try on player load var observer = new MutationObserver(tryTheater); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ' feat(cohere): add integrations api support by AbhiPrasad · Pull Request #316 · braintrustdata/braintrust-sdk-python · GitHub
Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions py/noxfile.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -159,6 +159,18 @@ def test_anthropic(session, version):
_run_tests(session, f"{INTEGRATION_DIR}/anthropic/test_anthropic.py", version=version)


COHERE_VERSIONS = _get_matrix_versions("cohere")


@nox.session()
@nox.parametrize("version", COHERE_VERSIONS, ids=COHERE_VERSIONS)
def test_cohere(session, version):
"""Test the native Cohere SDK integration."""
_install_test_deps(session)
_install_matrix_dep(session, "cohere", version)
_run_tests(session, f"{INTEGRATION_DIR}/cohere/test_cohere.py", version=version)


OPENAI_VERSIONS = _get_matrix_versions("openai")


Expand Down
7 changes: 7 additions & 0 deletions py/pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -167,6 +167,7 @@ lint = [
"agentscope",
"agno",
"anthropic",
"cohere",
"autoevals",
"braintrust-core",
"dspy",
Expand DownExpand Up@@ -251,6 +252,10 @@ latest = "openai==2.32.0"
latest = "anthropic==0.96.0"
"0.48.0" = "anthropic==0.48.0"

[tool.braintrust.matrix.cohere]
latest = "cohere==6.1.0"
"5.0.0" = "cohere==5.0.0"

[tool.braintrust.matrix.openai-agents]
latest = "openai-agents==0.14.1"
"0.0.19" = "openai-agents==0.0.19"
Expand DownExpand Up@@ -343,6 +348,7 @@ adk = ["google-adk"]
agentscope = ["agentscope"]
agno = ["agno"]
anthropic = ["anthropic"]
cohere = ["cohere"]
claude_agent_sdk = ["claude-agent-sdk"]
dspy = ["dspy"]
google_genai = ["google-genai"]
Expand All@@ -358,6 +364,7 @@ pydantic_ai = ["pydantic-ai-integration", "pydantic-ai-wrap-openai"]
agno = "agno"
agentscope = "agentscope"
anthropic = "anthropic"
cohere = "cohere"
autoevals = "autoevals"
braintrust-core = "braintrust_core"
dspy = "dspy"
Expand Down
10 changes: 8 additions & 2 deletions py/src/braintrust/auto.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -13,6 +13,7 @@
AgnoIntegration,
AnthropicIntegration,
ClaudeAgentSDKIntegration,
CohereIntegration,
DSPyIntegration,
GoogleGenAIIntegration,
LangChainIntegration,
Expand All@@ -23,6 +24,7 @@
OpenRouterIntegration,
PydanticAIIntegration,
)
from braintrust.integrations.base import BaseIntegration


__all__ = ["auto_instrument"]
Expand DownExpand Up@@ -57,6 +59,7 @@ def auto_instrument(
adk: bool = True,
langchain: bool = True,
openai_agents: bool = True,
cohere: bool = True,
) -> dict[str, bool]:
"""
Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -82,6 +85,7 @@ def auto_instrument(
adk: Enable Google ADK instrumentation (default: True)
langchain: Enable LangChain instrumentation (default: True)
openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)
cohere: Enable Cohere instrumentation (default: True)

Returns:
Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -127,7 +131,7 @@ def auto_instrument(
client.models.generate_content(model="gemini-2.0-flash", contents="Hello!")
```
"""
results = {}
results: dict[str, bool] = {}

if openai:
results["openai"] = _instrument_integration(OpenAIIntegration)
Expand DownExpand Up@@ -157,11 +161,13 @@ def auto_instrument(
results["langchain"] = _instrument_integration(LangChainIntegration)
if openai_agents:
results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)
if cohere:
results["cohere"] = _instrument_integration(CohereIntegration)

return results


def _instrument_integration(integration) -> bool:
def _instrument_integration(integration: type[BaseIntegration]) -> bool:
with _try_patch():
return integration.setup()
return False
2 changes: 2 additions & 0 deletions py/src/braintrust/conftest.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -153,6 +153,8 @@ def setup_braintrust():
os.environ.setdefault("OPENAI_API_KEY", "sk-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("ANTHROPIC_API_KEY", "sk-ant-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("MISTRAL_API_KEY", "mistral-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("CO_API_KEY", os.getenv("COHERE_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))
os.environ.setdefault("COHERE_API_KEY", os.getenv("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))


@pytest.fixture(autouse=True)
Expand Down
2 changes: 2 additions & 0 deletions py/src/braintrust/integrations/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from .agno import AgnoIntegration
from .anthropic import AnthropicIntegration
from .claude_agent_sdk import ClaudeAgentSDKIntegration
from .cohere import CohereIntegration
from .dspy import DSPyIntegration
from .google_genai import GoogleGenAIIntegration
from .langchain import LangChainIntegration
Expand All@@ -20,6 +21,7 @@
"AgnoIntegration",
"AnthropicIntegration",
"ClaudeAgentSDKIntegration",
"CohereIntegration",
"DSPyIntegration",
"GoogleGenAIIntegration",
"LiteLLMIntegration",
Expand Down
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for Cohere."""

import os


os.environ.setdefault("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("COHERE_API_KEY", os.environ["CO_API_KEY"])

import cohere
from braintrust.auto import auto_instrument
from braintrust.integrations.test_utils import autoinstrument_test_context


results = auto_instrument()
assert results.get("cohere") is True

results2 = auto_instrument()
assert results2.get("cohere") is True


with autoinstrument_test_context("test_auto_cohere", integration="cohere") as memory_logger:
use_v2 = hasattr(cohere, "ClientV2") and hasattr(cohere.ClientV2, "chat")
if use_v2:
client = cohere.ClientV2(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
messages=[{"role": "user", "content": "Say hi in one word."}],
max_tokens=10,
)
assert response.message.role == "assistant"
else:
client = cohere.Client(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
message="Say hi in one word.",
max_tokens=10,
)
assert isinstance(response.text, str)

spans = memory_logger.pop()
assert len(spans) == 1, f"Expected 1 span, got {len(spans)}"
span = spans[0]
assert span["metadata"]["provider"] == "cohere"
assert span["metadata"]["model"] == "command-a-03-2025"
assert span["span_attributes"]["name"] == "cohere.chat"

print("SUCCESS")
10 changes: 10 additions & 0 deletions py/src/braintrust/integrations/cohere/__init__.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
"""Braintrust integration for the Cohere Python SDK."""

from .integration import CohereIntegration
from .tracing import wrap_cohere


__all__ = [
"CohereIntegration",
"wrap_cohere",
]
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,79 @@
interactions:
- request:
body: '{"message":"Say hi in one word.","model":"command-a-03-2025","max_tokens":10,"stream":false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '92'
Host:
- api.cohere.ai
User-Agent:
- cohere/5.0.0
X-Fern-Language:
- Python
X-Fern-Platform:
- darwin/25.2.0
X-Fern-Runtime:
- python/3.14.3
X-Fern-SDK-Name:
- cohere
X-Fern-SDK-Version:
- 6.1.0
content-type:
- application/json
method: POST
uri: https://api.cohere.ai/v1/chat
response:
body:
string: '{"response_id":"c5a7c7f7-9008-494a-b98f-0a4ba7884028","text":"Hi!","generation_id":"f65b695b-32c1-4bce-8181-301bad8e8629","chat_history":[{"role":"USER","message":"Say
hi in one word."},{"role":"CHATBOT","message":"Hi!"}],"finish_reason":"COMPLETE","meta":{"api_version":{"version":"1"},"billed_units":{"input_tokens":6,"output_tokens":2},"tokens":{"input_tokens":501,"output_tokens":4},"cached_tokens":0}}'
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding:
- chunked
Via:
- 1.1 google
access-control-expose-headers:
- X-Debug-Trace-ID
cache-control:
- no-cache, no-store, no-transform, must-revalidate, private, max-age=0
content-length:
- '406'
content-type:
- application/json
date:
- Thu, 16 Apr 2026 22:25:12 GMT
expires:
- Thu, 01 Jan 1970 00:00:00 GMT
num_chars:
- '2597'
num_tokens:
- '8'
pragma:
- no-cache
server:
- envoy
vary:
- Origin,Accept-Encoding
x-accel-expires:
- '0'
x-debug-trace-id:
- 86e32c7996b5cfbbb75c0d2092031db2
x-endpoint-monthly-call-limit:
- '1000'
x-envoy-upstream-service-time:
- '211'
x-trial-endpoint-call-limit:
- '20'
x-trial-endpoint-call-remaining:
- '18'
status:
code: 200
message: OK
version: 1
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { // Remove or un-stick sticky/fixed headers that block content (function() { function unstick() { document.querySelectorAll('header, nav, [role="banner"], .header, .navbar, .sticky, .fixed-top, [style*="position: fixed"], [style*="position:sticky"]').forEach(function(el) { if (el.style.position === 'fixed' || el.style.position === 'sticky' || getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') { el.style.position = 'static'; el.style.top = 'auto'; el.style.zIndex = 'auto'; } }); } unstick(); var observer = new MutationObserver(unstick); observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] }); })(); } } catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ' feat(cohere): add integrations api support by AbhiPrasad · Pull Request #316 · braintrustdata/braintrust-sdk-python · GitHub
Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions py/noxfile.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -159,6 +159,18 @@ def test_anthropic(session, version):
_run_tests(session, f"{INTEGRATION_DIR}/anthropic/test_anthropic.py", version=version)


COHERE_VERSIONS = _get_matrix_versions("cohere")


@nox.session()
@nox.parametrize("version", COHERE_VERSIONS, ids=COHERE_VERSIONS)
def test_cohere(session, version):
"""Test the native Cohere SDK integration."""
_install_test_deps(session)
_install_matrix_dep(session, "cohere", version)
_run_tests(session, f"{INTEGRATION_DIR}/cohere/test_cohere.py", version=version)


OPENAI_VERSIONS = _get_matrix_versions("openai")


Expand Down
7 changes: 7 additions & 0 deletions py/pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -167,6 +167,7 @@ lint = [
"agentscope",
"agno",
"anthropic",
"cohere",
"autoevals",
"braintrust-core",
"dspy",
Expand DownExpand Up@@ -251,6 +252,10 @@ latest = "openai==2.32.0"
latest = "anthropic==0.96.0"
"0.48.0" = "anthropic==0.48.0"

[tool.braintrust.matrix.cohere]
latest = "cohere==6.1.0"
"5.0.0" = "cohere==5.0.0"

[tool.braintrust.matrix.openai-agents]
latest = "openai-agents==0.14.1"
"0.0.19" = "openai-agents==0.0.19"
Expand DownExpand Up@@ -343,6 +348,7 @@ adk = ["google-adk"]
agentscope = ["agentscope"]
agno = ["agno"]
anthropic = ["anthropic"]
cohere = ["cohere"]
claude_agent_sdk = ["claude-agent-sdk"]
dspy = ["dspy"]
google_genai = ["google-genai"]
Expand All@@ -358,6 +364,7 @@ pydantic_ai = ["pydantic-ai-integration", "pydantic-ai-wrap-openai"]
agno = "agno"
agentscope = "agentscope"
anthropic = "anthropic"
cohere = "cohere"
autoevals = "autoevals"
braintrust-core = "braintrust_core"
dspy = "dspy"
Expand Down
10 changes: 8 additions & 2 deletions py/src/braintrust/auto.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -13,6 +13,7 @@
AgnoIntegration,
AnthropicIntegration,
ClaudeAgentSDKIntegration,
CohereIntegration,
DSPyIntegration,
GoogleGenAIIntegration,
LangChainIntegration,
Expand All@@ -23,6 +24,7 @@
OpenRouterIntegration,
PydanticAIIntegration,
)
from braintrust.integrations.base import BaseIntegration


__all__ = ["auto_instrument"]
Expand DownExpand Up@@ -57,6 +59,7 @@ def auto_instrument(
adk: bool = True,
langchain: bool = True,
openai_agents: bool = True,
cohere: bool = True,
) -> dict[str, bool]:
"""
Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -82,6 +85,7 @@ def auto_instrument(
adk: Enable Google ADK instrumentation (default: True)
langchain: Enable LangChain instrumentation (default: True)
openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)
cohere: Enable Cohere instrumentation (default: True)

Returns:
Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -127,7 +131,7 @@ def auto_instrument(
client.models.generate_content(model="gemini-2.0-flash", contents="Hello!")
```
"""
results = {}
results: dict[str, bool] = {}

if openai:
results["openai"] = _instrument_integration(OpenAIIntegration)
Expand DownExpand Up@@ -157,11 +161,13 @@ def auto_instrument(
results["langchain"] = _instrument_integration(LangChainIntegration)
if openai_agents:
results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)
if cohere:
results["cohere"] = _instrument_integration(CohereIntegration)

return results


def _instrument_integration(integration) -> bool:
def _instrument_integration(integration: type[BaseIntegration]) -> bool:
with _try_patch():
return integration.setup()
return False
2 changes: 2 additions & 0 deletions py/src/braintrust/conftest.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -153,6 +153,8 @@ def setup_braintrust():
os.environ.setdefault("OPENAI_API_KEY", "sk-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("ANTHROPIC_API_KEY", "sk-ant-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("MISTRAL_API_KEY", "mistral-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("CO_API_KEY", os.getenv("COHERE_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))
os.environ.setdefault("COHERE_API_KEY", os.getenv("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))


@pytest.fixture(autouse=True)
Expand Down
2 changes: 2 additions & 0 deletions py/src/braintrust/integrations/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from .agno import AgnoIntegration
from .anthropic import AnthropicIntegration
from .claude_agent_sdk import ClaudeAgentSDKIntegration
from .cohere import CohereIntegration
from .dspy import DSPyIntegration
from .google_genai import GoogleGenAIIntegration
from .langchain import LangChainIntegration
Expand All@@ -20,6 +21,7 @@
"AgnoIntegration",
"AnthropicIntegration",
"ClaudeAgentSDKIntegration",
"CohereIntegration",
"DSPyIntegration",
"GoogleGenAIIntegration",
"LiteLLMIntegration",
Expand Down
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for Cohere."""

import os


os.environ.setdefault("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("COHERE_API_KEY", os.environ["CO_API_KEY"])

import cohere
from braintrust.auto import auto_instrument
from braintrust.integrations.test_utils import autoinstrument_test_context


results = auto_instrument()
assert results.get("cohere") is True

results2 = auto_instrument()
assert results2.get("cohere") is True


with autoinstrument_test_context("test_auto_cohere", integration="cohere") as memory_logger:
use_v2 = hasattr(cohere, "ClientV2") and hasattr(cohere.ClientV2, "chat")
if use_v2:
client = cohere.ClientV2(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
messages=[{"role": "user", "content": "Say hi in one word."}],
max_tokens=10,
)
assert response.message.role == "assistant"
else:
client = cohere.Client(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
message="Say hi in one word.",
max_tokens=10,
)
assert isinstance(response.text, str)

spans = memory_logger.pop()
assert len(spans) == 1, f"Expected 1 span, got {len(spans)}"
span = spans[0]
assert span["metadata"]["provider"] == "cohere"
assert span["metadata"]["model"] == "command-a-03-2025"
assert span["span_attributes"]["name"] == "cohere.chat"

print("SUCCESS")
10 changes: 10 additions & 0 deletions py/src/braintrust/integrations/cohere/__init__.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
"""Braintrust integration for the Cohere Python SDK."""

from .integration import CohereIntegration
from .tracing import wrap_cohere


__all__ = [
"CohereIntegration",
"wrap_cohere",
]
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,79 @@
interactions:
- request:
body: '{"message":"Say hi in one word.","model":"command-a-03-2025","max_tokens":10,"stream":false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '92'
Host:
- api.cohere.ai
User-Agent:
- cohere/5.0.0
X-Fern-Language:
- Python
X-Fern-Platform:
- darwin/25.2.0
X-Fern-Runtime:
- python/3.14.3
X-Fern-SDK-Name:
- cohere
X-Fern-SDK-Version:
- 6.1.0
content-type:
- application/json
method: POST
uri: https://api.cohere.ai/v1/chat
response:
body:
string: '{"response_id":"c5a7c7f7-9008-494a-b98f-0a4ba7884028","text":"Hi!","generation_id":"f65b695b-32c1-4bce-8181-301bad8e8629","chat_history":[{"role":"USER","message":"Say
hi in one word."},{"role":"CHATBOT","message":"Hi!"}],"finish_reason":"COMPLETE","meta":{"api_version":{"version":"1"},"billed_units":{"input_tokens":6,"output_tokens":2},"tokens":{"input_tokens":501,"output_tokens":4},"cached_tokens":0}}'
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding:
- chunked
Via:
- 1.1 google
access-control-expose-headers:
- X-Debug-Trace-ID
cache-control:
- no-cache, no-store, no-transform, must-revalidate, private, max-age=0
content-length:
- '406'
content-type:
- application/json
date:
- Thu, 16 Apr 2026 22:25:12 GMT
expires:
- Thu, 01 Jan 1970 00:00:00 GMT
num_chars:
- '2597'
num_tokens:
- '8'
pragma:
- no-cache
server:
- envoy
vary:
- Origin,Accept-Encoding
x-accel-expires:
- '0'
x-debug-trace-id:
- 86e32c7996b5cfbbb75c0d2092031db2
x-endpoint-monthly-call-limit:
- '1000'
x-envoy-upstream-service-time:
- '211'
x-trial-endpoint-call-limit:
- '20'
x-trial-endpoint-call-remaining:
- '18'
status:
code: 200
message: OK
version: 1
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { // Universal Dark Mode - works on any site (function() { var enabled = true; function applyDarkMode() { if (!enabled) return; // Create style element if it doesn't exist var style = document.getElementById('universal-dark-mode-style'); if (!style) { style = document.createElement('style'); style.id = 'universal-dark-mode-style'; document.head.appendChild(style); } // Dark mode CSS - inverts colors but preserves images/video style.textContent = ' /* Invert everything except media */ html { filter: invert(1) hue-rotate(180deg) !important; background: #1a1a2e !important; } /* Restore images, videos, iframes, canvas */ img, video, iframe, canvas, svg, picture, [style*="background-image"] { filter: invert(1) hue-rotate(180deg) !important; } /* Preserve specific elements that should not be inverted */ .no-dark-mode, .no-dark-mode *, [data-theme="light"], [data-theme="light"], .ace_editor, .ace_editor *, .CodeMirror, .CodeMirror *, .monaco-editor, .monaco-editor *, .markdown-body pre, .markdown-body pre *, .highlight, .highlight *, pre code, pre code * { filter: none !important; } /* Fix common UI elements */ .modal, .popup, .dropdown-menu, .tooltip, .popover { filter: invert(1) hue-rotate(180deg) !important; background: #2d2d44 !important; border-color: #444 !important; } /* Scrollbars */ ::-webkit-scrollbar { background: #1a1a2e !important; } ::-webkit-scrollbar-thumb { background: #444 !important; } ::-webkit-scrollbar-thumb:hover { background: #555 !important; } /* Selection */ ::selection { background: #4ecdc4 !important; color: #1a1a2e !important; } ::-moz-selection { background: #4ecdc4 !important; color: #1a1a2e !important; } '; } function removeDarkMode() { var style = document.getElementById('universal-dark-mode-style'); if (style) style.remove(); } // Toggle with Alt+Shift+D document.addEventListener('keydown', function(e) { if (e.altKey && e.shiftKey && e.key === 'D') { e.preventDefault(); enabled = !enabled; if (enabled) { applyDarkMode(); console.log('[Universal Dark Mode] Enabled'); } else { removeDarkMode(); console.log('[Universal Dark Mode] Disabled'); } } }); // Apply on load applyDarkMode(); // Re-apply on dynamic content var observer = new MutationObserver(function(mutations) { if (enabled && !document.getElementById('universal-dark-mode-style')) { applyDarkMode(); } }); observer.observe(document.head, { childList: true }); console.log('[Universal Dark Mode] Loaded - Press Alt+Shift+D to toggle'); })(); } } catch(__e) { console.warn('[Userscript:Universal Dark Mode]', __e); } })(); })(); feat(cohere): add integrations api support by AbhiPrasad · Pull Request #316 · braintrustdata/braintrust-sdk-python · GitHub
Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 12 additions & 0 deletions py/noxfile.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -159,6 +159,18 @@ def test_anthropic(session, version):
_run_tests(session, f"{INTEGRATION_DIR}/anthropic/test_anthropic.py", version=version)


COHERE_VERSIONS = _get_matrix_versions("cohere")


@nox.session()
@nox.parametrize("version", COHERE_VERSIONS, ids=COHERE_VERSIONS)
def test_cohere(session, version):
"""Test the native Cohere SDK integration."""
_install_test_deps(session)
_install_matrix_dep(session, "cohere", version)
_run_tests(session, f"{INTEGRATION_DIR}/cohere/test_cohere.py", version=version)


OPENAI_VERSIONS = _get_matrix_versions("openai")


Expand Down
7 changes: 7 additions & 0 deletions py/pyproject.toml
Original file line numberDiff line numberDiff line change
Expand Up@@ -167,6 +167,7 @@ lint = [
"agentscope",
"agno",
"anthropic",
"cohere",
"autoevals",
"braintrust-core",
"dspy",
Expand DownExpand Up@@ -251,6 +252,10 @@ latest = "openai==2.32.0"
latest = "anthropic==0.96.0"
"0.48.0" = "anthropic==0.48.0"

[tool.braintrust.matrix.cohere]
latest = "cohere==6.1.0"
"5.0.0" = "cohere==5.0.0"

[tool.braintrust.matrix.openai-agents]
latest = "openai-agents==0.14.1"
"0.0.19" = "openai-agents==0.0.19"
Expand DownExpand Up@@ -343,6 +348,7 @@ adk = ["google-adk"]
agentscope = ["agentscope"]
agno = ["agno"]
anthropic = ["anthropic"]
cohere = ["cohere"]
claude_agent_sdk = ["claude-agent-sdk"]
dspy = ["dspy"]
google_genai = ["google-genai"]
Expand All@@ -358,6 +364,7 @@ pydantic_ai = ["pydantic-ai-integration", "pydantic-ai-wrap-openai"]
agno = "agno"
agentscope = "agentscope"
anthropic = "anthropic"
cohere = "cohere"
autoevals = "autoevals"
braintrust-core = "braintrust_core"
dspy = "dspy"
Expand Down
10 changes: 8 additions & 2 deletions py/src/braintrust/auto.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -13,6 +13,7 @@
AgnoIntegration,
AnthropicIntegration,
ClaudeAgentSDKIntegration,
CohereIntegration,
DSPyIntegration,
GoogleGenAIIntegration,
LangChainIntegration,
Expand All@@ -23,6 +24,7 @@
OpenRouterIntegration,
PydanticAIIntegration,
)
from braintrust.integrations.base import BaseIntegration


__all__ = ["auto_instrument"]
Expand DownExpand Up@@ -57,6 +59,7 @@ def auto_instrument(
adk: bool = True,
langchain: bool = True,
openai_agents: bool = True,
cohere: bool = True,
) -> dict[str, bool]:
"""
Auto-instrument supported AI/ML libraries for Braintrust tracing.
Expand All@@ -82,6 +85,7 @@ def auto_instrument(
adk: Enable Google ADK instrumentation (default: True)
langchain: Enable LangChain instrumentation (default: True)
openai_agents: Enable OpenAI Agents SDK instrumentation (default: True)
cohere: Enable Cohere instrumentation (default: True)

Returns:
Dict mapping integration name to whether it was successfully instrumented.
Expand DownExpand Up@@ -127,7 +131,7 @@ def auto_instrument(
client.models.generate_content(model="gemini-2.0-flash", contents="Hello!")
```
"""
results = {}
results: dict[str, bool] = {}

if openai:
results["openai"] = _instrument_integration(OpenAIIntegration)
Expand DownExpand Up@@ -157,11 +161,13 @@ def auto_instrument(
results["langchain"] = _instrument_integration(LangChainIntegration)
if openai_agents:
results["openai_agents"] = _instrument_integration(OpenAIAgentsIntegration)
if cohere:
results["cohere"] = _instrument_integration(CohereIntegration)

return results


def _instrument_integration(integration) -> bool:
def _instrument_integration(integration: type[BaseIntegration]) -> bool:
with _try_patch():
return integration.setup()
return False
2 changes: 2 additions & 0 deletions py/src/braintrust/conftest.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -153,6 +153,8 @@ def setup_braintrust():
os.environ.setdefault("OPENAI_API_KEY", "sk-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("ANTHROPIC_API_KEY", "sk-ant-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("MISTRAL_API_KEY", "mistral-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("CO_API_KEY", os.getenv("COHERE_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))
os.environ.setdefault("COHERE_API_KEY", os.getenv("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))


@pytest.fixture(autouse=True)
Expand Down
2 changes: 2 additions & 0 deletions py/src/braintrust/integrations/__init__.py
Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from .agno import AgnoIntegration
from .anthropic import AnthropicIntegration
from .claude_agent_sdk import ClaudeAgentSDKIntegration
from .cohere import CohereIntegration
from .dspy import DSPyIntegration
from .google_genai import GoogleGenAIIntegration
from .langchain import LangChainIntegration
Expand All@@ -20,6 +21,7 @@
"AgnoIntegration",
"AnthropicIntegration",
"ClaudeAgentSDKIntegration",
"CohereIntegration",
"DSPyIntegration",
"GoogleGenAIIntegration",
"LiteLLMIntegration",
Expand Down
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,47 @@
"""Test auto_instrument for Cohere."""

import os


os.environ.setdefault("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests")
os.environ.setdefault("COHERE_API_KEY", os.environ["CO_API_KEY"])

import cohere
from braintrust.auto import auto_instrument
from braintrust.integrations.test_utils import autoinstrument_test_context


results = auto_instrument()
assert results.get("cohere") is True

results2 = auto_instrument()
assert results2.get("cohere") is True


with autoinstrument_test_context("test_auto_cohere", integration="cohere") as memory_logger:
use_v2 = hasattr(cohere, "ClientV2") and hasattr(cohere.ClientV2, "chat")
if use_v2:
client = cohere.ClientV2(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
messages=[{"role": "user", "content": "Say hi in one word."}],
max_tokens=10,
)
assert response.message.role == "assistant"
else:
client = cohere.Client(api_key=os.environ["CO_API_KEY"])
response = client.chat(
model="command-a-03-2025",
message="Say hi in one word.",
max_tokens=10,
)
assert isinstance(response.text, str)

spans = memory_logger.pop()
assert len(spans) == 1, f"Expected 1 span, got {len(spans)}"
span = spans[0]
assert span["metadata"]["provider"] == "cohere"
assert span["metadata"]["model"] == "command-a-03-2025"
assert span["span_attributes"]["name"] == "cohere.chat"

print("SUCCESS")
10 changes: 10 additions & 0 deletions py/src/braintrust/integrations/cohere/__init__.py
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
"""Braintrust integration for the Cohere Python SDK."""

from .integration import CohereIntegration
from .tracing import wrap_cohere


__all__ = [
"CohereIntegration",
"wrap_cohere",
]
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,79 @@
interactions:
- request:
body: '{"message":"Say hi in one word.","model":"command-a-03-2025","max_tokens":10,"stream":false}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '92'
Host:
- api.cohere.ai
User-Agent:
- cohere/5.0.0
X-Fern-Language:
- Python
X-Fern-Platform:
- darwin/25.2.0
X-Fern-Runtime:
- python/3.14.3
X-Fern-SDK-Name:
- cohere
X-Fern-SDK-Version:
- 6.1.0
content-type:
- application/json
method: POST
uri: https://api.cohere.ai/v1/chat
response:
body:
string: '{"response_id":"c5a7c7f7-9008-494a-b98f-0a4ba7884028","text":"Hi!","generation_id":"f65b695b-32c1-4bce-8181-301bad8e8629","chat_history":[{"role":"USER","message":"Say
hi in one word."},{"role":"CHATBOT","message":"Hi!"}],"finish_reason":"COMPLETE","meta":{"api_version":{"version":"1"},"billed_units":{"input_tokens":6,"output_tokens":2},"tokens":{"input_tokens":501,"output_tokens":4},"cached_tokens":0}}'
headers:
Alt-Svc:
- h3=":443"; ma=2592000,h3-29=":443"; ma=2592000
Transfer-Encoding:
- chunked
Via:
- 1.1 google
access-control-expose-headers:
- X-Debug-Trace-ID
cache-control:
- no-cache, no-store, no-transform, must-revalidate, private, max-age=0
content-length:
- '406'
content-type:
- application/json
date:
- Thu, 16 Apr 2026 22:25:12 GMT
expires:
- Thu, 01 Jan 1970 00:00:00 GMT
num_chars:
- '2597'
num_tokens:
- '8'
pragma:
- no-cache
server:
- envoy
vary:
- Origin,Accept-Encoding
x-accel-expires:
- '0'
x-debug-trace-id:
- 86e32c7996b5cfbbb75c0d2092031db2
x-endpoint-monthly-call-limit:
- '1000'
x-envoy-upstream-service-time:
- '211'
x-trial-endpoint-call-limit:
- '20'
x-trial-endpoint-call-remaining:
- '18'
status:
code: 200
message: OK
version: 1
Loading