feat(cohere): trace audio transcription calls#333

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Abhijeet Prasad (AbhiPrasad) merged 1 commit into from
Apr 24, 2026
Merged

feat(cohere): trace audio transcription calls #333

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
645 changes: 645 additions & 0 deletions ...s/cohere/cassettes/latest/test_cohere_integration_setup_patches_audio_transcriptions.yaml
View file
Open in desktop

Large diffs are not rendered by default.

643 changes: 643 additions & 0 deletions ...rust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_async.yaml
View file
Open in desktop

Large diffs are not rendered by default.

645 changes: 645 additions & 0 deletions ...trust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_sync.yaml
View file
Open in desktop

Large diffs are not rendered by default.

2 changes: 2 additions & 0 deletions py/src/braintrust/integrations/cohere/integration.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from braintrust.integrations.base import BaseIntegration

from .patchers import (
CohereAudioTranscriptionsPatcher,
CohereChatPatcher,
CohereChatStreamPatcher,
CohereEmbedPatcher,
Expand All@@ -21,4 +22,5 @@ class CohereIntegration(BaseIntegration):
CohereChatStreamPatcher,
CohereEmbedPatcher,
CohereRerankPatcher,
CohereAudioTranscriptionsPatcher,
)
32 changes: 32 additions & 0 deletions py/src/braintrust/integrations/cohere/patchers.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -15,10 +15,12 @@
from braintrust.integrations.base import CompositeFunctionWrapperPatcher, FunctionWrapperPatcher

from .tracing import (
_async_audio_transcription_wrapper,
_async_chat_stream_wrapper,
_async_chat_wrapper,
_async_embed_wrapper,
_async_rerank_wrapper,
_audio_transcription_wrapper,
_chat_stream_wrapper,
_chat_wrapper,
_embed_wrapper,
Expand DownExpand Up@@ -158,6 +160,28 @@ class AsyncV2RerankPatcher(FunctionWrapperPatcher):
wrapper = _async_rerank_wrapper


# ---------------------------------------------------------------------------
# Audio — transcriptions (added in cohere==6.1.0)
#
# The transcription surface lives in its own module and is exposed on v1
# clients (``client.audio.transcriptions.create``) but not on v2 clients.
# ---------------------------------------------------------------------------


class TranscriptionsCreatePatcher(FunctionWrapperPatcher):
name = "cohere.audio.transcriptions.create"
target_module = "cohere.audio.transcriptions.client"
target_path = "TranscriptionsClient.create"
wrapper = _audio_transcription_wrapper


class AsyncTranscriptionsCreatePatcher(FunctionWrapperPatcher):
name = "cohere.audio.transcriptions.async.create"
target_module = "cohere.audio.transcriptions.client"
target_path = "AsyncTranscriptionsClient.create"
wrapper = _async_audio_transcription_wrapper


# ---------------------------------------------------------------------------
# Composite patchers — group all sync/async variants by execution surface.
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -201,3 +225,11 @@ class CohereRerankPatcher(CompositeFunctionWrapperPatcher):
V2RerankPatcher,
AsyncV2RerankPatcher,
)


class CohereAudioTranscriptionsPatcher(CompositeFunctionWrapperPatcher):
name = "cohere.audio.transcriptions.all"
sub_patchers = (
TranscriptionsCreatePatcher,
AsyncTranscriptionsCreatePatcher,
)
161 changes: 158 additions & 3 deletions py/src/braintrust/integrations/cohere/test_cohere.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -4,15 +4,17 @@
import inspect
import os
import time
from pathlib import Path

import pytest
from braintrust import logger
from braintrust import Attachment, logger
from braintrust.integrations.cohere import CohereIntegration, wrap_cohere
from braintrust.integrations.cohere.patchers import (
AsyncChatPatcher,
AsyncChatStreamPatcher,
AsyncEmbedPatcher,
AsyncRerankPatcher,
AsyncTranscriptionsCreatePatcher,
AsyncV2ChatPatcher,
AsyncV2ChatStreamPatcher,
AsyncV2EmbedPatcher,
Expand All@@ -21,6 +23,7 @@
ChatStreamPatcher,
EmbedPatcher,
RerankPatcher,
TranscriptionsCreatePatcher,
V2ChatPatcher,
V2ChatStreamPatcher,
V2EmbedPatcher,
Expand All@@ -39,6 +42,8 @@
CHAT_MODEL = "command-a-03-2025"
EMBED_MODEL = "embed-english-v3.0"
RERANK_MODEL = "rerank-english-v3.0"
TRANSCRIBE_MODEL = "cohere-transcribe-03-2026"
TEST_AUDIO_FILE = Path(__file__).resolve().parents[2] / "fixtures" / "test_audio.wav"
COHERE_API_KEY = os.getenv("CO_API_KEY") or os.getenv("COHERE_API_KEY") or "co-test-dummy-api-key-for-vcr-tests"


Expand DownExpand Up@@ -104,6 +109,15 @@ def clean_cohere_methods():
if hasattr(cls, attr):
targets.append((cls, attr))

try:
from cohere.audio.transcriptions.client import AsyncTranscriptionsClient, TranscriptionsClient
except ImportError:
pass
else:
for cls in (TranscriptionsClient, AsyncTranscriptionsClient):
if hasattr(cls, "create"):
targets.append((cls, "create"))

originals = [(cls, attr, inspect.getattr_static(cls, attr)) for cls, attr in targets]
# Also capture patch markers so we can clear them.
marker_attrs = set()
Expand All@@ -124,6 +138,8 @@ def clean_cohere_methods():
AsyncV2ChatStreamPatcher,
AsyncV2EmbedPatcher,
AsyncV2RerankPatcher,
TranscriptionsCreatePatcher,
AsyncTranscriptionsCreatePatcher,
):
marker_attrs.add(patcher.patch_marker_attr())

Expand All@@ -132,14 +148,22 @@ def clean_cohere_methods():
finally:
for cls, attr, original in originals:
setattr(cls, attr, original)
# Clear any patch markers that setup() may have added.
for cls, _, _ in originals:
# Clear any patch markers that setup() may have added. wrapt can forward
# setattr from a FunctionWrapper onto the wrapped function, so the
# restored original may still carry the marker; clear it from both
# class and restored function.
for cls, _, original in originals:
for marker in marker_attrs:
if hasattr(cls, marker):
try:
delattr(cls, marker)
except AttributeError:
pass
if hasattr(original, marker):
try:
delattr(original, marker)
except AttributeError:
pass


# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -171,9 +195,32 @@ def test_cohere_integration_available_patchers_ids():
"cohere.chat_stream.all",
"cohere.embed.all",
"cohere.rerank.all",
"cohere.audio.transcriptions.all",
}


def test_audio_transcriptions_patchers_target_sdk_surface():
"""The audio transcription patchers must point at the Cohere SDK classes.

Regression guard for https://github.com/braintrustdata/braintrust-sdk-python/issues/327:
we must instrument both ``TranscriptionsClient.create`` and
``AsyncTranscriptionsClient.create`` on the ``cohere.audio.transcriptions``
surface introduced in cohere>=6.1.0.
"""
try:
import cohere.audio.transcriptions.client as transcriptions_module
except ImportError:
pytest.skip("cohere SDK does not expose audio.transcriptions")

assert TranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
assert TranscriptionsCreatePatcher.target_path == "TranscriptionsClient.create"
assert AsyncTranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
assert AsyncTranscriptionsCreatePatcher.target_path == "AsyncTranscriptionsClient.create"

assert hasattr(transcriptions_module.TranscriptionsClient, "create")
assert hasattr(transcriptions_module.AsyncTranscriptionsClient, "create")


# ---------------------------------------------------------------------------
# VCR-backed integration tests
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -497,6 +544,114 @@ def test_cohere_integration_setup_patches_v2_chat(memory_logger, clean_cohere_me
assert spans[0]["metadata"]["model"] == CHAT_MODEL


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_sync(memory_logger):
pytest.importorskip("cohere.audio.transcriptions.client")
assert not memory_logger.pop()

client = wrap_cohere(_v1_client())

start = time.time()
with open(TEST_AUDIO_FILE, "rb") as file_obj:
response = client.audio.transcriptions.create(
model=TRANSCRIBE_MODEL,
language="en",
file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
temperature=0.0,
)
end = time.time()

# Provider behavior preserved.
assert isinstance(response.text, str)
assert response.text # non-empty

spans = memory_logger.pop()
assert len(spans) == 1
span = spans[0]

assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
assert span["span_attributes"]["type"] == "llm"
assert span["metadata"]["provider"] == "cohere"
assert span["metadata"]["model"] == TRANSCRIBE_MODEL
assert span["metadata"]["language"] == "en"
assert span["metadata"]["temperature"] == 0.0

# Input carries the audio file as an Attachment.
file_attachment = span["input"]["file"]
assert isinstance(file_attachment, Attachment)
assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name
assert file_attachment.reference["content_type"] == "audio/wav"

# Output is the transcribed text.
assert span["output"] == response.text

# Cohere's transcription response does not expose token counts, so we
# only assert the timing metrics we always record.
metrics = span["metrics"]
assert start <= metrics["start"] <= metrics["end"] <= end
assert metrics["duration"] >= 0


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_async(memory_logger):
pytest.importorskip("cohere.audio.transcriptions.client")
assert not memory_logger.pop()

async def _run():
client = wrap_cohere(_v1_async_client())
with open(TEST_AUDIO_FILE, "rb") as file_obj:
return await client.audio.transcriptions.create(
model=TRANSCRIBE_MODEL,
language="en",
file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
)

response = asyncio.run(_run())
assert isinstance(response.text, str)

spans = memory_logger.pop()
assert len(spans) == 1
span = spans[0]

assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
assert span["metadata"]["provider"] == "cohere"
assert span["metadata"]["model"] == TRANSCRIBE_MODEL
assert span["metadata"]["language"] == "en"

file_attachment = span["input"]["file"]
assert isinstance(file_attachment, Attachment)
assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name

assert span["output"] == response.text


@pytest.mark.vcr
def test_cohere_integration_setup_patches_audio_transcriptions(memory_logger, clean_cohere_methods):
"""``CohereIntegration.setup()`` must wire up audio transcription tracing."""
pytest.importorskip("cohere.audio.transcriptions.client")
assert not memory_logger.pop()

assert CohereIntegration.setup() is True
# Second call is a no-op but still reports success.
assert CohereIntegration.setup() is True

client = _v1_client() # NOT manually wrapped
with open(TEST_AUDIO_FILE, "rb") as file_obj:
response = client.audio.transcriptions.create(
model=TRANSCRIBE_MODEL,
language="en",
file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
temperature=0.0,
)
assert isinstance(response.text, str)

spans = memory_logger.pop()
assert len(spans) == 1
assert spans[0]["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
assert spans[0]["metadata"]["provider"] == "cohere"
assert spans[0]["metadata"]["model"] == TRANSCRIBE_MODEL


class TestAutoInstrumentCohere:
def test_auto_instrument_cohere(self):
verify_autoinstrument_script("test_auto_cohere.py")
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { injectUserscript("// Add copy buttons to all 
 blocks\n(function() {\n function addCopyButtons() {\n document.querySelectorAll('pre code').forEach(function(codeBlock) {\n if (codeBlock.parentElement.hasAttribute('data-copy-added')) return;\n codeBlock.parentElement.setAttribute('data-copy-added', 'true');\n \n var btn = document.createElement('button');\n btn.textContent = 'Copy';\n btn.style.cssText = 'position:absolute;top:4px;right:4px;padding:2px 8px;font-size:11px;background:#4ecdc4;border:none;border-radius:4px;color:#1a1a2e;cursor:pointer;opacity:0.7;transition:opacity 0.2s;';\n btn.onmouseover = function() { this.style.opacity = '1'; };\n btn.onmouseout = function() { this.style.opacity = '0.7'; };\n btn.onclick = function() {\n navigator.clipboard.writeText(codeBlock.textContent).then(function() {\n btn.textContent = 'Copied!';\n setTimeout(function() { btn.textContent = 'Copy'; }, 1500);\n });\n };\n codeBlock.parentElement.style.position = 'relative';\n codeBlock.parentElement.appendChild(btn);\n });\n }\n \n addCopyButtons();\n \n // Re-run on dynamic content\n var observer = new MutationObserver(addCopyButtons);\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Add Copy Buttons to Code Blocks");
}
} catch(__e) { console.warn('[Userscript:Add Copy Buttons to Code Blocks]', __e); }
})();
(function(){
try {
var __m = "github.com";
var __re = new RegExp('^' + "github\\.com" + '

Skip to content
feat(cohere): trace audio transcription calls#333

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 24, 2026
 Merged


feat(cohere): trace audio transcription calls
#333
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


645 changes: 645 additions & 0 deletions
...s/cohere/cassettes/latest/test_cohere_integration_setup_patches_audio_transcriptions.yaml

View file


Open in desktop


Large diffs are not rendered by default.


643 changes: 643 additions & 0 deletions
...rust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_async.yaml

View file


Open in desktop


Large diffs are not rendered by default.


645 changes: 645 additions & 0 deletions
...trust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_sync.yaml

View file


Open in desktop


Large diffs are not rendered by default.


2 changes: 2 additions & 0 deletions
py/src/braintrust/integrations/cohere/integration.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from braintrust.integrations.base import BaseIntegration

from .patchers import (
 CohereAudioTranscriptionsPatcher,
 CohereChatPatcher,
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
Expand All@@ -21,4 +22,5 @@ class CohereIntegration(BaseIntegration):
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
 CohereRerankPatcher,
 CohereAudioTranscriptionsPatcher,
 )

32 changes: 32 additions & 0 deletions
py/src/braintrust/integrations/cohere/patchers.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -15,10 +15,12 @@
from braintrust.integrations.base import CompositeFunctionWrapperPatcher, FunctionWrapperPatcher

from .tracing import (
 _async_audio_transcription_wrapper,
 _async_chat_stream_wrapper,
 _async_chat_wrapper,
 _async_embed_wrapper,
 _async_rerank_wrapper,
 _audio_transcription_wrapper,
 _chat_stream_wrapper,
 _chat_wrapper,
 _embed_wrapper,
Expand DownExpand Up@@ -158,6 +160,28 @@ class AsyncV2RerankPatcher(FunctionWrapperPatcher):
 wrapper = _async_rerank_wrapper


# ---------------------------------------------------------------------------
# Audio — transcriptions (added in cohere==6.1.0)
#
# The transcription surface lives in its own module and is exposed on v1
# clients (``client.audio.transcriptions.create``) but not on v2 clients.
# ---------------------------------------------------------------------------


class TranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "TranscriptionsClient.create"
 wrapper = _audio_transcription_wrapper


class AsyncTranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.async.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "AsyncTranscriptionsClient.create"
 wrapper = _async_audio_transcription_wrapper


# ---------------------------------------------------------------------------
# Composite patchers — group all sync/async variants by execution surface.
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -201,3 +225,11 @@ class CohereRerankPatcher(CompositeFunctionWrapperPatcher):
 V2RerankPatcher,
 AsyncV2RerankPatcher,
 )


class CohereAudioTranscriptionsPatcher(CompositeFunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.all"
 sub_patchers = (
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 )

161 changes: 158 additions & 3 deletions
py/src/braintrust/integrations/cohere/test_cohere.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,15 +4,17 @@
import inspect
import os
import time
from pathlib import Path

import pytest
from braintrust import logger
from braintrust import Attachment, logger
from braintrust.integrations.cohere import CohereIntegration, wrap_cohere
from braintrust.integrations.cohere.patchers import (
 AsyncChatPatcher,
 AsyncChatStreamPatcher,
 AsyncEmbedPatcher,
 AsyncRerankPatcher,
 AsyncTranscriptionsCreatePatcher,
 AsyncV2ChatPatcher,
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
Expand All@@ -21,6 +23,7 @@
 ChatStreamPatcher,
 EmbedPatcher,
 RerankPatcher,
 TranscriptionsCreatePatcher,
 V2ChatPatcher,
 V2ChatStreamPatcher,
 V2EmbedPatcher,
Expand All@@ -39,6 +42,8 @@
CHAT_MODEL = "command-a-03-2025"
EMBED_MODEL = "embed-english-v3.0"
RERANK_MODEL = "rerank-english-v3.0"
TRANSCRIBE_MODEL = "cohere-transcribe-03-2026"
TEST_AUDIO_FILE = Path(__file__).resolve().parents[2] / "fixtures" / "test_audio.wav"
COHERE_API_KEY = os.getenv("CO_API_KEY") or os.getenv("COHERE_API_KEY") or "co-test-dummy-api-key-for-vcr-tests"


Expand DownExpand Up@@ -104,6 +109,15 @@ def clean_cohere_methods():
 if hasattr(cls, attr):
 targets.append((cls, attr))

 try:
 from cohere.audio.transcriptions.client import AsyncTranscriptionsClient, TranscriptionsClient
 except ImportError:
 pass
 else:
 for cls in (TranscriptionsClient, AsyncTranscriptionsClient):
 if hasattr(cls, "create"):
 targets.append((cls, "create"))

 originals = [(cls, attr, inspect.getattr_static(cls, attr)) for cls, attr in targets]
 # Also capture patch markers so we can clear them.
 marker_attrs = set()
Expand All@@ -124,6 +138,8 @@ def clean_cohere_methods():
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
 AsyncV2RerankPatcher,
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 ):
 marker_attrs.add(patcher.patch_marker_attr())

Expand All@@ -132,14 +148,22 @@ def clean_cohere_methods():
 finally:
 for cls, attr, original in originals:
 setattr(cls, attr, original)
 # Clear any patch markers that setup() may have added.
 for cls, _, _ in originals:
 # Clear any patch markers that setup() may have added. wrapt can forward
 # setattr from a FunctionWrapper onto the wrapped function, so the
 # restored original may still carry the marker; clear it from both
 # class and restored function.
 for cls, _, original in originals:
 for marker in marker_attrs:
 if hasattr(cls, marker):
 try:
 delattr(cls, marker)
 except AttributeError:
 pass
 if hasattr(original, marker):
 try:
 delattr(original, marker)
 except AttributeError:
 pass


# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -171,9 +195,32 @@ def test_cohere_integration_available_patchers_ids():
 "cohere.chat_stream.all",
 "cohere.embed.all",
 "cohere.rerank.all",
 "cohere.audio.transcriptions.all",
 }


def test_audio_transcriptions_patchers_target_sdk_surface():
 """The audio transcription patchers must point at the Cohere SDK classes.

 Regression guard for https://github.com/braintrustdata/braintrust-sdk-python/issues/327:
 we must instrument both ``TranscriptionsClient.create`` and
 ``AsyncTranscriptionsClient.create`` on the ``cohere.audio.transcriptions``
 surface introduced in cohere>=6.1.0.
 """
 try:
 import cohere.audio.transcriptions.client as transcriptions_module
 except ImportError:
 pytest.skip("cohere SDK does not expose audio.transcriptions")

 assert TranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert TranscriptionsCreatePatcher.target_path == "TranscriptionsClient.create"
 assert AsyncTranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert AsyncTranscriptionsCreatePatcher.target_path == "AsyncTranscriptionsClient.create"

 assert hasattr(transcriptions_module.TranscriptionsClient, "create")
 assert hasattr(transcriptions_module.AsyncTranscriptionsClient, "create")


# ---------------------------------------------------------------------------
# VCR-backed integration tests
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -497,6 +544,114 @@ def test_cohere_integration_setup_patches_v2_chat(memory_logger, clean_cohere_me
 assert spans[0]["metadata"]["model"] == CHAT_MODEL


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_sync(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 client = wrap_cohere(_v1_client())

 start = time.time()
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 end = time.time()

 # Provider behavior preserved.
 assert isinstance(response.text, str)
 assert response.text # non-empty

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["span_attributes"]["type"] == "llm"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"
 assert span["metadata"]["temperature"] == 0.0

 # Input carries the audio file as an Attachment.
 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name
 assert file_attachment.reference["content_type"] == "audio/wav"

 # Output is the transcribed text.
 assert span["output"] == response.text

 # Cohere's transcription response does not expose token counts, so we
 # only assert the timing metrics we always record.
 metrics = span["metrics"]
 assert start <= metrics["start"] <= metrics["end"] <= end
 assert metrics["duration"] >= 0


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_async(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 async def _run():
 client = wrap_cohere(_v1_async_client())
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 return await client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 )

 response = asyncio.run(_run())
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"

 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name

 assert span["output"] == response.text


@pytest.mark.vcr
def test_cohere_integration_setup_patches_audio_transcriptions(memory_logger, clean_cohere_methods):
 """``CohereIntegration.setup()`` must wire up audio transcription tracing."""
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 assert CohereIntegration.setup() is True
 # Second call is a no-op but still reports success.
 assert CohereIntegration.setup() is True

 client = _v1_client() # NOT manually wrapped
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 assert spans[0]["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert spans[0]["metadata"]["provider"] == "cohere"
 assert spans[0]["metadata"]["model"] == TRANSCRIBE_MODEL


class TestAutoInstrumentCohere:
 def test_auto_instrument_cohere(self):
 verify_autoinstrument_script("test_auto_cohere.py")
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Force GitHub README to respect dark mode\n(function() {\n var style = document.createElement('style');\n style.textContent = '\n .markdown-body {\n color-scheme: dark light;\n }\n .markdown-body pre { background: #161b22 !important; }\n .markdown-body code { background: rgba(110, 118, 129, 0.4) !important; }\n .markdown-body table th, .markdown-body table td { border-color: #30363d !important; }\n .markdown-body img { background: #0d1117; }\n .markdown-body blockquote { border-left-color: #8b949e; }\n .markdown-body hr { border-color: #30363d; }\n ';\n document.head.appendChild(style);\n})();", "GitHub Dark Mode README Fix");
}
} catch(__e) { console.warn('[Userscript:GitHub Dark Mode README Fix]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
feat(cohere): trace audio transcription calls#333

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 24, 2026
 Merged


feat(cohere): trace audio transcription calls
#333
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


645 changes: 645 additions & 0 deletions
...s/cohere/cassettes/latest/test_cohere_integration_setup_patches_audio_transcriptions.yaml

View file


Open in desktop


Large diffs are not rendered by default.


643 changes: 643 additions & 0 deletions
...rust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_async.yaml

View file


Open in desktop


Large diffs are not rendered by default.


645 changes: 645 additions & 0 deletions
...trust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_sync.yaml

View file


Open in desktop


Large diffs are not rendered by default.


2 changes: 2 additions & 0 deletions
py/src/braintrust/integrations/cohere/integration.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from braintrust.integrations.base import BaseIntegration

from .patchers import (
 CohereAudioTranscriptionsPatcher,
 CohereChatPatcher,
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
Expand All@@ -21,4 +22,5 @@ class CohereIntegration(BaseIntegration):
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
 CohereRerankPatcher,
 CohereAudioTranscriptionsPatcher,
 )

32 changes: 32 additions & 0 deletions
py/src/braintrust/integrations/cohere/patchers.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -15,10 +15,12 @@
from braintrust.integrations.base import CompositeFunctionWrapperPatcher, FunctionWrapperPatcher

from .tracing import (
 _async_audio_transcription_wrapper,
 _async_chat_stream_wrapper,
 _async_chat_wrapper,
 _async_embed_wrapper,
 _async_rerank_wrapper,
 _audio_transcription_wrapper,
 _chat_stream_wrapper,
 _chat_wrapper,
 _embed_wrapper,
Expand DownExpand Up@@ -158,6 +160,28 @@ class AsyncV2RerankPatcher(FunctionWrapperPatcher):
 wrapper = _async_rerank_wrapper


# ---------------------------------------------------------------------------
# Audio — transcriptions (added in cohere==6.1.0)
#
# The transcription surface lives in its own module and is exposed on v1
# clients (``client.audio.transcriptions.create``) but not on v2 clients.
# ---------------------------------------------------------------------------


class TranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "TranscriptionsClient.create"
 wrapper = _audio_transcription_wrapper


class AsyncTranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.async.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "AsyncTranscriptionsClient.create"
 wrapper = _async_audio_transcription_wrapper


# ---------------------------------------------------------------------------
# Composite patchers — group all sync/async variants by execution surface.
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -201,3 +225,11 @@ class CohereRerankPatcher(CompositeFunctionWrapperPatcher):
 V2RerankPatcher,
 AsyncV2RerankPatcher,
 )


class CohereAudioTranscriptionsPatcher(CompositeFunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.all"
 sub_patchers = (
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 )

161 changes: 158 additions & 3 deletions
py/src/braintrust/integrations/cohere/test_cohere.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,15 +4,17 @@
import inspect
import os
import time
from pathlib import Path

import pytest
from braintrust import logger
from braintrust import Attachment, logger
from braintrust.integrations.cohere import CohereIntegration, wrap_cohere
from braintrust.integrations.cohere.patchers import (
 AsyncChatPatcher,
 AsyncChatStreamPatcher,
 AsyncEmbedPatcher,
 AsyncRerankPatcher,
 AsyncTranscriptionsCreatePatcher,
 AsyncV2ChatPatcher,
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
Expand All@@ -21,6 +23,7 @@
 ChatStreamPatcher,
 EmbedPatcher,
 RerankPatcher,
 TranscriptionsCreatePatcher,
 V2ChatPatcher,
 V2ChatStreamPatcher,
 V2EmbedPatcher,
Expand All@@ -39,6 +42,8 @@
CHAT_MODEL = "command-a-03-2025"
EMBED_MODEL = "embed-english-v3.0"
RERANK_MODEL = "rerank-english-v3.0"
TRANSCRIBE_MODEL = "cohere-transcribe-03-2026"
TEST_AUDIO_FILE = Path(__file__).resolve().parents[2] / "fixtures" / "test_audio.wav"
COHERE_API_KEY = os.getenv("CO_API_KEY") or os.getenv("COHERE_API_KEY") or "co-test-dummy-api-key-for-vcr-tests"


Expand DownExpand Up@@ -104,6 +109,15 @@ def clean_cohere_methods():
 if hasattr(cls, attr):
 targets.append((cls, attr))

 try:
 from cohere.audio.transcriptions.client import AsyncTranscriptionsClient, TranscriptionsClient
 except ImportError:
 pass
 else:
 for cls in (TranscriptionsClient, AsyncTranscriptionsClient):
 if hasattr(cls, "create"):
 targets.append((cls, "create"))

 originals = [(cls, attr, inspect.getattr_static(cls, attr)) for cls, attr in targets]
 # Also capture patch markers so we can clear them.
 marker_attrs = set()
Expand All@@ -124,6 +138,8 @@ def clean_cohere_methods():
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
 AsyncV2RerankPatcher,
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 ):
 marker_attrs.add(patcher.patch_marker_attr())

Expand All@@ -132,14 +148,22 @@ def clean_cohere_methods():
 finally:
 for cls, attr, original in originals:
 setattr(cls, attr, original)
 # Clear any patch markers that setup() may have added.
 for cls, _, _ in originals:
 # Clear any patch markers that setup() may have added. wrapt can forward
 # setattr from a FunctionWrapper onto the wrapped function, so the
 # restored original may still carry the marker; clear it from both
 # class and restored function.
 for cls, _, original in originals:
 for marker in marker_attrs:
 if hasattr(cls, marker):
 try:
 delattr(cls, marker)
 except AttributeError:
 pass
 if hasattr(original, marker):
 try:
 delattr(original, marker)
 except AttributeError:
 pass


# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -171,9 +195,32 @@ def test_cohere_integration_available_patchers_ids():
 "cohere.chat_stream.all",
 "cohere.embed.all",
 "cohere.rerank.all",
 "cohere.audio.transcriptions.all",
 }


def test_audio_transcriptions_patchers_target_sdk_surface():
 """The audio transcription patchers must point at the Cohere SDK classes.

 Regression guard for https://github.com/braintrustdata/braintrust-sdk-python/issues/327:
 we must instrument both ``TranscriptionsClient.create`` and
 ``AsyncTranscriptionsClient.create`` on the ``cohere.audio.transcriptions``
 surface introduced in cohere>=6.1.0.
 """
 try:
 import cohere.audio.transcriptions.client as transcriptions_module
 except ImportError:
 pytest.skip("cohere SDK does not expose audio.transcriptions")

 assert TranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert TranscriptionsCreatePatcher.target_path == "TranscriptionsClient.create"
 assert AsyncTranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert AsyncTranscriptionsCreatePatcher.target_path == "AsyncTranscriptionsClient.create"

 assert hasattr(transcriptions_module.TranscriptionsClient, "create")
 assert hasattr(transcriptions_module.AsyncTranscriptionsClient, "create")


# ---------------------------------------------------------------------------
# VCR-backed integration tests
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -497,6 +544,114 @@ def test_cohere_integration_setup_patches_v2_chat(memory_logger, clean_cohere_me
 assert spans[0]["metadata"]["model"] == CHAT_MODEL


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_sync(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 client = wrap_cohere(_v1_client())

 start = time.time()
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 end = time.time()

 # Provider behavior preserved.
 assert isinstance(response.text, str)
 assert response.text # non-empty

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["span_attributes"]["type"] == "llm"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"
 assert span["metadata"]["temperature"] == 0.0

 # Input carries the audio file as an Attachment.
 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name
 assert file_attachment.reference["content_type"] == "audio/wav"

 # Output is the transcribed text.
 assert span["output"] == response.text

 # Cohere's transcription response does not expose token counts, so we
 # only assert the timing metrics we always record.
 metrics = span["metrics"]
 assert start <= metrics["start"] <= metrics["end"] <= end
 assert metrics["duration"] >= 0


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_async(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 async def _run():
 client = wrap_cohere(_v1_async_client())
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 return await client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 )

 response = asyncio.run(_run())
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"

 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name

 assert span["output"] == response.text


@pytest.mark.vcr
def test_cohere_integration_setup_patches_audio_transcriptions(memory_logger, clean_cohere_methods):
 """``CohereIntegration.setup()`` must wire up audio transcription tracing."""
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 assert CohereIntegration.setup() is True
 # Second call is a no-op but still reports success.
 assert CohereIntegration.setup() is True

 client = _v1_client() # NOT manually wrapped
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 assert spans[0]["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert spans[0]["metadata"]["provider"] == "cohere"
 assert spans[0]["metadata"]["model"] == TRANSCRIBE_MODEL


class TestAutoInstrumentCohere:
 def test_auto_instrument_cohere(self):
 verify_autoinstrument_script("test_auto_cohere.py")
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Highlight search terms from Google/DuckDuckGo/Bing referrer\n(function() {\n var ref = document.referrer;\n var terms = [];\n \n if (ref.includes('google.com') || ref.includes('duckduckgo.com') || ref.includes('bing.com')) {\n var url = new URL(ref);\n var q = url.searchParams.get('q') || url.searchParams.get('p');\n if (q) {\n terms = q.split(/\\s+/).filter(function(t) { return t.length > 2; });\n }\n }\n \n if (terms.length === 0) return;\n \n var style = document.createElement('style');\n style.textContent = '.userscript-highlight { background: #fbbf24; color: #1a1a2e; padding: 1px 3px; border-radius: 2px; }';\n document.head.appendChild(style);\n \n function highlight(node) {\n if (node.nodeType === 3) { // text node\n var text = node.textContent;\n var found = false;\n terms.forEach(function(term) {\n var regex = new RegExp('(' + term.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\') + ')', 'gi');\n if (regex.test(text)) {\n found = true;\n var frag = document.createDocumentFragment();\n var parts = text.split(regex);\n parts.forEach(function(part, i) {\n if (i % 2 === 0) {\n frag.appendChild(document.createTextNode(part));\n } else {\n var span = document.createElement('span');\n span.className = 'userscript-highlight';\n span.textContent = part;\n frag.appendChild(span);\n }\n });\n node.parentNode.replaceChild(frag, node);\n }\n });\n } else if (node.nodeType === 1 && node.childNodes) { // element\n var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT'];\n if (!skipTags.includes(node.tagName)) {\n Array.from(node.childNodes).forEach(highlight);\n }\n }\n }\n \n highlight(document.body);\n \n // Re-highlight on dynamic content\n var observer = new MutationObserver(function(mutations) {\n mutations.forEach(function(m) {\n m.addedNodes.forEach(function(node) {\n if (node.nodeType === 1 || node.nodeType === 3) highlight(node);\n });\n });\n });\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Highlight Search Terms");
}
} catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
feat(cohere): trace audio transcription calls#333

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 24, 2026
 Merged


feat(cohere): trace audio transcription calls
#333
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


645 changes: 645 additions & 0 deletions
...s/cohere/cassettes/latest/test_cohere_integration_setup_patches_audio_transcriptions.yaml

View file


Open in desktop


Large diffs are not rendered by default.


643 changes: 643 additions & 0 deletions
...rust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_async.yaml

View file


Open in desktop


Large diffs are not rendered by default.


645 changes: 645 additions & 0 deletions
...trust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_sync.yaml

View file


Open in desktop


Large diffs are not rendered by default.


2 changes: 2 additions & 0 deletions
py/src/braintrust/integrations/cohere/integration.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from braintrust.integrations.base import BaseIntegration

from .patchers import (
 CohereAudioTranscriptionsPatcher,
 CohereChatPatcher,
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
Expand All@@ -21,4 +22,5 @@ class CohereIntegration(BaseIntegration):
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
 CohereRerankPatcher,
 CohereAudioTranscriptionsPatcher,
 )

32 changes: 32 additions & 0 deletions
py/src/braintrust/integrations/cohere/patchers.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -15,10 +15,12 @@
from braintrust.integrations.base import CompositeFunctionWrapperPatcher, FunctionWrapperPatcher

from .tracing import (
 _async_audio_transcription_wrapper,
 _async_chat_stream_wrapper,
 _async_chat_wrapper,
 _async_embed_wrapper,
 _async_rerank_wrapper,
 _audio_transcription_wrapper,
 _chat_stream_wrapper,
 _chat_wrapper,
 _embed_wrapper,
Expand DownExpand Up@@ -158,6 +160,28 @@ class AsyncV2RerankPatcher(FunctionWrapperPatcher):
 wrapper = _async_rerank_wrapper


# ---------------------------------------------------------------------------
# Audio — transcriptions (added in cohere==6.1.0)
#
# The transcription surface lives in its own module and is exposed on v1
# clients (``client.audio.transcriptions.create``) but not on v2 clients.
# ---------------------------------------------------------------------------


class TranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "TranscriptionsClient.create"
 wrapper = _audio_transcription_wrapper


class AsyncTranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.async.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "AsyncTranscriptionsClient.create"
 wrapper = _async_audio_transcription_wrapper


# ---------------------------------------------------------------------------
# Composite patchers — group all sync/async variants by execution surface.
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -201,3 +225,11 @@ class CohereRerankPatcher(CompositeFunctionWrapperPatcher):
 V2RerankPatcher,
 AsyncV2RerankPatcher,
 )


class CohereAudioTranscriptionsPatcher(CompositeFunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.all"
 sub_patchers = (
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 )

161 changes: 158 additions & 3 deletions
py/src/braintrust/integrations/cohere/test_cohere.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,15 +4,17 @@
import inspect
import os
import time
from pathlib import Path

import pytest
from braintrust import logger
from braintrust import Attachment, logger
from braintrust.integrations.cohere import CohereIntegration, wrap_cohere
from braintrust.integrations.cohere.patchers import (
 AsyncChatPatcher,
 AsyncChatStreamPatcher,
 AsyncEmbedPatcher,
 AsyncRerankPatcher,
 AsyncTranscriptionsCreatePatcher,
 AsyncV2ChatPatcher,
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
Expand All@@ -21,6 +23,7 @@
 ChatStreamPatcher,
 EmbedPatcher,
 RerankPatcher,
 TranscriptionsCreatePatcher,
 V2ChatPatcher,
 V2ChatStreamPatcher,
 V2EmbedPatcher,
Expand All@@ -39,6 +42,8 @@
CHAT_MODEL = "command-a-03-2025"
EMBED_MODEL = "embed-english-v3.0"
RERANK_MODEL = "rerank-english-v3.0"
TRANSCRIBE_MODEL = "cohere-transcribe-03-2026"
TEST_AUDIO_FILE = Path(__file__).resolve().parents[2] / "fixtures" / "test_audio.wav"
COHERE_API_KEY = os.getenv("CO_API_KEY") or os.getenv("COHERE_API_KEY") or "co-test-dummy-api-key-for-vcr-tests"


Expand DownExpand Up@@ -104,6 +109,15 @@ def clean_cohere_methods():
 if hasattr(cls, attr):
 targets.append((cls, attr))

 try:
 from cohere.audio.transcriptions.client import AsyncTranscriptionsClient, TranscriptionsClient
 except ImportError:
 pass
 else:
 for cls in (TranscriptionsClient, AsyncTranscriptionsClient):
 if hasattr(cls, "create"):
 targets.append((cls, "create"))

 originals = [(cls, attr, inspect.getattr_static(cls, attr)) for cls, attr in targets]
 # Also capture patch markers so we can clear them.
 marker_attrs = set()
Expand All@@ -124,6 +138,8 @@ def clean_cohere_methods():
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
 AsyncV2RerankPatcher,
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 ):
 marker_attrs.add(patcher.patch_marker_attr())

Expand All@@ -132,14 +148,22 @@ def clean_cohere_methods():
 finally:
 for cls, attr, original in originals:
 setattr(cls, attr, original)
 # Clear any patch markers that setup() may have added.
 for cls, _, _ in originals:
 # Clear any patch markers that setup() may have added. wrapt can forward
 # setattr from a FunctionWrapper onto the wrapped function, so the
 # restored original may still carry the marker; clear it from both
 # class and restored function.
 for cls, _, original in originals:
 for marker in marker_attrs:
 if hasattr(cls, marker):
 try:
 delattr(cls, marker)
 except AttributeError:
 pass
 if hasattr(original, marker):
 try:
 delattr(original, marker)
 except AttributeError:
 pass


# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -171,9 +195,32 @@ def test_cohere_integration_available_patchers_ids():
 "cohere.chat_stream.all",
 "cohere.embed.all",
 "cohere.rerank.all",
 "cohere.audio.transcriptions.all",
 }


def test_audio_transcriptions_patchers_target_sdk_surface():
 """The audio transcription patchers must point at the Cohere SDK classes.

 Regression guard for https://github.com/braintrustdata/braintrust-sdk-python/issues/327:
 we must instrument both ``TranscriptionsClient.create`` and
 ``AsyncTranscriptionsClient.create`` on the ``cohere.audio.transcriptions``
 surface introduced in cohere>=6.1.0.
 """
 try:
 import cohere.audio.transcriptions.client as transcriptions_module
 except ImportError:
 pytest.skip("cohere SDK does not expose audio.transcriptions")

 assert TranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert TranscriptionsCreatePatcher.target_path == "TranscriptionsClient.create"
 assert AsyncTranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert AsyncTranscriptionsCreatePatcher.target_path == "AsyncTranscriptionsClient.create"

 assert hasattr(transcriptions_module.TranscriptionsClient, "create")
 assert hasattr(transcriptions_module.AsyncTranscriptionsClient, "create")


# ---------------------------------------------------------------------------
# VCR-backed integration tests
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -497,6 +544,114 @@ def test_cohere_integration_setup_patches_v2_chat(memory_logger, clean_cohere_me
 assert spans[0]["metadata"]["model"] == CHAT_MODEL


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_sync(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 client = wrap_cohere(_v1_client())

 start = time.time()
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 end = time.time()

 # Provider behavior preserved.
 assert isinstance(response.text, str)
 assert response.text # non-empty

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["span_attributes"]["type"] == "llm"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"
 assert span["metadata"]["temperature"] == 0.0

 # Input carries the audio file as an Attachment.
 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name
 assert file_attachment.reference["content_type"] == "audio/wav"

 # Output is the transcribed text.
 assert span["output"] == response.text

 # Cohere's transcription response does not expose token counts, so we
 # only assert the timing metrics we always record.
 metrics = span["metrics"]
 assert start <= metrics["start"] <= metrics["end"] <= end
 assert metrics["duration"] >= 0


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_async(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 async def _run():
 client = wrap_cohere(_v1_async_client())
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 return await client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 )

 response = asyncio.run(_run())
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"

 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name

 assert span["output"] == response.text


@pytest.mark.vcr
def test_cohere_integration_setup_patches_audio_transcriptions(memory_logger, clean_cohere_methods):
 """``CohereIntegration.setup()`` must wire up audio transcription tracing."""
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 assert CohereIntegration.setup() is True
 # Second call is a no-op but still reports success.
 assert CohereIntegration.setup() is True

 client = _v1_client() # NOT manually wrapped
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 assert spans[0]["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert spans[0]["metadata"]["provider"] == "cohere"
 assert spans[0]["metadata"]["model"] == TRANSCRIBE_MODEL


class TestAutoInstrumentCohere:
 def test_auto_instrument_cohere(self):
 verify_autoinstrument_script("test_auto_cohere.py")
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Strip utm_, fbclid, gclid, etc. from all links on page\n(function() {\n var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content',\n 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid',\n 'ref', 'ref_src', 'source', 'medium', 'campaign'];\n \n function cleanUrl(url) {\n try {\n var u = new URL(url, window.location.origin);\n var changed = false;\n trackingParams.forEach(function(p) {\n if (u.searchParams.has(p)) {\n u.searchParams.delete(p);\n changed = true;\n }\n });\n return changed ? u.toString() : url;\n } catch (e) {\n return url;\n }\n }\n \n function cleanLinks() {\n document.querySelectorAll('a[href]').forEach(function(a) {\n var clean = cleanUrl(a.href);\n if (clean !== a.href) a.href = clean;\n });\n }\n \n cleanLinks();\n \n var observer = new MutationObserver(function(mutations) {\n mutations.forEach(function(m) {\n m.addedNodes.forEach(function(node) {\n if (node.nodeType === 1) {\n if (node.tagName === 'A') cleanLinks();\n node.querySelectorAll('a[href]').forEach(function(a) {\n var clean = cleanUrl(a.href);\n if (clean !== a.href) a.href = clean;\n });\n }\n });\n });\n });\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Remove Tracking Parameters from Links");
}
} catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); }
})();
(function(){
try {
var __m = "youtube.com";
var __re = new RegExp('^' + "youtube\\.com" + '

Skip to content
feat(cohere): trace audio transcription calls#333

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 24, 2026
 Merged


feat(cohere): trace audio transcription calls
#333
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


645 changes: 645 additions & 0 deletions
...s/cohere/cassettes/latest/test_cohere_integration_setup_patches_audio_transcriptions.yaml

View file


Open in desktop


Large diffs are not rendered by default.


643 changes: 643 additions & 0 deletions
...rust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_async.yaml

View file


Open in desktop


Large diffs are not rendered by default.


645 changes: 645 additions & 0 deletions
...trust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_sync.yaml

View file


Open in desktop


Large diffs are not rendered by default.


2 changes: 2 additions & 0 deletions
py/src/braintrust/integrations/cohere/integration.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from braintrust.integrations.base import BaseIntegration

from .patchers import (
 CohereAudioTranscriptionsPatcher,
 CohereChatPatcher,
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
Expand All@@ -21,4 +22,5 @@ class CohereIntegration(BaseIntegration):
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
 CohereRerankPatcher,
 CohereAudioTranscriptionsPatcher,
 )

32 changes: 32 additions & 0 deletions
py/src/braintrust/integrations/cohere/patchers.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -15,10 +15,12 @@
from braintrust.integrations.base import CompositeFunctionWrapperPatcher, FunctionWrapperPatcher

from .tracing import (
 _async_audio_transcription_wrapper,
 _async_chat_stream_wrapper,
 _async_chat_wrapper,
 _async_embed_wrapper,
 _async_rerank_wrapper,
 _audio_transcription_wrapper,
 _chat_stream_wrapper,
 _chat_wrapper,
 _embed_wrapper,
Expand DownExpand Up@@ -158,6 +160,28 @@ class AsyncV2RerankPatcher(FunctionWrapperPatcher):
 wrapper = _async_rerank_wrapper


# ---------------------------------------------------------------------------
# Audio — transcriptions (added in cohere==6.1.0)
#
# The transcription surface lives in its own module and is exposed on v1
# clients (``client.audio.transcriptions.create``) but not on v2 clients.
# ---------------------------------------------------------------------------


class TranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "TranscriptionsClient.create"
 wrapper = _audio_transcription_wrapper


class AsyncTranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.async.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "AsyncTranscriptionsClient.create"
 wrapper = _async_audio_transcription_wrapper


# ---------------------------------------------------------------------------
# Composite patchers — group all sync/async variants by execution surface.
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -201,3 +225,11 @@ class CohereRerankPatcher(CompositeFunctionWrapperPatcher):
 V2RerankPatcher,
 AsyncV2RerankPatcher,
 )


class CohereAudioTranscriptionsPatcher(CompositeFunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.all"
 sub_patchers = (
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 )

161 changes: 158 additions & 3 deletions
py/src/braintrust/integrations/cohere/test_cohere.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,15 +4,17 @@
import inspect
import os
import time
from pathlib import Path

import pytest
from braintrust import logger
from braintrust import Attachment, logger
from braintrust.integrations.cohere import CohereIntegration, wrap_cohere
from braintrust.integrations.cohere.patchers import (
 AsyncChatPatcher,
 AsyncChatStreamPatcher,
 AsyncEmbedPatcher,
 AsyncRerankPatcher,
 AsyncTranscriptionsCreatePatcher,
 AsyncV2ChatPatcher,
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
Expand All@@ -21,6 +23,7 @@
 ChatStreamPatcher,
 EmbedPatcher,
 RerankPatcher,
 TranscriptionsCreatePatcher,
 V2ChatPatcher,
 V2ChatStreamPatcher,
 V2EmbedPatcher,
Expand All@@ -39,6 +42,8 @@
CHAT_MODEL = "command-a-03-2025"
EMBED_MODEL = "embed-english-v3.0"
RERANK_MODEL = "rerank-english-v3.0"
TRANSCRIBE_MODEL = "cohere-transcribe-03-2026"
TEST_AUDIO_FILE = Path(__file__).resolve().parents[2] / "fixtures" / "test_audio.wav"
COHERE_API_KEY = os.getenv("CO_API_KEY") or os.getenv("COHERE_API_KEY") or "co-test-dummy-api-key-for-vcr-tests"


Expand DownExpand Up@@ -104,6 +109,15 @@ def clean_cohere_methods():
 if hasattr(cls, attr):
 targets.append((cls, attr))

 try:
 from cohere.audio.transcriptions.client import AsyncTranscriptionsClient, TranscriptionsClient
 except ImportError:
 pass
 else:
 for cls in (TranscriptionsClient, AsyncTranscriptionsClient):
 if hasattr(cls, "create"):
 targets.append((cls, "create"))

 originals = [(cls, attr, inspect.getattr_static(cls, attr)) for cls, attr in targets]
 # Also capture patch markers so we can clear them.
 marker_attrs = set()
Expand All@@ -124,6 +138,8 @@ def clean_cohere_methods():
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
 AsyncV2RerankPatcher,
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 ):
 marker_attrs.add(patcher.patch_marker_attr())

Expand All@@ -132,14 +148,22 @@ def clean_cohere_methods():
 finally:
 for cls, attr, original in originals:
 setattr(cls, attr, original)
 # Clear any patch markers that setup() may have added.
 for cls, _, _ in originals:
 # Clear any patch markers that setup() may have added. wrapt can forward
 # setattr from a FunctionWrapper onto the wrapped function, so the
 # restored original may still carry the marker; clear it from both
 # class and restored function.
 for cls, _, original in originals:
 for marker in marker_attrs:
 if hasattr(cls, marker):
 try:
 delattr(cls, marker)
 except AttributeError:
 pass
 if hasattr(original, marker):
 try:
 delattr(original, marker)
 except AttributeError:
 pass


# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -171,9 +195,32 @@ def test_cohere_integration_available_patchers_ids():
 "cohere.chat_stream.all",
 "cohere.embed.all",
 "cohere.rerank.all",
 "cohere.audio.transcriptions.all",
 }


def test_audio_transcriptions_patchers_target_sdk_surface():
 """The audio transcription patchers must point at the Cohere SDK classes.

 Regression guard for https://github.com/braintrustdata/braintrust-sdk-python/issues/327:
 we must instrument both ``TranscriptionsClient.create`` and
 ``AsyncTranscriptionsClient.create`` on the ``cohere.audio.transcriptions``
 surface introduced in cohere>=6.1.0.
 """
 try:
 import cohere.audio.transcriptions.client as transcriptions_module
 except ImportError:
 pytest.skip("cohere SDK does not expose audio.transcriptions")

 assert TranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert TranscriptionsCreatePatcher.target_path == "TranscriptionsClient.create"
 assert AsyncTranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert AsyncTranscriptionsCreatePatcher.target_path == "AsyncTranscriptionsClient.create"

 assert hasattr(transcriptions_module.TranscriptionsClient, "create")
 assert hasattr(transcriptions_module.AsyncTranscriptionsClient, "create")


# ---------------------------------------------------------------------------
# VCR-backed integration tests
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -497,6 +544,114 @@ def test_cohere_integration_setup_patches_v2_chat(memory_logger, clean_cohere_me
 assert spans[0]["metadata"]["model"] == CHAT_MODEL


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_sync(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 client = wrap_cohere(_v1_client())

 start = time.time()
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 end = time.time()

 # Provider behavior preserved.
 assert isinstance(response.text, str)
 assert response.text # non-empty

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["span_attributes"]["type"] == "llm"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"
 assert span["metadata"]["temperature"] == 0.0

 # Input carries the audio file as an Attachment.
 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name
 assert file_attachment.reference["content_type"] == "audio/wav"

 # Output is the transcribed text.
 assert span["output"] == response.text

 # Cohere's transcription response does not expose token counts, so we
 # only assert the timing metrics we always record.
 metrics = span["metrics"]
 assert start <= metrics["start"] <= metrics["end"] <= end
 assert metrics["duration"] >= 0


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_async(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 async def _run():
 client = wrap_cohere(_v1_async_client())
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 return await client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 )

 response = asyncio.run(_run())
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"

 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name

 assert span["output"] == response.text


@pytest.mark.vcr
def test_cohere_integration_setup_patches_audio_transcriptions(memory_logger, clean_cohere_methods):
 """``CohereIntegration.setup()`` must wire up audio transcription tracing."""
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 assert CohereIntegration.setup() is True
 # Second call is a no-op but still reports success.
 assert CohereIntegration.setup() is True

 client = _v1_client() # NOT manually wrapped
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 assert spans[0]["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert spans[0]["metadata"]["provider"] == "cohere"
 assert spans[0]["metadata"]["model"] == TRANSCRIBE_MODEL


class TestAutoInstrumentCohere:
 def test_auto_instrument_cohere(self):
 verify_autoinstrument_script("test_auto_cohere.py")
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Auto-enable theater mode on YouTube\n(function() {\n function tryTheater() {\n var btn = document.querySelector('button[aria-label=\"Theater mode\"], ytd-player #player button[title=\"Theater mode\"]');\n if (btn && !btn.classList.contains('activated')) {\n btn.click();\n }\n }\n \n // Try immediately\n tryTheater();\n \n // Try after navigation (SPA)\n var lastUrl = location.href;\n setInterval(function() {\n if (location.href !== lastUrl) {\n lastUrl = location.href;\n setTimeout(tryTheater, 500);\n }\n }, 1000);\n \n // Also try on player load\n var observer = new MutationObserver(tryTheater);\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "YouTube Theater Mode Default");
}
} catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
feat(cohere): trace audio transcription calls#333

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 24, 2026
 Merged


feat(cohere): trace audio transcription calls
#333
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


645 changes: 645 additions & 0 deletions
...s/cohere/cassettes/latest/test_cohere_integration_setup_patches_audio_transcriptions.yaml

View file


Open in desktop


Large diffs are not rendered by default.


643 changes: 643 additions & 0 deletions
...rust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_async.yaml

View file


Open in desktop


Large diffs are not rendered by default.


645 changes: 645 additions & 0 deletions
...trust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_sync.yaml

View file


Open in desktop


Large diffs are not rendered by default.


2 changes: 2 additions & 0 deletions
py/src/braintrust/integrations/cohere/integration.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from braintrust.integrations.base import BaseIntegration

from .patchers import (
 CohereAudioTranscriptionsPatcher,
 CohereChatPatcher,
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
Expand All@@ -21,4 +22,5 @@ class CohereIntegration(BaseIntegration):
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
 CohereRerankPatcher,
 CohereAudioTranscriptionsPatcher,
 )

32 changes: 32 additions & 0 deletions
py/src/braintrust/integrations/cohere/patchers.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -15,10 +15,12 @@
from braintrust.integrations.base import CompositeFunctionWrapperPatcher, FunctionWrapperPatcher

from .tracing import (
 _async_audio_transcription_wrapper,
 _async_chat_stream_wrapper,
 _async_chat_wrapper,
 _async_embed_wrapper,
 _async_rerank_wrapper,
 _audio_transcription_wrapper,
 _chat_stream_wrapper,
 _chat_wrapper,
 _embed_wrapper,
Expand DownExpand Up@@ -158,6 +160,28 @@ class AsyncV2RerankPatcher(FunctionWrapperPatcher):
 wrapper = _async_rerank_wrapper


# ---------------------------------------------------------------------------
# Audio — transcriptions (added in cohere==6.1.0)
#
# The transcription surface lives in its own module and is exposed on v1
# clients (``client.audio.transcriptions.create``) but not on v2 clients.
# ---------------------------------------------------------------------------


class TranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "TranscriptionsClient.create"
 wrapper = _audio_transcription_wrapper


class AsyncTranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.async.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "AsyncTranscriptionsClient.create"
 wrapper = _async_audio_transcription_wrapper


# ---------------------------------------------------------------------------
# Composite patchers — group all sync/async variants by execution surface.
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -201,3 +225,11 @@ class CohereRerankPatcher(CompositeFunctionWrapperPatcher):
 V2RerankPatcher,
 AsyncV2RerankPatcher,
 )


class CohereAudioTranscriptionsPatcher(CompositeFunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.all"
 sub_patchers = (
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 )

161 changes: 158 additions & 3 deletions
py/src/braintrust/integrations/cohere/test_cohere.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,15 +4,17 @@
import inspect
import os
import time
from pathlib import Path

import pytest
from braintrust import logger
from braintrust import Attachment, logger
from braintrust.integrations.cohere import CohereIntegration, wrap_cohere
from braintrust.integrations.cohere.patchers import (
 AsyncChatPatcher,
 AsyncChatStreamPatcher,
 AsyncEmbedPatcher,
 AsyncRerankPatcher,
 AsyncTranscriptionsCreatePatcher,
 AsyncV2ChatPatcher,
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
Expand All@@ -21,6 +23,7 @@
 ChatStreamPatcher,
 EmbedPatcher,
 RerankPatcher,
 TranscriptionsCreatePatcher,
 V2ChatPatcher,
 V2ChatStreamPatcher,
 V2EmbedPatcher,
Expand All@@ -39,6 +42,8 @@
CHAT_MODEL = "command-a-03-2025"
EMBED_MODEL = "embed-english-v3.0"
RERANK_MODEL = "rerank-english-v3.0"
TRANSCRIBE_MODEL = "cohere-transcribe-03-2026"
TEST_AUDIO_FILE = Path(__file__).resolve().parents[2] / "fixtures" / "test_audio.wav"
COHERE_API_KEY = os.getenv("CO_API_KEY") or os.getenv("COHERE_API_KEY") or "co-test-dummy-api-key-for-vcr-tests"


Expand DownExpand Up@@ -104,6 +109,15 @@ def clean_cohere_methods():
 if hasattr(cls, attr):
 targets.append((cls, attr))

 try:
 from cohere.audio.transcriptions.client import AsyncTranscriptionsClient, TranscriptionsClient
 except ImportError:
 pass
 else:
 for cls in (TranscriptionsClient, AsyncTranscriptionsClient):
 if hasattr(cls, "create"):
 targets.append((cls, "create"))

 originals = [(cls, attr, inspect.getattr_static(cls, attr)) for cls, attr in targets]
 # Also capture patch markers so we can clear them.
 marker_attrs = set()
Expand All@@ -124,6 +138,8 @@ def clean_cohere_methods():
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
 AsyncV2RerankPatcher,
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 ):
 marker_attrs.add(patcher.patch_marker_attr())

Expand All@@ -132,14 +148,22 @@ def clean_cohere_methods():
 finally:
 for cls, attr, original in originals:
 setattr(cls, attr, original)
 # Clear any patch markers that setup() may have added.
 for cls, _, _ in originals:
 # Clear any patch markers that setup() may have added. wrapt can forward
 # setattr from a FunctionWrapper onto the wrapped function, so the
 # restored original may still carry the marker; clear it from both
 # class and restored function.
 for cls, _, original in originals:
 for marker in marker_attrs:
 if hasattr(cls, marker):
 try:
 delattr(cls, marker)
 except AttributeError:
 pass
 if hasattr(original, marker):
 try:
 delattr(original, marker)
 except AttributeError:
 pass


# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -171,9 +195,32 @@ def test_cohere_integration_available_patchers_ids():
 "cohere.chat_stream.all",
 "cohere.embed.all",
 "cohere.rerank.all",
 "cohere.audio.transcriptions.all",
 }


def test_audio_transcriptions_patchers_target_sdk_surface():
 """The audio transcription patchers must point at the Cohere SDK classes.

 Regression guard for https://github.com/braintrustdata/braintrust-sdk-python/issues/327:
 we must instrument both ``TranscriptionsClient.create`` and
 ``AsyncTranscriptionsClient.create`` on the ``cohere.audio.transcriptions``
 surface introduced in cohere>=6.1.0.
 """
 try:
 import cohere.audio.transcriptions.client as transcriptions_module
 except ImportError:
 pytest.skip("cohere SDK does not expose audio.transcriptions")

 assert TranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert TranscriptionsCreatePatcher.target_path == "TranscriptionsClient.create"
 assert AsyncTranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert AsyncTranscriptionsCreatePatcher.target_path == "AsyncTranscriptionsClient.create"

 assert hasattr(transcriptions_module.TranscriptionsClient, "create")
 assert hasattr(transcriptions_module.AsyncTranscriptionsClient, "create")


# ---------------------------------------------------------------------------
# VCR-backed integration tests
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -497,6 +544,114 @@ def test_cohere_integration_setup_patches_v2_chat(memory_logger, clean_cohere_me
 assert spans[0]["metadata"]["model"] == CHAT_MODEL


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_sync(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 client = wrap_cohere(_v1_client())

 start = time.time()
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 end = time.time()

 # Provider behavior preserved.
 assert isinstance(response.text, str)
 assert response.text # non-empty

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["span_attributes"]["type"] == "llm"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"
 assert span["metadata"]["temperature"] == 0.0

 # Input carries the audio file as an Attachment.
 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name
 assert file_attachment.reference["content_type"] == "audio/wav"

 # Output is the transcribed text.
 assert span["output"] == response.text

 # Cohere's transcription response does not expose token counts, so we
 # only assert the timing metrics we always record.
 metrics = span["metrics"]
 assert start <= metrics["start"] <= metrics["end"] <= end
 assert metrics["duration"] >= 0


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_async(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 async def _run():
 client = wrap_cohere(_v1_async_client())
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 return await client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 )

 response = asyncio.run(_run())
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"

 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name

 assert span["output"] == response.text


@pytest.mark.vcr
def test_cohere_integration_setup_patches_audio_transcriptions(memory_logger, clean_cohere_methods):
 """``CohereIntegration.setup()`` must wire up audio transcription tracing."""
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 assert CohereIntegration.setup() is True
 # Second call is a no-op but still reports success.
 assert CohereIntegration.setup() is True

 client = _v1_client() # NOT manually wrapped
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 assert spans[0]["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert spans[0]["metadata"]["provider"] == "cohere"
 assert spans[0]["metadata"]["model"] == TRANSCRIBE_MODEL


class TestAutoInstrumentCohere:
 def test_auto_instrument_cohere(self):
 verify_autoinstrument_script("test_auto_cohere.py")
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Remove or un-stick sticky/fixed headers that block content\n(function() {\n function unstick() {\n document.querySelectorAll('header, nav, [role=\"banner\"], .header, .navbar, .sticky, .fixed-top, [style*=\"position: fixed\"], [style*=\"position:sticky\"]').forEach(function(el) {\n if (el.style.position === 'fixed' || el.style.position === 'sticky' || \n getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') {\n el.style.position = 'static';\n el.style.top = 'auto';\n el.style.zIndex = 'auto';\n }\n });\n }\n \n unstick();\n \n var observer = new MutationObserver(unstick);\n observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] });\n})();", "Kill Sticky Headers");
}
} catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
feat(cohere): trace audio transcription calls#333

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 24, 2026
 Merged


feat(cohere): trace audio transcription calls
#333
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


645 changes: 645 additions & 0 deletions
...s/cohere/cassettes/latest/test_cohere_integration_setup_patches_audio_transcriptions.yaml

View file


Open in desktop


Large diffs are not rendered by default.


643 changes: 643 additions & 0 deletions
...rust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_async.yaml

View file


Open in desktop


Large diffs are not rendered by default.


645 changes: 645 additions & 0 deletions
...trust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_sync.yaml

View file


Open in desktop


Large diffs are not rendered by default.


2 changes: 2 additions & 0 deletions
py/src/braintrust/integrations/cohere/integration.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from braintrust.integrations.base import BaseIntegration

from .patchers import (
 CohereAudioTranscriptionsPatcher,
 CohereChatPatcher,
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
Expand All@@ -21,4 +22,5 @@ class CohereIntegration(BaseIntegration):
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
 CohereRerankPatcher,
 CohereAudioTranscriptionsPatcher,
 )

32 changes: 32 additions & 0 deletions
py/src/braintrust/integrations/cohere/patchers.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -15,10 +15,12 @@
from braintrust.integrations.base import CompositeFunctionWrapperPatcher, FunctionWrapperPatcher

from .tracing import (
 _async_audio_transcription_wrapper,
 _async_chat_stream_wrapper,
 _async_chat_wrapper,
 _async_embed_wrapper,
 _async_rerank_wrapper,
 _audio_transcription_wrapper,
 _chat_stream_wrapper,
 _chat_wrapper,
 _embed_wrapper,
Expand DownExpand Up@@ -158,6 +160,28 @@ class AsyncV2RerankPatcher(FunctionWrapperPatcher):
 wrapper = _async_rerank_wrapper


# ---------------------------------------------------------------------------
# Audio — transcriptions (added in cohere==6.1.0)
#
# The transcription surface lives in its own module and is exposed on v1
# clients (``client.audio.transcriptions.create``) but not on v2 clients.
# ---------------------------------------------------------------------------


class TranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "TranscriptionsClient.create"
 wrapper = _audio_transcription_wrapper


class AsyncTranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.async.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "AsyncTranscriptionsClient.create"
 wrapper = _async_audio_transcription_wrapper


# ---------------------------------------------------------------------------
# Composite patchers — group all sync/async variants by execution surface.
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -201,3 +225,11 @@ class CohereRerankPatcher(CompositeFunctionWrapperPatcher):
 V2RerankPatcher,
 AsyncV2RerankPatcher,
 )


class CohereAudioTranscriptionsPatcher(CompositeFunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.all"
 sub_patchers = (
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 )

161 changes: 158 additions & 3 deletions
py/src/braintrust/integrations/cohere/test_cohere.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,15 +4,17 @@
import inspect
import os
import time
from pathlib import Path

import pytest
from braintrust import logger
from braintrust import Attachment, logger
from braintrust.integrations.cohere import CohereIntegration, wrap_cohere
from braintrust.integrations.cohere.patchers import (
 AsyncChatPatcher,
 AsyncChatStreamPatcher,
 AsyncEmbedPatcher,
 AsyncRerankPatcher,
 AsyncTranscriptionsCreatePatcher,
 AsyncV2ChatPatcher,
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
Expand All@@ -21,6 +23,7 @@
 ChatStreamPatcher,
 EmbedPatcher,
 RerankPatcher,
 TranscriptionsCreatePatcher,
 V2ChatPatcher,
 V2ChatStreamPatcher,
 V2EmbedPatcher,
Expand All@@ -39,6 +42,8 @@
CHAT_MODEL = "command-a-03-2025"
EMBED_MODEL = "embed-english-v3.0"
RERANK_MODEL = "rerank-english-v3.0"
TRANSCRIBE_MODEL = "cohere-transcribe-03-2026"
TEST_AUDIO_FILE = Path(__file__).resolve().parents[2] / "fixtures" / "test_audio.wav"
COHERE_API_KEY = os.getenv("CO_API_KEY") or os.getenv("COHERE_API_KEY") or "co-test-dummy-api-key-for-vcr-tests"


Expand DownExpand Up@@ -104,6 +109,15 @@ def clean_cohere_methods():
 if hasattr(cls, attr):
 targets.append((cls, attr))

 try:
 from cohere.audio.transcriptions.client import AsyncTranscriptionsClient, TranscriptionsClient
 except ImportError:
 pass
 else:
 for cls in (TranscriptionsClient, AsyncTranscriptionsClient):
 if hasattr(cls, "create"):
 targets.append((cls, "create"))

 originals = [(cls, attr, inspect.getattr_static(cls, attr)) for cls, attr in targets]
 # Also capture patch markers so we can clear them.
 marker_attrs = set()
Expand All@@ -124,6 +138,8 @@ def clean_cohere_methods():
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
 AsyncV2RerankPatcher,
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 ):
 marker_attrs.add(patcher.patch_marker_attr())

Expand All@@ -132,14 +148,22 @@ def clean_cohere_methods():
 finally:
 for cls, attr, original in originals:
 setattr(cls, attr, original)
 # Clear any patch markers that setup() may have added.
 for cls, _, _ in originals:
 # Clear any patch markers that setup() may have added. wrapt can forward
 # setattr from a FunctionWrapper onto the wrapped function, so the
 # restored original may still carry the marker; clear it from both
 # class and restored function.
 for cls, _, original in originals:
 for marker in marker_attrs:
 if hasattr(cls, marker):
 try:
 delattr(cls, marker)
 except AttributeError:
 pass
 if hasattr(original, marker):
 try:
 delattr(original, marker)
 except AttributeError:
 pass


# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -171,9 +195,32 @@ def test_cohere_integration_available_patchers_ids():
 "cohere.chat_stream.all",
 "cohere.embed.all",
 "cohere.rerank.all",
 "cohere.audio.transcriptions.all",
 }


def test_audio_transcriptions_patchers_target_sdk_surface():
 """The audio transcription patchers must point at the Cohere SDK classes.

 Regression guard for https://github.com/braintrustdata/braintrust-sdk-python/issues/327:
 we must instrument both ``TranscriptionsClient.create`` and
 ``AsyncTranscriptionsClient.create`` on the ``cohere.audio.transcriptions``
 surface introduced in cohere>=6.1.0.
 """
 try:
 import cohere.audio.transcriptions.client as transcriptions_module
 except ImportError:
 pytest.skip("cohere SDK does not expose audio.transcriptions")

 assert TranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert TranscriptionsCreatePatcher.target_path == "TranscriptionsClient.create"
 assert AsyncTranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert AsyncTranscriptionsCreatePatcher.target_path == "AsyncTranscriptionsClient.create"

 assert hasattr(transcriptions_module.TranscriptionsClient, "create")
 assert hasattr(transcriptions_module.AsyncTranscriptionsClient, "create")


# ---------------------------------------------------------------------------
# VCR-backed integration tests
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -497,6 +544,114 @@ def test_cohere_integration_setup_patches_v2_chat(memory_logger, clean_cohere_me
 assert spans[0]["metadata"]["model"] == CHAT_MODEL


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_sync(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 client = wrap_cohere(_v1_client())

 start = time.time()
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 end = time.time()

 # Provider behavior preserved.
 assert isinstance(response.text, str)
 assert response.text # non-empty

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["span_attributes"]["type"] == "llm"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"
 assert span["metadata"]["temperature"] == 0.0

 # Input carries the audio file as an Attachment.
 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name
 assert file_attachment.reference["content_type"] == "audio/wav"

 # Output is the transcribed text.
 assert span["output"] == response.text

 # Cohere's transcription response does not expose token counts, so we
 # only assert the timing metrics we always record.
 metrics = span["metrics"]
 assert start <= metrics["start"] <= metrics["end"] <= end
 assert metrics["duration"] >= 0


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_async(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 async def _run():
 client = wrap_cohere(_v1_async_client())
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 return await client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 )

 response = asyncio.run(_run())
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"

 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name

 assert span["output"] == response.text


@pytest.mark.vcr
def test_cohere_integration_setup_patches_audio_transcriptions(memory_logger, clean_cohere_methods):
 """``CohereIntegration.setup()`` must wire up audio transcription tracing."""
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 assert CohereIntegration.setup() is True
 # Second call is a no-op but still reports success.
 assert CohereIntegration.setup() is True

 client = _v1_client() # NOT manually wrapped
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 assert spans[0]["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert spans[0]["metadata"]["provider"] == "cohere"
 assert spans[0]["metadata"]["model"] == TRANSCRIBE_MODEL


class TestAutoInstrumentCohere:
 def test_auto_instrument_cohere(self):
 verify_autoinstrument_script("test_auto_cohere.py")
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Universal Dark Mode - works on any site\n(function() {\n var enabled = true;\n \n function applyDarkMode() {\n if (!enabled) return;\n \n // Create style element if it doesn't exist\n var style = document.getElementById('universal-dark-mode-style');\n if (!style) {\n style = document.createElement('style');\n style.id = 'universal-dark-mode-style';\n document.head.appendChild(style);\n }\n \n // Dark mode CSS - inverts colors but preserves images/video\n style.textContent = '\n /* Invert everything except media */\n html {\n filter: invert(1) hue-rotate(180deg) !important;\n background: #1a1a2e !important;\n }\n \n /* Restore images, videos, iframes, canvas */\n img, video, iframe, canvas, svg, picture, [style*=\"background-image\"] {\n filter: invert(1) hue-rotate(180deg) !important;\n }\n \n /* Preserve specific elements that should not be inverted */\n .no-dark-mode, .no-dark-mode *,\n [data-theme=\"light\"], [data-theme=\"light\"],\n .ace_editor, .ace_editor *,\n .CodeMirror, .CodeMirror *,\n .monaco-editor, .monaco-editor *,\n .markdown-body pre, .markdown-body pre *,\n .highlight, .highlight *,\n pre code, pre code * {\n filter: none !important;\n }\n \n /* Fix common UI elements */\n .modal, .popup, .dropdown-menu, .tooltip, .popover {\n filter: invert(1) hue-rotate(180deg) !important;\n background: #2d2d44 !important;\n border-color: #444 !important;\n }\n \n /* Scrollbars */\n ::-webkit-scrollbar { background: #1a1a2e !important; }\n ::-webkit-scrollbar-thumb { background: #444 !important; }\n ::-webkit-scrollbar-thumb:hover { background: #555 !important; }\n \n /* Selection */\n ::selection { background: #4ecdc4 !important; color: #1a1a2e !important; }\n ::-moz-selection { background: #4ecdc4 !important; color: #1a1a2e !important; }\n ';\n }\n \n function removeDarkMode() {\n var style = document.getElementById('universal-dark-mode-style');\n if (style) style.remove();\n }\n \n // Toggle with Alt+Shift+D\n document.addEventListener('keydown', function(e) {\n if (e.altKey && e.shiftKey && e.key === 'D') {\n e.preventDefault();\n enabled = !enabled;\n if (enabled) {\n applyDarkMode();\n console.log('[Universal Dark Mode] Enabled');\n } else {\n removeDarkMode();\n console.log('[Universal Dark Mode] Disabled');\n }\n }\n });\n \n // Apply on load\n applyDarkMode();\n \n // Re-apply on dynamic content\n var observer = new MutationObserver(function(mutations) {\n if (enabled && !document.getElementById('universal-dark-mode-style')) {\n applyDarkMode();\n }\n });\n observer.observe(document.head, { childList: true });\n \n console.log('[Universal Dark Mode] Loaded - Press Alt+Shift+D to toggle');\n})();", "Universal Dark Mode");
}
} catch(__e) { console.warn('[Userscript:Universal Dark Mode]', __e); }
})();
})();

Skip to content
feat(cohere): trace audio transcription calls#333

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Apr 24, 2026
 Merged


feat(cohere): trace audio transcription calls
#333
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


645 changes: 645 additions & 0 deletions
...s/cohere/cassettes/latest/test_cohere_integration_setup_patches_audio_transcriptions.yaml

View file


Open in desktop


Large diffs are not rendered by default.


643 changes: 643 additions & 0 deletions
...rust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_async.yaml

View file


Open in desktop


Large diffs are not rendered by default.


645 changes: 645 additions & 0 deletions
...trust/integrations/cohere/cassettes/latest/test_wrap_cohere_audio_transcription_sync.yaml

View file


Open in desktop


Large diffs are not rendered by default.


2 changes: 2 additions & 0 deletions
py/src/braintrust/integrations/cohere/integration.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -3,6 +3,7 @@
from braintrust.integrations.base import BaseIntegration

from .patchers import (
 CohereAudioTranscriptionsPatcher,
 CohereChatPatcher,
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
Expand All@@ -21,4 +22,5 @@ class CohereIntegration(BaseIntegration):
 CohereChatStreamPatcher,
 CohereEmbedPatcher,
 CohereRerankPatcher,
 CohereAudioTranscriptionsPatcher,
 )

32 changes: 32 additions & 0 deletions
py/src/braintrust/integrations/cohere/patchers.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -15,10 +15,12 @@
from braintrust.integrations.base import CompositeFunctionWrapperPatcher, FunctionWrapperPatcher

from .tracing import (
 _async_audio_transcription_wrapper,
 _async_chat_stream_wrapper,
 _async_chat_wrapper,
 _async_embed_wrapper,
 _async_rerank_wrapper,
 _audio_transcription_wrapper,
 _chat_stream_wrapper,
 _chat_wrapper,
 _embed_wrapper,
Expand DownExpand Up@@ -158,6 +160,28 @@ class AsyncV2RerankPatcher(FunctionWrapperPatcher):
 wrapper = _async_rerank_wrapper


# ---------------------------------------------------------------------------
# Audio — transcriptions (added in cohere==6.1.0)
#
# The transcription surface lives in its own module and is exposed on v1
# clients (``client.audio.transcriptions.create``) but not on v2 clients.
# ---------------------------------------------------------------------------


class TranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "TranscriptionsClient.create"
 wrapper = _audio_transcription_wrapper


class AsyncTranscriptionsCreatePatcher(FunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.async.create"
 target_module = "cohere.audio.transcriptions.client"
 target_path = "AsyncTranscriptionsClient.create"
 wrapper = _async_audio_transcription_wrapper


# ---------------------------------------------------------------------------
# Composite patchers — group all sync/async variants by execution surface.
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -201,3 +225,11 @@ class CohereRerankPatcher(CompositeFunctionWrapperPatcher):
 V2RerankPatcher,
 AsyncV2RerankPatcher,
 )


class CohereAudioTranscriptionsPatcher(CompositeFunctionWrapperPatcher):
 name = "cohere.audio.transcriptions.all"
 sub_patchers = (
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 )

161 changes: 158 additions & 3 deletions
py/src/braintrust/integrations/cohere/test_cohere.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,15 +4,17 @@
import inspect
import os
import time
from pathlib import Path

import pytest
from braintrust import logger
from braintrust import Attachment, logger
from braintrust.integrations.cohere import CohereIntegration, wrap_cohere
from braintrust.integrations.cohere.patchers import (
 AsyncChatPatcher,
 AsyncChatStreamPatcher,
 AsyncEmbedPatcher,
 AsyncRerankPatcher,
 AsyncTranscriptionsCreatePatcher,
 AsyncV2ChatPatcher,
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
Expand All@@ -21,6 +23,7 @@
 ChatStreamPatcher,
 EmbedPatcher,
 RerankPatcher,
 TranscriptionsCreatePatcher,
 V2ChatPatcher,
 V2ChatStreamPatcher,
 V2EmbedPatcher,
Expand All@@ -39,6 +42,8 @@
CHAT_MODEL = "command-a-03-2025"
EMBED_MODEL = "embed-english-v3.0"
RERANK_MODEL = "rerank-english-v3.0"
TRANSCRIBE_MODEL = "cohere-transcribe-03-2026"
TEST_AUDIO_FILE = Path(__file__).resolve().parents[2] / "fixtures" / "test_audio.wav"
COHERE_API_KEY = os.getenv("CO_API_KEY") or os.getenv("COHERE_API_KEY") or "co-test-dummy-api-key-for-vcr-tests"


Expand DownExpand Up@@ -104,6 +109,15 @@ def clean_cohere_methods():
 if hasattr(cls, attr):
 targets.append((cls, attr))

 try:
 from cohere.audio.transcriptions.client import AsyncTranscriptionsClient, TranscriptionsClient
 except ImportError:
 pass
 else:
 for cls in (TranscriptionsClient, AsyncTranscriptionsClient):
 if hasattr(cls, "create"):
 targets.append((cls, "create"))

 originals = [(cls, attr, inspect.getattr_static(cls, attr)) for cls, attr in targets]
 # Also capture patch markers so we can clear them.
 marker_attrs = set()
Expand All@@ -124,6 +138,8 @@ def clean_cohere_methods():
 AsyncV2ChatStreamPatcher,
 AsyncV2EmbedPatcher,
 AsyncV2RerankPatcher,
 TranscriptionsCreatePatcher,
 AsyncTranscriptionsCreatePatcher,
 ):
 marker_attrs.add(patcher.patch_marker_attr())

Expand All@@ -132,14 +148,22 @@ def clean_cohere_methods():
 finally:
 for cls, attr, original in originals:
 setattr(cls, attr, original)
 # Clear any patch markers that setup() may have added.
 for cls, _, _ in originals:
 # Clear any patch markers that setup() may have added. wrapt can forward
 # setattr from a FunctionWrapper onto the wrapped function, so the
 # restored original may still carry the marker; clear it from both
 # class and restored function.
 for cls, _, original in originals:
 for marker in marker_attrs:
 if hasattr(cls, marker):
 try:
 delattr(cls, marker)
 except AttributeError:
 pass
 if hasattr(original, marker):
 try:
 delattr(original, marker)
 except AttributeError:
 pass


# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -171,9 +195,32 @@ def test_cohere_integration_available_patchers_ids():
 "cohere.chat_stream.all",
 "cohere.embed.all",
 "cohere.rerank.all",
 "cohere.audio.transcriptions.all",
 }


def test_audio_transcriptions_patchers_target_sdk_surface():
 """The audio transcription patchers must point at the Cohere SDK classes.

 Regression guard for https://github.com/braintrustdata/braintrust-sdk-python/issues/327:
 we must instrument both ``TranscriptionsClient.create`` and
 ``AsyncTranscriptionsClient.create`` on the ``cohere.audio.transcriptions``
 surface introduced in cohere>=6.1.0.
 """
 try:
 import cohere.audio.transcriptions.client as transcriptions_module
 except ImportError:
 pytest.skip("cohere SDK does not expose audio.transcriptions")

 assert TranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert TranscriptionsCreatePatcher.target_path == "TranscriptionsClient.create"
 assert AsyncTranscriptionsCreatePatcher.target_module == "cohere.audio.transcriptions.client"
 assert AsyncTranscriptionsCreatePatcher.target_path == "AsyncTranscriptionsClient.create"

 assert hasattr(transcriptions_module.TranscriptionsClient, "create")
 assert hasattr(transcriptions_module.AsyncTranscriptionsClient, "create")


# ---------------------------------------------------------------------------
# VCR-backed integration tests
# ---------------------------------------------------------------------------
Expand DownExpand Up@@ -497,6 +544,114 @@ def test_cohere_integration_setup_patches_v2_chat(memory_logger, clean_cohere_me
 assert spans[0]["metadata"]["model"] == CHAT_MODEL


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_sync(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 client = wrap_cohere(_v1_client())

 start = time.time()
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 end = time.time()

 # Provider behavior preserved.
 assert isinstance(response.text, str)
 assert response.text # non-empty

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["span_attributes"]["type"] == "llm"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"
 assert span["metadata"]["temperature"] == 0.0

 # Input carries the audio file as an Attachment.
 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name
 assert file_attachment.reference["content_type"] == "audio/wav"

 # Output is the transcribed text.
 assert span["output"] == response.text

 # Cohere's transcription response does not expose token counts, so we
 # only assert the timing metrics we always record.
 metrics = span["metrics"]
 assert start <= metrics["start"] <= metrics["end"] <= end
 assert metrics["duration"] >= 0


@pytest.mark.vcr
def test_wrap_cohere_audio_transcription_async(memory_logger):
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 async def _run():
 client = wrap_cohere(_v1_async_client())
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 return await client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 )

 response = asyncio.run(_run())
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 span = spans[0]

 assert span["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert span["metadata"]["provider"] == "cohere"
 assert span["metadata"]["model"] == TRANSCRIBE_MODEL
 assert span["metadata"]["language"] == "en"

 file_attachment = span["input"]["file"]
 assert isinstance(file_attachment, Attachment)
 assert file_attachment.reference["filename"] == TEST_AUDIO_FILE.name

 assert span["output"] == response.text


@pytest.mark.vcr
def test_cohere_integration_setup_patches_audio_transcriptions(memory_logger, clean_cohere_methods):
 """``CohereIntegration.setup()`` must wire up audio transcription tracing."""
 pytest.importorskip("cohere.audio.transcriptions.client")
 assert not memory_logger.pop()

 assert CohereIntegration.setup() is True
 # Second call is a no-op but still reports success.
 assert CohereIntegration.setup() is True

 client = _v1_client() # NOT manually wrapped
 with open(TEST_AUDIO_FILE, "rb") as file_obj:
 response = client.audio.transcriptions.create(
 model=TRANSCRIBE_MODEL,
 language="en",
 file=(TEST_AUDIO_FILE.name, file_obj, "audio/wav"),
 temperature=0.0,
 )
 assert isinstance(response.text, str)

 spans = memory_logger.pop()
 assert len(spans) == 1
 assert spans[0]["span_attributes"]["name"] == "cohere.audio.transcriptions.create"
 assert spans[0]["metadata"]["provider"] == "cohere"
 assert spans[0]["metadata"]["model"] == TRANSCRIBE_MODEL


class TestAutoInstrumentCohere:
 def test_auto_instrument_cohere(self):
 verify_autoinstrument_script("test_auto_cohere.py")
Loading