') + ')', 'gi'); if (regex.test(text)) { found = true; var frag = document.createDocumentFragment(); var parts = text.split(regex); parts.forEach(function(part, i) { if (i % 2 === 0) { frag.appendChild(document.createTextNode(part)); } else { var span = document.createElement('span'); span.className = 'userscript-highlight'; span.textContent = part; frag.appendChild(span); } }); node.parentNode.replaceChild(frag, node); } }); } else if (node.nodeType === 1 && node.childNodes) { // element var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT']; if (!skipTags.includes(node.tagName)) { Array.from(node.childNodes).forEach(highlight); } } } highlight(document.body); // Re-highlight on dynamic content var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1 || node.nodeType === 3) highlight(node); }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Strip utm_, fbclid, gclid, etc. from all links on page (function() { var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content', 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid', 'ref', 'ref_src', 'source', 'medium', 'campaign']; function cleanUrl(url) { try { var u = new URL(url, window.location.origin); var changed = false; trackingParams.forEach(function(p) { if (u.searchParams.has(p)) { u.searchParams.delete(p); changed = true; } }); return changed ? u.toString() : url; } catch (e) { return url; } } function cleanLinks() { document.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } cleanLinks(); var observer = new MutationObserver(function(mutations) { mutations.forEach(function(m) { m.addedNodes.forEach(function(node) { if (node.nodeType === 1) { if (node.tagName === 'A') cleanLinks(); node.querySelectorAll('a[href]').forEach(function(a) { var clean = cleanUrl(a.href); if (clean !== a.href) a.href = clean; }); } }); }); }); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); } })(); (function(){ try { var __m = "youtube.com"; var __re = new RegExp('^' + "youtube\\.com" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Auto-enable theater mode on YouTube (function() { function tryTheater() { var btn = document.querySelector('button[aria-label="Theater mode"], ytd-player #player button[title="Theater mode"]'); if (btn && !btn.classList.contains('activated')) { btn.click(); } } // Try immediately tryTheater(); // Try after navigation (SPA) var lastUrl = location.href; setInterval(function() { if (location.href !== lastUrl) { lastUrl = location.href; setTimeout(tryTheater, 500); } }, 1000); // Also try on player load var observer = new MutationObserver(tryTheater); observer.observe(document.body, { childList: true, subtree: true }); })(); } } catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); } })(); (function(){ try { var __m = "*"; var __re = new RegExp('^' + ".*" + ', 'i'); if (__m === '*' || __re.test(location.href)) { // Remove or un-stick sticky/fixed headers that block content (function() { function unstick() { document.querySelectorAll('header, nav, [role="banner"], .header, .navbar, .sticky, .fixed-top, [style*="position: fixed"], [style*="position:sticky"]').forEach(function(el) { if (el.style.position === 'fixed' || el.style.position === 'sticky' || getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') { el.style.position = 'static'; el.style.top = 'auto'; el.style.zIndex = 'auto'; } }); } unstick(); var observer = new MutationObserver(unstick); observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] }); })(); } } catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); } })(); })(); [bot] OpenAI: Batch API (`client.batches.create()`) not instrumented · Issue #295 · braintrustdata/braintrust-sdk-python · GitHub
Skip to content

[bot] OpenAI: Batch API (client.batches.create()) not instrumented #295

Open
Feature
Open
[bot] OpenAI: Batch API (client.batches.create()) not instrumented#295
Feature
Labels
bot-automationintegration: openai

Description

@braintrust-bot
braintrust-bot
bot
opened on Apr 15, 2026

Summary

The OpenAI Batch API (client.batches.create()) is not instrumented. Calls to submit or retrieve batch inference jobs produce zero Braintrust tracing. This is a GA feature in the OpenAI Python SDK for running batch inference (chat completions, embeddings, responses) at 50% reduced cost.

The Braintrust Anthropic integration does instrument the equivalent batch API (client.messages.batches.create() and client.messages.batches.results()), making this an asymmetry across providers in this repo.

What is missing

OpenAI ResourceMethodInstrumented?
client.chat.completionscreate()Yes
client.responsescreate(), parse()Yes
client.embeddingscreate()Yes
client.batchescreate()No
client.batchesretrieve(), list(), cancel()No (CRUD — lower priority)

The generative-execution-relevant surface is batches.create() (submitting a batch of model inference requests). The retrieve/list/cancel methods are CRUD management and lower priority.

At minimum, instrumentation for batches.create() should create a span capturing:

  • Input: input file ID, target endpoint (e.g. /v1/chat/completions, /v1/embeddings)
  • Output: batch ID, processing status, request counts
  • Metrics: submission latency
  • Metadata: endpoint, completion window, batch metadata

This mirrors the pattern already used by the Anthropic batch instrumentation (Batches and AsyncBatches wrapper classes in py/src/braintrust/integrations/anthropic/tracing.py), which creates task-type spans with input metadata, output status/counts, and model information.

Batch API capabilities

The OpenAI Batch API supports batching requests to:

  • /v1/chat/completions
  • /v1/embeddings
  • /v1/responses

Both sync (Batches) and async (AsyncBatches) client variants exist in the OpenAI SDK. The API is in the main namespace (not beta), indicating GA status.

Braintrust docs status

not_found — The OpenAI integration page documents chat completions, structured outputs, function calling, and streaming. No mention of batch API support.

Upstream sources

Local files inspected

  • py/src/braintrust/integrations/openai/patchers.py — defines patchers for ChatCompletions, Embeddings, Moderations, Audio, Images, Responses; zero references to batch or Batch
  • py/src/braintrust/integrations/openai/tracing.py — wrapper functions for chat, embeddings, moderations, audio, images, responses; no batch wrappers
  • py/src/braintrust/integrations/openai/integration.py — integration class registers patchers; no BatchPatcher
  • py/src/braintrust/integrations/openai/test_openai.py — no batch test cases
  • py/src/braintrust/integrations/anthropic/tracing.py — Anthropic batch API IS instrumented (Batches, AsyncBatches classes at lines 565-630) as precedent
  • py/noxfile.py — test_openai sessions exist but no batch coverage

Relationship to existing issues

Metadata

Metadata

Assignees

No one assigned

    Labels

    bot-automationintegration: openai

    Type

    Feature

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions