ref(api): migrate project call sites to generated resources#705

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Abhijeet Prasad (AbhiPrasad) merged 1 commit into from
Aug 19, 2026
Merged

ref(api): migrate project call sites to generated resources #705

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
324 changes: 267 additions & 57 deletions py/src/braintrust/api/cassettes/test_projects_end_to_end_with_real_backend.yaml
View file
Open in desktop

Large diffs are not rendered by default.

10 changes: 10 additions & 0 deletions py/src/braintrust/api/test_projects.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
import pytest
from braintrust import init_logger
from braintrust.api import BraintrustClient
from braintrust.logger import BraintrustState


@pytest.mark.vcr
Expand All@@ -22,6 +24,14 @@ def test_projects_end_to_end_with_real_backend(api_key):
updated = client.openapi.projects.patch_project_id(
created["id"], body={"description": "updated by the Python SDK VCR test"}
)

state = BraintrustState()
state.login(api_key=api_key, org_name=discovery.organization.name)
registered_logger = init_logger(project=project_name, state=state, set_current=False)
looked_up_logger = init_logger(project_id=created["id"], state=state, set_current=False)
assert registered_logger.id == created["id"]
assert looked_up_logger.project.name == project_name

deleted = client.openapi.projects.delete_project_id(created["id"])

assert create_project == {
Expand Down
72 changes: 0 additions & 72 deletions py/src/braintrust/cassettes/test_register_sandbox_single_evaluator.yaml
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '80'
Content-Type:
- application/json
User-Agent:
- python-requests/2.32.5
method: POST
uri: https://www.braintrust.dev/api/project/register
response:
body:
string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
headers:
Cache-Control:
- public, max-age=0, must-revalidate
Content-Length:
- '286'
Content-Security-Policy:
- 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
report-to csp-endpoint-0'
Content-Type:
- application/json; charset=utf-8
Date:
- Thu, 12 Mar 2026 20:26:58 GMT
Etag:
- '"kzpvhxucks7y"'
Reporting-Endpoints:
- csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
Server:
- Vercel
Strict-Transport-Security:
- max-age=63072000
X-Bt-Was-Udf-Cached:
- 'true'
X-Clerk-Auth-Message:
- Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
token-carrier=header)
X-Clerk-Auth-Reason:
- token-invalid
X-Clerk-Auth-Status:
- signed-out
X-Content-Type-Options:
- nosniff
X-Frame-Options:
- SAMEORIGIN
X-Matched-Path:
- /api/project/register
X-Nonce:
- ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
X-Vercel-Cache:
- MISS
X-Vercel-Id:
- sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
status:
code: 200
message: OK
- request:
body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
"entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down
72 changes: 0 additions & 72 deletions py/src/braintrust/cassettes/test_register_sandbox_with_entrypoints.yaml
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '80'
Content-Type:
- application/json
User-Agent:
- python-requests/2.32.5
method: POST
uri: https://www.braintrust.dev/api/project/register
response:
body:
string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
headers:
Cache-Control:
- public, max-age=0, must-revalidate
Content-Length:
- '286'
Content-Security-Policy:
- 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
report-to csp-endpoint-0'
Content-Type:
- application/json; charset=utf-8
Date:
- Thu, 12 Mar 2026 20:26:58 GMT
Etag:
- '"kzpvhxucks7y"'
Reporting-Endpoints:
- csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
Server:
- Vercel
Strict-Transport-Security:
- max-age=63072000
X-Bt-Was-Udf-Cached:
- 'true'
X-Clerk-Auth-Message:
- Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
token-carrier=header)
X-Clerk-Auth-Reason:
- token-invalid
X-Clerk-Auth-Status:
- signed-out
X-Content-Type-Options:
- nosniff
X-Frame-Options:
- SAMEORIGIN
X-Matched-Path:
- /api/project/register
X-Nonce:
- ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
X-Vercel-Cache:
- MISS
X-Vercel-Id:
- sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
status:
code: 200
message: OK
- request:
body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
"entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down
72 changes: 0 additions & 72 deletions py/src/braintrust/cassettes/test_register_sandbox_with_metadata_and_description.yaml
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
headers:
Accept:
- '*/*'
Accept-Encoding:
- gzip, deflate
Connection:
- keep-alive
Content-Length:
- '80'
Content-Type:
- application/json
User-Agent:
- python-requests/2.32.5
method: POST
uri: https://www.braintrust.dev/api/project/register
response:
body:
string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
headers:
Cache-Control:
- public, max-age=0, must-revalidate
Content-Length:
- '286'
Content-Security-Policy:
- 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
''nonce-OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh'' *.js.stripe.com
js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
report-to csp-endpoint-0'
Content-Type:
- application/json; charset=utf-8
Date:
- Thu, 12 Mar 2026 20:26:48 GMT
Etag:
- '"kzpvhxucks7y"'
Reporting-Endpoints:
- csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
Server:
- Vercel
Strict-Transport-Security:
- max-age=63072000
X-Bt-Was-Udf-Cached:
- 'true'
X-Clerk-Auth-Message:
- Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
token-carrier=header)
X-Clerk-Auth-Reason:
- token-invalid
X-Clerk-Auth-Status:
- signed-out
X-Content-Type-Options:
- nosniff
X-Frame-Options:
- SAMEORIGIN
X-Matched-Path:
- /api/project/register
X-Nonce:
- OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh
X-Vercel-Cache:
- MISS
X-Vercel-Id:
- sfo1::iad1::8hdkr-1773347208825-87a220df8e21
status:
code: 200
message: OK
- request:
body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
"entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down
7 changes: 4 additions & 3 deletions py/src/braintrust/framework2.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -4,7 +4,7 @@
from typing import Any, overload

import slugify
from braintrust.logger import api_conn, app_conn, login
from braintrust.logger import _internal_get_global_state, api_conn, login

from .framework import _is_lazy_load, bcolors # type: ignore
from .generated_types import (
Expand All@@ -28,8 +28,9 @@ def __init__(self):

def get_by_name(self, project_name: str) -> str:
if project_name not in self._name_cache:
resp = app_conn().post_json("api/project/register", {"project_name": project_name})
self._name_cache[project_name] = resp["project"]["id"]
state = _internal_get_global_state()
project = state.api_client().projects.post_project(body={"name": project_name, "org_name": state.org_name})
self._name_cache[project_name] = project["id"]
return self._name_cache[project_name]

def get(self, project: "Project") -> str:
Expand Down
43 changes: 20 additions & 23 deletions py/src/braintrust/logger.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -1737,26 +1737,27 @@ def compute_metadata():
)


def _compute_logger_metadata(project_name: str | None = None, project_id: str | None = None):
login()
org_id = _state.org_id
def _compute_logger_metadata(
project_name: str | None = None,
project_id: str | None = None,
state: BraintrustState | None = None,
):
state = state or _state
state.login()
org_id = state.org_id
if project_id is None:
response = _state.app_conn().post_json(
"api/project/register",
{
"project_name": project_name or GLOBAL_PROJECT,
"org_id": org_id,
},
response = state.api_client().projects.post_project(
body={"name": project_name or GLOBAL_PROJECT, "org_name": state.org_name}
)
resp_project = response["project"]
return OrgProjectMetadata(
org_id=org_id,
project=ObjectMetadata(id=resp_project["id"], name=resp_project["name"], full_info=resp_project),
project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
)
elif project_name is None:
response = _state.app_conn().get_json("api/project", {"id": project_id})
response = state.api_client().projects.get_project_id(project_id)
return OrgProjectMetadata(
org_id=org_id, project=ObjectMetadata(id=project_id, name=response["name"], full_info=response)
org_id=org_id,
project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
)
else:
return OrgProjectMetadata(
Expand DownExpand Up@@ -1804,7 +1805,7 @@ def init_logger(

def compute_metadata():
state.login(org_name=org_name, api_key=api_key, app_url=app_url, force_login=force_login)
return _compute_logger_metadata(**compute_metadata_args)
return _compute_logger_metadata(**compute_metadata_args, state=state)

# For loggers, enable queue size limit enforcement (bounded queue)
state.enforce_queue_size_limit(True)
Expand DownExpand Up@@ -5515,17 +5516,13 @@ def lazy_init(self):
if self._id is None or self._name is None:
with self.init_lock:
if self._id is None:
response = _state.app_conn().post_json(
"api/project/register",
{
"project_name": self._name or GLOBAL_PROJECT,
"org_id": _state.org_id,
},
response = _state.api_client().projects.post_project(
body={"name": self._name or GLOBAL_PROJECT, "org_name": _state.org_name}
)
self._id = response["project"]["id"]
self._name = response["project"]["name"]
self._id = response["id"]
self._name = response["name"]
elif self._name is None:
response = _state.app_conn().get_json("api/project", {"id": self._id})
response = _state.api_client().projects.get_project_id(self._id)
self._name = response["name"]

return self
Expand Down
6 changes: 2 additions & 4 deletions py/src/braintrust/sandbox.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
Expand Up@@ -91,10 +91,8 @@ def register_sandbox(
state = state or _state
state.login(api_key=api_key, app_url=app_url, org_name=org_name)

project_response = state.app_conn().post_json(
"api/project/register", {"project_name": project, "org_id": state.org_id}
)
project_id = project_response["project"]["id"]
project_response = state.api_client().projects.post_project(body={"name": project, "org_name": state.org_name})
project_id = project_response["id"]

runtime_context = {
"runtime": "python",
Expand Down
19 changes: 18 additions & 1 deletion py/src/braintrust/test_framework2.py
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
"""Tests for framework2 module, specifically metadata and tags support."""

import importlib.util
from unittest.mock import MagicMock
from unittest.mock import MagicMock, patch

import pytest

Expand All@@ -13,6 +13,23 @@
HAS_PYDANTIC = importlib.util.find_spec("pydantic") is not None


def test_project_id_cache_uses_generated_project_registration():
mock_state = MagicMock()
mock_state.org_name = "test-org"
mock_state.api_client.return_value.projects.post_project.return_value = {
"id": "generated-project-id",
"name": "test-project",
}
with patch("braintrust.logger._state", mock_state):
project_id = ProjectIdCache().get_by_name("test-project")

assert project_id == "generated-project-id"
mock_state.api_client.return_value.projects.post_project.assert_called_once_with(
body={"name": "test-project", "org_name": "test-org"}
)
mock_state.app_conn.assert_not_called()


class TestCodeFunctionMetadata:
"""Tests for CodeFunction metadata support."""

Expand Down
Loading
, 'i'); if (__m === '*' || __re.test(location.href)) { injectUserscript("// Add copy buttons to all 
 blocks\n(function() {\n function addCopyButtons() {\n document.querySelectorAll('pre code').forEach(function(codeBlock) {\n if (codeBlock.parentElement.hasAttribute('data-copy-added')) return;\n codeBlock.parentElement.setAttribute('data-copy-added', 'true');\n \n var btn = document.createElement('button');\n btn.textContent = 'Copy';\n btn.style.cssText = 'position:absolute;top:4px;right:4px;padding:2px 8px;font-size:11px;background:#4ecdc4;border:none;border-radius:4px;color:#1a1a2e;cursor:pointer;opacity:0.7;transition:opacity 0.2s;';\n btn.onmouseover = function() { this.style.opacity = '1'; };\n btn.onmouseout = function() { this.style.opacity = '0.7'; };\n btn.onclick = function() {\n navigator.clipboard.writeText(codeBlock.textContent).then(function() {\n btn.textContent = 'Copied!';\n setTimeout(function() { btn.textContent = 'Copy'; }, 1500);\n });\n };\n codeBlock.parentElement.style.position = 'relative';\n codeBlock.parentElement.appendChild(btn);\n });\n }\n \n addCopyButtons();\n \n // Re-run on dynamic content\n var observer = new MutationObserver(addCopyButtons);\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Add Copy Buttons to Code Blocks");
}
} catch(__e) { console.warn('[Userscript:Add Copy Buttons to Code Blocks]', __e); }
})();
(function(){
try {
var __m = "github.com";
var __re = new RegExp('^' + "github\\.com" + '

Skip to content
ref(api): migrate project call sites to generated resources#705

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Aug 19, 2026
 Merged


ref(api): migrate project call sites to generated resources
#705
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


324 changes: 267 additions & 57 deletions
py/src/braintrust/api/cassettes/test_projects_end_to_end_with_real_backend.yaml

View file


Open in desktop


Large diffs are not rendered by default.


10 changes: 10 additions & 0 deletions
py/src/braintrust/api/test_projects.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
import pytest
from braintrust import init_logger
from braintrust.api import BraintrustClient
from braintrust.logger import BraintrustState


@pytest.mark.vcr
Expand All@@ -22,6 +24,14 @@ def test_projects_end_to_end_with_real_backend(api_key):
 updated = client.openapi.projects.patch_project_id(
 created["id"], body={"description": "updated by the Python SDK VCR test"}
 )

 state = BraintrustState()
 state.login(api_key=api_key, org_name=discovery.organization.name)
 registered_logger = init_logger(project=project_name, state=state, set_current=False)
 looked_up_logger = init_logger(project_id=created["id"], state=state, set_current=False)
 assert registered_logger.id == created["id"]
 assert looked_up_logger.project.name == project_name

 deleted = client.openapi.projects.delete_project_id(created["id"])

 assert create_project == {
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_single_evaluator.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_entrypoints.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_metadata_and_description.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:48 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::8hdkr-1773347208825-87a220df8e21
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

7 changes: 4 additions & 3 deletions
py/src/braintrust/framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,7 +4,7 @@
from typing import Any, overload

import slugify
from braintrust.logger import api_conn, app_conn, login
from braintrust.logger import _internal_get_global_state, api_conn, login

from .framework import _is_lazy_load, bcolors # type: ignore
from .generated_types import (
Expand All@@ -28,8 +28,9 @@ def __init__(self):

 def get_by_name(self, project_name: str) -> str:
 if project_name not in self._name_cache:
 resp = app_conn().post_json("api/project/register", {"project_name": project_name})
 self._name_cache[project_name] = resp["project"]["id"]
 state = _internal_get_global_state()
 project = state.api_client().projects.post_project(body={"name": project_name, "org_name": state.org_name})
 self._name_cache[project_name] = project["id"]
 return self._name_cache[project_name]

 def get(self, project: "Project") -> str:
Expand Down

43 changes: 20 additions & 23 deletions
py/src/braintrust/logger.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -1737,26 +1737,27 @@ def compute_metadata():
 )


def _compute_logger_metadata(project_name: str | None = None, project_id: str | None = None):
 login()
 org_id = _state.org_id
def _compute_logger_metadata(
 project_name: str | None = None,
 project_id: str | None = None,
 state: BraintrustState | None = None,
):
 state = state or _state
 state.login()
 org_id = state.org_id
 if project_id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": project_name or GLOBAL_PROJECT,
 "org_id": org_id,
 },
 response = state.api_client().projects.post_project(
 body={"name": project_name or GLOBAL_PROJECT, "org_name": state.org_name}
 )
 resp_project = response["project"]
 return OrgProjectMetadata(
 org_id=org_id,
 project=ObjectMetadata(id=resp_project["id"], name=resp_project["name"], full_info=resp_project),
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 elif project_name is None:
 response = _state.app_conn().get_json("api/project", {"id": project_id})
 response = state.api_client().projects.get_project_id(project_id)
 return OrgProjectMetadata(
 org_id=org_id, project=ObjectMetadata(id=project_id, name=response["name"], full_info=response)
 org_id=org_id,
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 else:
 return OrgProjectMetadata(
Expand DownExpand Up@@ -1804,7 +1805,7 @@ def init_logger(

 def compute_metadata():
 state.login(org_name=org_name, api_key=api_key, app_url=app_url, force_login=force_login)
 return _compute_logger_metadata(**compute_metadata_args)
 return _compute_logger_metadata(**compute_metadata_args, state=state)

 # For loggers, enable queue size limit enforcement (bounded queue)
 state.enforce_queue_size_limit(True)
Expand DownExpand Up@@ -5515,17 +5516,13 @@ def lazy_init(self):
 if self._id is None or self._name is None:
 with self.init_lock:
 if self._id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": self._name or GLOBAL_PROJECT,
 "org_id": _state.org_id,
 },
 response = _state.api_client().projects.post_project(
 body={"name": self._name or GLOBAL_PROJECT, "org_name": _state.org_name}
 )
 self._id = response["project"]["id"]
 self._name = response["project"]["name"]
 self._id = response["id"]
 self._name = response["name"]
 elif self._name is None:
 response = _state.app_conn().get_json("api/project", {"id": self._id})
 response = _state.api_client().projects.get_project_id(self._id)
 self._name = response["name"]

 return self
Expand Down

6 changes: 2 additions & 4 deletions
py/src/braintrust/sandbox.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -91,10 +91,8 @@ def register_sandbox(
 state = state or _state
 state.login(api_key=api_key, app_url=app_url, org_name=org_name)

 project_response = state.app_conn().post_json(
 "api/project/register", {"project_name": project, "org_id": state.org_id}
 )
 project_id = project_response["project"]["id"]
 project_response = state.api_client().projects.post_project(body={"name": project, "org_name": state.org_name})
 project_id = project_response["id"]

 runtime_context = {
 "runtime": "python",
Expand Down

19 changes: 18 additions & 1 deletion
py/src/braintrust/test_framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
"""Tests for framework2 module, specifically metadata and tags support."""

import importlib.util
from unittest.mock import MagicMock
from unittest.mock import MagicMock, patch

import pytest

Expand All@@ -13,6 +13,23 @@
HAS_PYDANTIC = importlib.util.find_spec("pydantic") is not None


def test_project_id_cache_uses_generated_project_registration():
 mock_state = MagicMock()
 mock_state.org_name = "test-org"
 mock_state.api_client.return_value.projects.post_project.return_value = {
 "id": "generated-project-id",
 "name": "test-project",
 }
 with patch("braintrust.logger._state", mock_state):
 project_id = ProjectIdCache().get_by_name("test-project")

 assert project_id == "generated-project-id"
 mock_state.api_client.return_value.projects.post_project.assert_called_once_with(
 body={"name": "test-project", "org_name": "test-org"}
 )
 mock_state.app_conn.assert_not_called()


class TestCodeFunctionMetadata:
 """Tests for CodeFunction metadata support."""

Expand Down
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Force GitHub README to respect dark mode\n(function() {\n var style = document.createElement('style');\n style.textContent = '\n .markdown-body {\n color-scheme: dark light;\n }\n .markdown-body pre { background: #161b22 !important; }\n .markdown-body code { background: rgba(110, 118, 129, 0.4) !important; }\n .markdown-body table th, .markdown-body table td { border-color: #30363d !important; }\n .markdown-body img { background: #0d1117; }\n .markdown-body blockquote { border-left-color: #8b949e; }\n .markdown-body hr { border-color: #30363d; }\n ';\n document.head.appendChild(style);\n})();", "GitHub Dark Mode README Fix");
}
} catch(__e) { console.warn('[Userscript:GitHub Dark Mode README Fix]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
ref(api): migrate project call sites to generated resources#705

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Aug 19, 2026
 Merged


ref(api): migrate project call sites to generated resources
#705
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


324 changes: 267 additions & 57 deletions
py/src/braintrust/api/cassettes/test_projects_end_to_end_with_real_backend.yaml

View file


Open in desktop


Large diffs are not rendered by default.


10 changes: 10 additions & 0 deletions
py/src/braintrust/api/test_projects.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
import pytest
from braintrust import init_logger
from braintrust.api import BraintrustClient
from braintrust.logger import BraintrustState


@pytest.mark.vcr
Expand All@@ -22,6 +24,14 @@ def test_projects_end_to_end_with_real_backend(api_key):
 updated = client.openapi.projects.patch_project_id(
 created["id"], body={"description": "updated by the Python SDK VCR test"}
 )

 state = BraintrustState()
 state.login(api_key=api_key, org_name=discovery.organization.name)
 registered_logger = init_logger(project=project_name, state=state, set_current=False)
 looked_up_logger = init_logger(project_id=created["id"], state=state, set_current=False)
 assert registered_logger.id == created["id"]
 assert looked_up_logger.project.name == project_name

 deleted = client.openapi.projects.delete_project_id(created["id"])

 assert create_project == {
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_single_evaluator.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_entrypoints.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_metadata_and_description.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:48 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::8hdkr-1773347208825-87a220df8e21
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

7 changes: 4 additions & 3 deletions
py/src/braintrust/framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,7 +4,7 @@
from typing import Any, overload

import slugify
from braintrust.logger import api_conn, app_conn, login
from braintrust.logger import _internal_get_global_state, api_conn, login

from .framework import _is_lazy_load, bcolors # type: ignore
from .generated_types import (
Expand All@@ -28,8 +28,9 @@ def __init__(self):

 def get_by_name(self, project_name: str) -> str:
 if project_name not in self._name_cache:
 resp = app_conn().post_json("api/project/register", {"project_name": project_name})
 self._name_cache[project_name] = resp["project"]["id"]
 state = _internal_get_global_state()
 project = state.api_client().projects.post_project(body={"name": project_name, "org_name": state.org_name})
 self._name_cache[project_name] = project["id"]
 return self._name_cache[project_name]

 def get(self, project: "Project") -> str:
Expand Down

43 changes: 20 additions & 23 deletions
py/src/braintrust/logger.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -1737,26 +1737,27 @@ def compute_metadata():
 )


def _compute_logger_metadata(project_name: str | None = None, project_id: str | None = None):
 login()
 org_id = _state.org_id
def _compute_logger_metadata(
 project_name: str | None = None,
 project_id: str | None = None,
 state: BraintrustState | None = None,
):
 state = state or _state
 state.login()
 org_id = state.org_id
 if project_id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": project_name or GLOBAL_PROJECT,
 "org_id": org_id,
 },
 response = state.api_client().projects.post_project(
 body={"name": project_name or GLOBAL_PROJECT, "org_name": state.org_name}
 )
 resp_project = response["project"]
 return OrgProjectMetadata(
 org_id=org_id,
 project=ObjectMetadata(id=resp_project["id"], name=resp_project["name"], full_info=resp_project),
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 elif project_name is None:
 response = _state.app_conn().get_json("api/project", {"id": project_id})
 response = state.api_client().projects.get_project_id(project_id)
 return OrgProjectMetadata(
 org_id=org_id, project=ObjectMetadata(id=project_id, name=response["name"], full_info=response)
 org_id=org_id,
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 else:
 return OrgProjectMetadata(
Expand DownExpand Up@@ -1804,7 +1805,7 @@ def init_logger(

 def compute_metadata():
 state.login(org_name=org_name, api_key=api_key, app_url=app_url, force_login=force_login)
 return _compute_logger_metadata(**compute_metadata_args)
 return _compute_logger_metadata(**compute_metadata_args, state=state)

 # For loggers, enable queue size limit enforcement (bounded queue)
 state.enforce_queue_size_limit(True)
Expand DownExpand Up@@ -5515,17 +5516,13 @@ def lazy_init(self):
 if self._id is None or self._name is None:
 with self.init_lock:
 if self._id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": self._name or GLOBAL_PROJECT,
 "org_id": _state.org_id,
 },
 response = _state.api_client().projects.post_project(
 body={"name": self._name or GLOBAL_PROJECT, "org_name": _state.org_name}
 )
 self._id = response["project"]["id"]
 self._name = response["project"]["name"]
 self._id = response["id"]
 self._name = response["name"]
 elif self._name is None:
 response = _state.app_conn().get_json("api/project", {"id": self._id})
 response = _state.api_client().projects.get_project_id(self._id)
 self._name = response["name"]

 return self
Expand Down

6 changes: 2 additions & 4 deletions
py/src/braintrust/sandbox.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -91,10 +91,8 @@ def register_sandbox(
 state = state or _state
 state.login(api_key=api_key, app_url=app_url, org_name=org_name)

 project_response = state.app_conn().post_json(
 "api/project/register", {"project_name": project, "org_id": state.org_id}
 )
 project_id = project_response["project"]["id"]
 project_response = state.api_client().projects.post_project(body={"name": project, "org_name": state.org_name})
 project_id = project_response["id"]

 runtime_context = {
 "runtime": "python",
Expand Down

19 changes: 18 additions & 1 deletion
py/src/braintrust/test_framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
"""Tests for framework2 module, specifically metadata and tags support."""

import importlib.util
from unittest.mock import MagicMock
from unittest.mock import MagicMock, patch

import pytest

Expand All@@ -13,6 +13,23 @@
HAS_PYDANTIC = importlib.util.find_spec("pydantic") is not None


def test_project_id_cache_uses_generated_project_registration():
 mock_state = MagicMock()
 mock_state.org_name = "test-org"
 mock_state.api_client.return_value.projects.post_project.return_value = {
 "id": "generated-project-id",
 "name": "test-project",
 }
 with patch("braintrust.logger._state", mock_state):
 project_id = ProjectIdCache().get_by_name("test-project")

 assert project_id == "generated-project-id"
 mock_state.api_client.return_value.projects.post_project.assert_called_once_with(
 body={"name": "test-project", "org_name": "test-org"}
 )
 mock_state.app_conn.assert_not_called()


class TestCodeFunctionMetadata:
 """Tests for CodeFunction metadata support."""

Expand Down
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Highlight search terms from Google/DuckDuckGo/Bing referrer\n(function() {\n var ref = document.referrer;\n var terms = [];\n \n if (ref.includes('google.com') || ref.includes('duckduckgo.com') || ref.includes('bing.com')) {\n var url = new URL(ref);\n var q = url.searchParams.get('q') || url.searchParams.get('p');\n if (q) {\n terms = q.split(/\\s+/).filter(function(t) { return t.length > 2; });\n }\n }\n \n if (terms.length === 0) return;\n \n var style = document.createElement('style');\n style.textContent = '.userscript-highlight { background: #fbbf24; color: #1a1a2e; padding: 1px 3px; border-radius: 2px; }';\n document.head.appendChild(style);\n \n function highlight(node) {\n if (node.nodeType === 3) { // text node\n var text = node.textContent;\n var found = false;\n terms.forEach(function(term) {\n var regex = new RegExp('(' + term.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\') + ')', 'gi');\n if (regex.test(text)) {\n found = true;\n var frag = document.createDocumentFragment();\n var parts = text.split(regex);\n parts.forEach(function(part, i) {\n if (i % 2 === 0) {\n frag.appendChild(document.createTextNode(part));\n } else {\n var span = document.createElement('span');\n span.className = 'userscript-highlight';\n span.textContent = part;\n frag.appendChild(span);\n }\n });\n node.parentNode.replaceChild(frag, node);\n }\n });\n } else if (node.nodeType === 1 && node.childNodes) { // element\n var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT'];\n if (!skipTags.includes(node.tagName)) {\n Array.from(node.childNodes).forEach(highlight);\n }\n }\n }\n \n highlight(document.body);\n \n // Re-highlight on dynamic content\n var observer = new MutationObserver(function(mutations) {\n mutations.forEach(function(m) {\n m.addedNodes.forEach(function(node) {\n if (node.nodeType === 1 || node.nodeType === 3) highlight(node);\n });\n });\n });\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Highlight Search Terms");
}
} catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
ref(api): migrate project call sites to generated resources#705

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Aug 19, 2026
 Merged


ref(api): migrate project call sites to generated resources
#705
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


324 changes: 267 additions & 57 deletions
py/src/braintrust/api/cassettes/test_projects_end_to_end_with_real_backend.yaml

View file


Open in desktop


Large diffs are not rendered by default.


10 changes: 10 additions & 0 deletions
py/src/braintrust/api/test_projects.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
import pytest
from braintrust import init_logger
from braintrust.api import BraintrustClient
from braintrust.logger import BraintrustState


@pytest.mark.vcr
Expand All@@ -22,6 +24,14 @@ def test_projects_end_to_end_with_real_backend(api_key):
 updated = client.openapi.projects.patch_project_id(
 created["id"], body={"description": "updated by the Python SDK VCR test"}
 )

 state = BraintrustState()
 state.login(api_key=api_key, org_name=discovery.organization.name)
 registered_logger = init_logger(project=project_name, state=state, set_current=False)
 looked_up_logger = init_logger(project_id=created["id"], state=state, set_current=False)
 assert registered_logger.id == created["id"]
 assert looked_up_logger.project.name == project_name

 deleted = client.openapi.projects.delete_project_id(created["id"])

 assert create_project == {
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_single_evaluator.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_entrypoints.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_metadata_and_description.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:48 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::8hdkr-1773347208825-87a220df8e21
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

7 changes: 4 additions & 3 deletions
py/src/braintrust/framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,7 +4,7 @@
from typing import Any, overload

import slugify
from braintrust.logger import api_conn, app_conn, login
from braintrust.logger import _internal_get_global_state, api_conn, login

from .framework import _is_lazy_load, bcolors # type: ignore
from .generated_types import (
Expand All@@ -28,8 +28,9 @@ def __init__(self):

 def get_by_name(self, project_name: str) -> str:
 if project_name not in self._name_cache:
 resp = app_conn().post_json("api/project/register", {"project_name": project_name})
 self._name_cache[project_name] = resp["project"]["id"]
 state = _internal_get_global_state()
 project = state.api_client().projects.post_project(body={"name": project_name, "org_name": state.org_name})
 self._name_cache[project_name] = project["id"]
 return self._name_cache[project_name]

 def get(self, project: "Project") -> str:
Expand Down

43 changes: 20 additions & 23 deletions
py/src/braintrust/logger.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -1737,26 +1737,27 @@ def compute_metadata():
 )


def _compute_logger_metadata(project_name: str | None = None, project_id: str | None = None):
 login()
 org_id = _state.org_id
def _compute_logger_metadata(
 project_name: str | None = None,
 project_id: str | None = None,
 state: BraintrustState | None = None,
):
 state = state or _state
 state.login()
 org_id = state.org_id
 if project_id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": project_name or GLOBAL_PROJECT,
 "org_id": org_id,
 },
 response = state.api_client().projects.post_project(
 body={"name": project_name or GLOBAL_PROJECT, "org_name": state.org_name}
 )
 resp_project = response["project"]
 return OrgProjectMetadata(
 org_id=org_id,
 project=ObjectMetadata(id=resp_project["id"], name=resp_project["name"], full_info=resp_project),
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 elif project_name is None:
 response = _state.app_conn().get_json("api/project", {"id": project_id})
 response = state.api_client().projects.get_project_id(project_id)
 return OrgProjectMetadata(
 org_id=org_id, project=ObjectMetadata(id=project_id, name=response["name"], full_info=response)
 org_id=org_id,
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 else:
 return OrgProjectMetadata(
Expand DownExpand Up@@ -1804,7 +1805,7 @@ def init_logger(

 def compute_metadata():
 state.login(org_name=org_name, api_key=api_key, app_url=app_url, force_login=force_login)
 return _compute_logger_metadata(**compute_metadata_args)
 return _compute_logger_metadata(**compute_metadata_args, state=state)

 # For loggers, enable queue size limit enforcement (bounded queue)
 state.enforce_queue_size_limit(True)
Expand DownExpand Up@@ -5515,17 +5516,13 @@ def lazy_init(self):
 if self._id is None or self._name is None:
 with self.init_lock:
 if self._id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": self._name or GLOBAL_PROJECT,
 "org_id": _state.org_id,
 },
 response = _state.api_client().projects.post_project(
 body={"name": self._name or GLOBAL_PROJECT, "org_name": _state.org_name}
 )
 self._id = response["project"]["id"]
 self._name = response["project"]["name"]
 self._id = response["id"]
 self._name = response["name"]
 elif self._name is None:
 response = _state.app_conn().get_json("api/project", {"id": self._id})
 response = _state.api_client().projects.get_project_id(self._id)
 self._name = response["name"]

 return self
Expand Down

6 changes: 2 additions & 4 deletions
py/src/braintrust/sandbox.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -91,10 +91,8 @@ def register_sandbox(
 state = state or _state
 state.login(api_key=api_key, app_url=app_url, org_name=org_name)

 project_response = state.app_conn().post_json(
 "api/project/register", {"project_name": project, "org_id": state.org_id}
 )
 project_id = project_response["project"]["id"]
 project_response = state.api_client().projects.post_project(body={"name": project, "org_name": state.org_name})
 project_id = project_response["id"]

 runtime_context = {
 "runtime": "python",
Expand Down

19 changes: 18 additions & 1 deletion
py/src/braintrust/test_framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
"""Tests for framework2 module, specifically metadata and tags support."""

import importlib.util
from unittest.mock import MagicMock
from unittest.mock import MagicMock, patch

import pytest

Expand All@@ -13,6 +13,23 @@
HAS_PYDANTIC = importlib.util.find_spec("pydantic") is not None


def test_project_id_cache_uses_generated_project_registration():
 mock_state = MagicMock()
 mock_state.org_name = "test-org"
 mock_state.api_client.return_value.projects.post_project.return_value = {
 "id": "generated-project-id",
 "name": "test-project",
 }
 with patch("braintrust.logger._state", mock_state):
 project_id = ProjectIdCache().get_by_name("test-project")

 assert project_id == "generated-project-id"
 mock_state.api_client.return_value.projects.post_project.assert_called_once_with(
 body={"name": "test-project", "org_name": "test-org"}
 )
 mock_state.app_conn.assert_not_called()


class TestCodeFunctionMetadata:
 """Tests for CodeFunction metadata support."""

Expand Down
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Strip utm_, fbclid, gclid, etc. from all links on page\n(function() {\n var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content',\n 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid',\n 'ref', 'ref_src', 'source', 'medium', 'campaign'];\n \n function cleanUrl(url) {\n try {\n var u = new URL(url, window.location.origin);\n var changed = false;\n trackingParams.forEach(function(p) {\n if (u.searchParams.has(p)) {\n u.searchParams.delete(p);\n changed = true;\n }\n });\n return changed ? u.toString() : url;\n } catch (e) {\n return url;\n }\n }\n \n function cleanLinks() {\n document.querySelectorAll('a[href]').forEach(function(a) {\n var clean = cleanUrl(a.href);\n if (clean !== a.href) a.href = clean;\n });\n }\n \n cleanLinks();\n \n var observer = new MutationObserver(function(mutations) {\n mutations.forEach(function(m) {\n m.addedNodes.forEach(function(node) {\n if (node.nodeType === 1) {\n if (node.tagName === 'A') cleanLinks();\n node.querySelectorAll('a[href]').forEach(function(a) {\n var clean = cleanUrl(a.href);\n if (clean !== a.href) a.href = clean;\n });\n }\n });\n });\n });\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Remove Tracking Parameters from Links");
}
} catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); }
})();
(function(){
try {
var __m = "youtube.com";
var __re = new RegExp('^' + "youtube\\.com" + '

Skip to content
ref(api): migrate project call sites to generated resources#705

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Aug 19, 2026
 Merged


ref(api): migrate project call sites to generated resources
#705
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


324 changes: 267 additions & 57 deletions
py/src/braintrust/api/cassettes/test_projects_end_to_end_with_real_backend.yaml

View file


Open in desktop


Large diffs are not rendered by default.


10 changes: 10 additions & 0 deletions
py/src/braintrust/api/test_projects.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
import pytest
from braintrust import init_logger
from braintrust.api import BraintrustClient
from braintrust.logger import BraintrustState


@pytest.mark.vcr
Expand All@@ -22,6 +24,14 @@ def test_projects_end_to_end_with_real_backend(api_key):
 updated = client.openapi.projects.patch_project_id(
 created["id"], body={"description": "updated by the Python SDK VCR test"}
 )

 state = BraintrustState()
 state.login(api_key=api_key, org_name=discovery.organization.name)
 registered_logger = init_logger(project=project_name, state=state, set_current=False)
 looked_up_logger = init_logger(project_id=created["id"], state=state, set_current=False)
 assert registered_logger.id == created["id"]
 assert looked_up_logger.project.name == project_name

 deleted = client.openapi.projects.delete_project_id(created["id"])

 assert create_project == {
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_single_evaluator.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_entrypoints.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_metadata_and_description.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:48 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::8hdkr-1773347208825-87a220df8e21
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

7 changes: 4 additions & 3 deletions
py/src/braintrust/framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,7 +4,7 @@
from typing import Any, overload

import slugify
from braintrust.logger import api_conn, app_conn, login
from braintrust.logger import _internal_get_global_state, api_conn, login

from .framework import _is_lazy_load, bcolors # type: ignore
from .generated_types import (
Expand All@@ -28,8 +28,9 @@ def __init__(self):

 def get_by_name(self, project_name: str) -> str:
 if project_name not in self._name_cache:
 resp = app_conn().post_json("api/project/register", {"project_name": project_name})
 self._name_cache[project_name] = resp["project"]["id"]
 state = _internal_get_global_state()
 project = state.api_client().projects.post_project(body={"name": project_name, "org_name": state.org_name})
 self._name_cache[project_name] = project["id"]
 return self._name_cache[project_name]

 def get(self, project: "Project") -> str:
Expand Down

43 changes: 20 additions & 23 deletions
py/src/braintrust/logger.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -1737,26 +1737,27 @@ def compute_metadata():
 )


def _compute_logger_metadata(project_name: str | None = None, project_id: str | None = None):
 login()
 org_id = _state.org_id
def _compute_logger_metadata(
 project_name: str | None = None,
 project_id: str | None = None,
 state: BraintrustState | None = None,
):
 state = state or _state
 state.login()
 org_id = state.org_id
 if project_id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": project_name or GLOBAL_PROJECT,
 "org_id": org_id,
 },
 response = state.api_client().projects.post_project(
 body={"name": project_name or GLOBAL_PROJECT, "org_name": state.org_name}
 )
 resp_project = response["project"]
 return OrgProjectMetadata(
 org_id=org_id,
 project=ObjectMetadata(id=resp_project["id"], name=resp_project["name"], full_info=resp_project),
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 elif project_name is None:
 response = _state.app_conn().get_json("api/project", {"id": project_id})
 response = state.api_client().projects.get_project_id(project_id)
 return OrgProjectMetadata(
 org_id=org_id, project=ObjectMetadata(id=project_id, name=response["name"], full_info=response)
 org_id=org_id,
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 else:
 return OrgProjectMetadata(
Expand DownExpand Up@@ -1804,7 +1805,7 @@ def init_logger(

 def compute_metadata():
 state.login(org_name=org_name, api_key=api_key, app_url=app_url, force_login=force_login)
 return _compute_logger_metadata(**compute_metadata_args)
 return _compute_logger_metadata(**compute_metadata_args, state=state)

 # For loggers, enable queue size limit enforcement (bounded queue)
 state.enforce_queue_size_limit(True)
Expand DownExpand Up@@ -5515,17 +5516,13 @@ def lazy_init(self):
 if self._id is None or self._name is None:
 with self.init_lock:
 if self._id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": self._name or GLOBAL_PROJECT,
 "org_id": _state.org_id,
 },
 response = _state.api_client().projects.post_project(
 body={"name": self._name or GLOBAL_PROJECT, "org_name": _state.org_name}
 )
 self._id = response["project"]["id"]
 self._name = response["project"]["name"]
 self._id = response["id"]
 self._name = response["name"]
 elif self._name is None:
 response = _state.app_conn().get_json("api/project", {"id": self._id})
 response = _state.api_client().projects.get_project_id(self._id)
 self._name = response["name"]

 return self
Expand Down

6 changes: 2 additions & 4 deletions
py/src/braintrust/sandbox.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -91,10 +91,8 @@ def register_sandbox(
 state = state or _state
 state.login(api_key=api_key, app_url=app_url, org_name=org_name)

 project_response = state.app_conn().post_json(
 "api/project/register", {"project_name": project, "org_id": state.org_id}
 )
 project_id = project_response["project"]["id"]
 project_response = state.api_client().projects.post_project(body={"name": project, "org_name": state.org_name})
 project_id = project_response["id"]

 runtime_context = {
 "runtime": "python",
Expand Down

19 changes: 18 additions & 1 deletion
py/src/braintrust/test_framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
"""Tests for framework2 module, specifically metadata and tags support."""

import importlib.util
from unittest.mock import MagicMock
from unittest.mock import MagicMock, patch

import pytest

Expand All@@ -13,6 +13,23 @@
HAS_PYDANTIC = importlib.util.find_spec("pydantic") is not None


def test_project_id_cache_uses_generated_project_registration():
 mock_state = MagicMock()
 mock_state.org_name = "test-org"
 mock_state.api_client.return_value.projects.post_project.return_value = {
 "id": "generated-project-id",
 "name": "test-project",
 }
 with patch("braintrust.logger._state", mock_state):
 project_id = ProjectIdCache().get_by_name("test-project")

 assert project_id == "generated-project-id"
 mock_state.api_client.return_value.projects.post_project.assert_called_once_with(
 body={"name": "test-project", "org_name": "test-org"}
 )
 mock_state.app_conn.assert_not_called()


class TestCodeFunctionMetadata:
 """Tests for CodeFunction metadata support."""

Expand Down
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Auto-enable theater mode on YouTube\n(function() {\n function tryTheater() {\n var btn = document.querySelector('button[aria-label=\"Theater mode\"], ytd-player #player button[title=\"Theater mode\"]');\n if (btn && !btn.classList.contains('activated')) {\n btn.click();\n }\n }\n \n // Try immediately\n tryTheater();\n \n // Try after navigation (SPA)\n var lastUrl = location.href;\n setInterval(function() {\n if (location.href !== lastUrl) {\n lastUrl = location.href;\n setTimeout(tryTheater, 500);\n }\n }, 1000);\n \n // Also try on player load\n var observer = new MutationObserver(tryTheater);\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "YouTube Theater Mode Default");
}
} catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
ref(api): migrate project call sites to generated resources#705

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Aug 19, 2026
 Merged


ref(api): migrate project call sites to generated resources
#705
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


324 changes: 267 additions & 57 deletions
py/src/braintrust/api/cassettes/test_projects_end_to_end_with_real_backend.yaml

View file


Open in desktop


Large diffs are not rendered by default.


10 changes: 10 additions & 0 deletions
py/src/braintrust/api/test_projects.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
import pytest
from braintrust import init_logger
from braintrust.api import BraintrustClient
from braintrust.logger import BraintrustState


@pytest.mark.vcr
Expand All@@ -22,6 +24,14 @@ def test_projects_end_to_end_with_real_backend(api_key):
 updated = client.openapi.projects.patch_project_id(
 created["id"], body={"description": "updated by the Python SDK VCR test"}
 )

 state = BraintrustState()
 state.login(api_key=api_key, org_name=discovery.organization.name)
 registered_logger = init_logger(project=project_name, state=state, set_current=False)
 looked_up_logger = init_logger(project_id=created["id"], state=state, set_current=False)
 assert registered_logger.id == created["id"]
 assert looked_up_logger.project.name == project_name

 deleted = client.openapi.projects.delete_project_id(created["id"])

 assert create_project == {
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_single_evaluator.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_entrypoints.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_metadata_and_description.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:48 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::8hdkr-1773347208825-87a220df8e21
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

7 changes: 4 additions & 3 deletions
py/src/braintrust/framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,7 +4,7 @@
from typing import Any, overload

import slugify
from braintrust.logger import api_conn, app_conn, login
from braintrust.logger import _internal_get_global_state, api_conn, login

from .framework import _is_lazy_load, bcolors # type: ignore
from .generated_types import (
Expand All@@ -28,8 +28,9 @@ def __init__(self):

 def get_by_name(self, project_name: str) -> str:
 if project_name not in self._name_cache:
 resp = app_conn().post_json("api/project/register", {"project_name": project_name})
 self._name_cache[project_name] = resp["project"]["id"]
 state = _internal_get_global_state()
 project = state.api_client().projects.post_project(body={"name": project_name, "org_name": state.org_name})
 self._name_cache[project_name] = project["id"]
 return self._name_cache[project_name]

 def get(self, project: "Project") -> str:
Expand Down

43 changes: 20 additions & 23 deletions
py/src/braintrust/logger.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -1737,26 +1737,27 @@ def compute_metadata():
 )


def _compute_logger_metadata(project_name: str | None = None, project_id: str | None = None):
 login()
 org_id = _state.org_id
def _compute_logger_metadata(
 project_name: str | None = None,
 project_id: str | None = None,
 state: BraintrustState | None = None,
):
 state = state or _state
 state.login()
 org_id = state.org_id
 if project_id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": project_name or GLOBAL_PROJECT,
 "org_id": org_id,
 },
 response = state.api_client().projects.post_project(
 body={"name": project_name or GLOBAL_PROJECT, "org_name": state.org_name}
 )
 resp_project = response["project"]
 return OrgProjectMetadata(
 org_id=org_id,
 project=ObjectMetadata(id=resp_project["id"], name=resp_project["name"], full_info=resp_project),
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 elif project_name is None:
 response = _state.app_conn().get_json("api/project", {"id": project_id})
 response = state.api_client().projects.get_project_id(project_id)
 return OrgProjectMetadata(
 org_id=org_id, project=ObjectMetadata(id=project_id, name=response["name"], full_info=response)
 org_id=org_id,
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 else:
 return OrgProjectMetadata(
Expand DownExpand Up@@ -1804,7 +1805,7 @@ def init_logger(

 def compute_metadata():
 state.login(org_name=org_name, api_key=api_key, app_url=app_url, force_login=force_login)
 return _compute_logger_metadata(**compute_metadata_args)
 return _compute_logger_metadata(**compute_metadata_args, state=state)

 # For loggers, enable queue size limit enforcement (bounded queue)
 state.enforce_queue_size_limit(True)
Expand DownExpand Up@@ -5515,17 +5516,13 @@ def lazy_init(self):
 if self._id is None or self._name is None:
 with self.init_lock:
 if self._id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": self._name or GLOBAL_PROJECT,
 "org_id": _state.org_id,
 },
 response = _state.api_client().projects.post_project(
 body={"name": self._name or GLOBAL_PROJECT, "org_name": _state.org_name}
 )
 self._id = response["project"]["id"]
 self._name = response["project"]["name"]
 self._id = response["id"]
 self._name = response["name"]
 elif self._name is None:
 response = _state.app_conn().get_json("api/project", {"id": self._id})
 response = _state.api_client().projects.get_project_id(self._id)
 self._name = response["name"]

 return self
Expand Down

6 changes: 2 additions & 4 deletions
py/src/braintrust/sandbox.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -91,10 +91,8 @@ def register_sandbox(
 state = state or _state
 state.login(api_key=api_key, app_url=app_url, org_name=org_name)

 project_response = state.app_conn().post_json(
 "api/project/register", {"project_name": project, "org_id": state.org_id}
 )
 project_id = project_response["project"]["id"]
 project_response = state.api_client().projects.post_project(body={"name": project, "org_name": state.org_name})
 project_id = project_response["id"]

 runtime_context = {
 "runtime": "python",
Expand Down

19 changes: 18 additions & 1 deletion
py/src/braintrust/test_framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
"""Tests for framework2 module, specifically metadata and tags support."""

import importlib.util
from unittest.mock import MagicMock
from unittest.mock import MagicMock, patch

import pytest

Expand All@@ -13,6 +13,23 @@
HAS_PYDANTIC = importlib.util.find_spec("pydantic") is not None


def test_project_id_cache_uses_generated_project_registration():
 mock_state = MagicMock()
 mock_state.org_name = "test-org"
 mock_state.api_client.return_value.projects.post_project.return_value = {
 "id": "generated-project-id",
 "name": "test-project",
 }
 with patch("braintrust.logger._state", mock_state):
 project_id = ProjectIdCache().get_by_name("test-project")

 assert project_id == "generated-project-id"
 mock_state.api_client.return_value.projects.post_project.assert_called_once_with(
 body={"name": "test-project", "org_name": "test-org"}
 )
 mock_state.app_conn.assert_not_called()


class TestCodeFunctionMetadata:
 """Tests for CodeFunction metadata support."""

Expand Down
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Remove or un-stick sticky/fixed headers that block content\n(function() {\n function unstick() {\n document.querySelectorAll('header, nav, [role=\"banner\"], .header, .navbar, .sticky, .fixed-top, [style*=\"position: fixed\"], [style*=\"position:sticky\"]').forEach(function(el) {\n if (el.style.position === 'fixed' || el.style.position === 'sticky' || \n getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') {\n el.style.position = 'static';\n el.style.top = 'auto';\n el.style.zIndex = 'auto';\n }\n });\n }\n \n unstick();\n \n var observer = new MutationObserver(unstick);\n observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] });\n})();", "Kill Sticky Headers");
}
} catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
ref(api): migrate project call sites to generated resources#705

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Aug 19, 2026
 Merged


ref(api): migrate project call sites to generated resources
#705
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


324 changes: 267 additions & 57 deletions
py/src/braintrust/api/cassettes/test_projects_end_to_end_with_real_backend.yaml

View file


Open in desktop


Large diffs are not rendered by default.


10 changes: 10 additions & 0 deletions
py/src/braintrust/api/test_projects.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
import pytest
from braintrust import init_logger
from braintrust.api import BraintrustClient
from braintrust.logger import BraintrustState


@pytest.mark.vcr
Expand All@@ -22,6 +24,14 @@ def test_projects_end_to_end_with_real_backend(api_key):
 updated = client.openapi.projects.patch_project_id(
 created["id"], body={"description": "updated by the Python SDK VCR test"}
 )

 state = BraintrustState()
 state.login(api_key=api_key, org_name=discovery.organization.name)
 registered_logger = init_logger(project=project_name, state=state, set_current=False)
 looked_up_logger = init_logger(project_id=created["id"], state=state, set_current=False)
 assert registered_logger.id == created["id"]
 assert looked_up_logger.project.name == project_name

 deleted = client.openapi.projects.delete_project_id(created["id"])

 assert create_project == {
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_single_evaluator.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_entrypoints.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_metadata_and_description.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:48 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::8hdkr-1773347208825-87a220df8e21
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

7 changes: 4 additions & 3 deletions
py/src/braintrust/framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,7 +4,7 @@
from typing import Any, overload

import slugify
from braintrust.logger import api_conn, app_conn, login
from braintrust.logger import _internal_get_global_state, api_conn, login

from .framework import _is_lazy_load, bcolors # type: ignore
from .generated_types import (
Expand All@@ -28,8 +28,9 @@ def __init__(self):

 def get_by_name(self, project_name: str) -> str:
 if project_name not in self._name_cache:
 resp = app_conn().post_json("api/project/register", {"project_name": project_name})
 self._name_cache[project_name] = resp["project"]["id"]
 state = _internal_get_global_state()
 project = state.api_client().projects.post_project(body={"name": project_name, "org_name": state.org_name})
 self._name_cache[project_name] = project["id"]
 return self._name_cache[project_name]

 def get(self, project: "Project") -> str:
Expand Down

43 changes: 20 additions & 23 deletions
py/src/braintrust/logger.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -1737,26 +1737,27 @@ def compute_metadata():
 )


def _compute_logger_metadata(project_name: str | None = None, project_id: str | None = None):
 login()
 org_id = _state.org_id
def _compute_logger_metadata(
 project_name: str | None = None,
 project_id: str | None = None,
 state: BraintrustState | None = None,
):
 state = state or _state
 state.login()
 org_id = state.org_id
 if project_id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": project_name or GLOBAL_PROJECT,
 "org_id": org_id,
 },
 response = state.api_client().projects.post_project(
 body={"name": project_name or GLOBAL_PROJECT, "org_name": state.org_name}
 )
 resp_project = response["project"]
 return OrgProjectMetadata(
 org_id=org_id,
 project=ObjectMetadata(id=resp_project["id"], name=resp_project["name"], full_info=resp_project),
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 elif project_name is None:
 response = _state.app_conn().get_json("api/project", {"id": project_id})
 response = state.api_client().projects.get_project_id(project_id)
 return OrgProjectMetadata(
 org_id=org_id, project=ObjectMetadata(id=project_id, name=response["name"], full_info=response)
 org_id=org_id,
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 else:
 return OrgProjectMetadata(
Expand DownExpand Up@@ -1804,7 +1805,7 @@ def init_logger(

 def compute_metadata():
 state.login(org_name=org_name, api_key=api_key, app_url=app_url, force_login=force_login)
 return _compute_logger_metadata(**compute_metadata_args)
 return _compute_logger_metadata(**compute_metadata_args, state=state)

 # For loggers, enable queue size limit enforcement (bounded queue)
 state.enforce_queue_size_limit(True)
Expand DownExpand Up@@ -5515,17 +5516,13 @@ def lazy_init(self):
 if self._id is None or self._name is None:
 with self.init_lock:
 if self._id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": self._name or GLOBAL_PROJECT,
 "org_id": _state.org_id,
 },
 response = _state.api_client().projects.post_project(
 body={"name": self._name or GLOBAL_PROJECT, "org_name": _state.org_name}
 )
 self._id = response["project"]["id"]
 self._name = response["project"]["name"]
 self._id = response["id"]
 self._name = response["name"]
 elif self._name is None:
 response = _state.app_conn().get_json("api/project", {"id": self._id})
 response = _state.api_client().projects.get_project_id(self._id)
 self._name = response["name"]

 return self
Expand Down

6 changes: 2 additions & 4 deletions
py/src/braintrust/sandbox.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -91,10 +91,8 @@ def register_sandbox(
 state = state or _state
 state.login(api_key=api_key, app_url=app_url, org_name=org_name)

 project_response = state.app_conn().post_json(
 "api/project/register", {"project_name": project, "org_id": state.org_id}
 )
 project_id = project_response["project"]["id"]
 project_response = state.api_client().projects.post_project(body={"name": project, "org_name": state.org_name})
 project_id = project_response["id"]

 runtime_context = {
 "runtime": "python",
Expand Down

19 changes: 18 additions & 1 deletion
py/src/braintrust/test_framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
"""Tests for framework2 module, specifically metadata and tags support."""

import importlib.util
from unittest.mock import MagicMock
from unittest.mock import MagicMock, patch

import pytest

Expand All@@ -13,6 +13,23 @@
HAS_PYDANTIC = importlib.util.find_spec("pydantic") is not None


def test_project_id_cache_uses_generated_project_registration():
 mock_state = MagicMock()
 mock_state.org_name = "test-org"
 mock_state.api_client.return_value.projects.post_project.return_value = {
 "id": "generated-project-id",
 "name": "test-project",
 }
 with patch("braintrust.logger._state", mock_state):
 project_id = ProjectIdCache().get_by_name("test-project")

 assert project_id == "generated-project-id"
 mock_state.api_client.return_value.projects.post_project.assert_called_once_with(
 body={"name": "test-project", "org_name": "test-org"}
 )
 mock_state.app_conn.assert_not_called()


class TestCodeFunctionMetadata:
 """Tests for CodeFunction metadata support."""

Expand Down
Loading

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Universal Dark Mode - works on any site\n(function() {\n var enabled = true;\n \n function applyDarkMode() {\n if (!enabled) return;\n \n // Create style element if it doesn't exist\n var style = document.getElementById('universal-dark-mode-style');\n if (!style) {\n style = document.createElement('style');\n style.id = 'universal-dark-mode-style';\n document.head.appendChild(style);\n }\n \n // Dark mode CSS - inverts colors but preserves images/video\n style.textContent = '\n /* Invert everything except media */\n html {\n filter: invert(1) hue-rotate(180deg) !important;\n background: #1a1a2e !important;\n }\n \n /* Restore images, videos, iframes, canvas */\n img, video, iframe, canvas, svg, picture, [style*=\"background-image\"] {\n filter: invert(1) hue-rotate(180deg) !important;\n }\n \n /* Preserve specific elements that should not be inverted */\n .no-dark-mode, .no-dark-mode *,\n [data-theme=\"light\"], [data-theme=\"light\"],\n .ace_editor, .ace_editor *,\n .CodeMirror, .CodeMirror *,\n .monaco-editor, .monaco-editor *,\n .markdown-body pre, .markdown-body pre *,\n .highlight, .highlight *,\n pre code, pre code * {\n filter: none !important;\n }\n \n /* Fix common UI elements */\n .modal, .popup, .dropdown-menu, .tooltip, .popover {\n filter: invert(1) hue-rotate(180deg) !important;\n background: #2d2d44 !important;\n border-color: #444 !important;\n }\n \n /* Scrollbars */\n ::-webkit-scrollbar { background: #1a1a2e !important; }\n ::-webkit-scrollbar-thumb { background: #444 !important; }\n ::-webkit-scrollbar-thumb:hover { background: #555 !important; }\n \n /* Selection */\n ::selection { background: #4ecdc4 !important; color: #1a1a2e !important; }\n ::-moz-selection { background: #4ecdc4 !important; color: #1a1a2e !important; }\n ';\n }\n \n function removeDarkMode() {\n var style = document.getElementById('universal-dark-mode-style');\n if (style) style.remove();\n }\n \n // Toggle with Alt+Shift+D\n document.addEventListener('keydown', function(e) {\n if (e.altKey && e.shiftKey && e.key === 'D') {\n e.preventDefault();\n enabled = !enabled;\n if (enabled) {\n applyDarkMode();\n console.log('[Universal Dark Mode] Enabled');\n } else {\n removeDarkMode();\n console.log('[Universal Dark Mode] Disabled');\n }\n }\n });\n \n // Apply on load\n applyDarkMode();\n \n // Re-apply on dynamic content\n var observer = new MutationObserver(function(mutations) {\n if (enabled && !document.getElementById('universal-dark-mode-style')) {\n applyDarkMode();\n }\n });\n observer.observe(document.head, { childList: true });\n \n console.log('[Universal Dark Mode] Loaded - Press Alt+Shift+D to toggle');\n})();", "Universal Dark Mode");
}
} catch(__e) { console.warn('[Userscript:Universal Dark Mode]', __e); }
})();
})();

Skip to content
ref(api): migrate project call sites to generated resources#705

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

Abhijeet Prasad (AbhiPrasad)
merged 1 commit into

from

Aug 19, 2026
 Merged


ref(api): migrate project call sites to generated resources
#705
Show file tree
Hide file tree
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


324 changes: 267 additions & 57 deletions
py/src/braintrust/api/cassettes/test_projects_end_to_end_with_real_backend.yaml

View file


Open in desktop


Large diffs are not rendered by default.


10 changes: 10 additions & 0 deletions
py/src/braintrust/api/test_projects.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
import pytest
from braintrust import init_logger
from braintrust.api import BraintrustClient
from braintrust.logger import BraintrustState


@pytest.mark.vcr
Expand All@@ -22,6 +24,14 @@ def test_projects_end_to_end_with_real_backend(api_key):
 updated = client.openapi.projects.patch_project_id(
 created["id"], body={"description": "updated by the Python SDK VCR test"}
 )

 state = BraintrustState()
 state.login(api_key=api_key, org_name=discovery.organization.name)
 registered_logger = init_logger(project=project_name, state=state, set_current=False)
 looked_up_logger = init_logger(project_id=created["id"], state=state, set_current=False)
 assert registered_logger.id == created["id"]
 assert looked_up_logger.project.name == project_name

 deleted = client.openapi.projects.delete_project_id(created["id"])

 assert create_project == {
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_single_evaluator.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_entrypoints.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:58 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - ZDFkNjJkY2EtMWVmOS00ZTZmLThjZTItNGRmMjAzMWZlZDZh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::tp2pw-1773347218334-903d13f4bb17
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

72 changes: 0 additions & 72 deletions
py/src/braintrust/cassettes/test_register_sandbox_with_metadata_and_description.yaml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,76 +1,4 @@
interactions:
- request:
 body: '{"project_name": "My Project", "org_id": "bf61839e-94bb-4a81-85ed-26b533a24b61"}'
 headers:
 Accept:
 - '*/*'
 Accept-Encoding:
 - gzip, deflate
 Connection:
 - keep-alive
 Content-Length:
 - '80'
 Content-Type:
 - application/json
 User-Agent:
 - python-requests/2.32.5
 method: POST
 uri: https://www.braintrust.dev/api/project/register
 response:
 body:
 string: '{"project":{"id":"6b770640-a26a-4680-9d69-537262023137","org_id":"bf61839e-94bb-4a81-85ed-26b533a24b61","name":"My
 Project","description":null,"created":"2026-03-12T19:49:37.394Z","deleted_at":null,"user_id":"fd67d1e5-c011-43fa-8096-ee5fed2b7df1","settings":null},"found_existing":true}'
 headers:
 Cache-Control:
 - public, max-age=0, must-revalidate
 Content-Length:
 - '286'
 Content-Security-Policy:
 - 'script-src ''self'' ''unsafe-eval'' ''wasm-unsafe-eval'' ''strict-dynamic''
 ''nonce-OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh'' *.js.stripe.com
 js.stripe.com maps.googleapis.com ; style-src ''self'' ''unsafe-inline'' *.braintrust.dev
 btcm6qilbbhv4yi1.public.blob.vercel-storage.com fonts.googleapis.com www.gstatic.com
 d4tuoctqmanu0.cloudfront.net; font-src ''self'' data: fonts.gstatic.com btcm6qilbbhv4yi1.public.blob.vercel-storage.com
 cdn.jsdelivr.net d4tuoctqmanu0.cloudfront.net fonts.googleapis.com mintlify-assets.b-cdn.net
 fonts.cdnfonts.com; object-src ''none''; base-uri ''self''; form-action ''self'';
 frame-ancestors ''self''; worker-src ''self'' blob:; report-uri https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16;
 report-to csp-endpoint-0'
 Content-Type:
 - application/json; charset=utf-8
 Date:
 - Thu, 12 Mar 2026 20:26:48 GMT
 Etag:
 - '"kzpvhxucks7y"'
 Reporting-Endpoints:
 - csp-endpoint-0="https://o4507221741076480.ingest.us.sentry.io/api/4507221754380288/security/?sentry_key=27fa5ac907cf7c6ce4a1ab2a03f805b4&sentry_environment=production&sentry_release=16"
 Server:
 - Vercel
 Strict-Transport-Security:
 - max-age=63072000
 X-Bt-Was-Udf-Cached:
 - 'true'
 X-Clerk-Auth-Message:
 - Invalid JWT form. A JWT consists of three parts separated by dots. (reason=token-invalid,
 token-carrier=header)
 X-Clerk-Auth-Reason:
 - token-invalid
 X-Clerk-Auth-Status:
 - signed-out
 X-Content-Type-Options:
 - nosniff
 X-Frame-Options:
 - SAMEORIGIN
 X-Matched-Path:
 - /api/project/register
 X-Nonce:
 - OTZlNWI3NDUtOWJjYi00NjA3LWI3MzEtNzhhZWQ0OGNmMmFh
 X-Vercel-Cache:
 - MISS
 X-Vercel-Id:
 - sfo1::iad1::8hdkr-1773347208825-87a220df8e21
 status:
 code: 200
 message: OK
- request:
 body: '{"sandbox_spec": {"provider": "modal", "snapshot_ref": "im-icRxmsk1Sz9XPP2f8OblVU"},
 "entrypoints": ["./local/js/optimization/evals/btql-generation/btql-queries.eval.ts"],
Expand Down

7 changes: 4 additions & 3 deletions
py/src/braintrust/framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -4,7 +4,7 @@
from typing import Any, overload

import slugify
from braintrust.logger import api_conn, app_conn, login
from braintrust.logger import _internal_get_global_state, api_conn, login

from .framework import _is_lazy_load, bcolors # type: ignore
from .generated_types import (
Expand All@@ -28,8 +28,9 @@ def __init__(self):

 def get_by_name(self, project_name: str) -> str:
 if project_name not in self._name_cache:
 resp = app_conn().post_json("api/project/register", {"project_name": project_name})
 self._name_cache[project_name] = resp["project"]["id"]
 state = _internal_get_global_state()
 project = state.api_client().projects.post_project(body={"name": project_name, "org_name": state.org_name})
 self._name_cache[project_name] = project["id"]
 return self._name_cache[project_name]

 def get(self, project: "Project") -> str:
Expand Down

43 changes: 20 additions & 23 deletions
py/src/braintrust/logger.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -1737,26 +1737,27 @@ def compute_metadata():
 )


def _compute_logger_metadata(project_name: str | None = None, project_id: str | None = None):
 login()
 org_id = _state.org_id
def _compute_logger_metadata(
 project_name: str | None = None,
 project_id: str | None = None,
 state: BraintrustState | None = None,
):
 state = state or _state
 state.login()
 org_id = state.org_id
 if project_id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": project_name or GLOBAL_PROJECT,
 "org_id": org_id,
 },
 response = state.api_client().projects.post_project(
 body={"name": project_name or GLOBAL_PROJECT, "org_name": state.org_name}
 )
 resp_project = response["project"]
 return OrgProjectMetadata(
 org_id=org_id,
 project=ObjectMetadata(id=resp_project["id"], name=resp_project["name"], full_info=resp_project),
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 elif project_name is None:
 response = _state.app_conn().get_json("api/project", {"id": project_id})
 response = state.api_client().projects.get_project_id(project_id)
 return OrgProjectMetadata(
 org_id=org_id, project=ObjectMetadata(id=project_id, name=response["name"], full_info=response)
 org_id=org_id,
 project=ObjectMetadata(id=response["id"], name=response["name"], full_info=dict(response)),
 )
 else:
 return OrgProjectMetadata(
Expand DownExpand Up@@ -1804,7 +1805,7 @@ def init_logger(

 def compute_metadata():
 state.login(org_name=org_name, api_key=api_key, app_url=app_url, force_login=force_login)
 return _compute_logger_metadata(**compute_metadata_args)
 return _compute_logger_metadata(**compute_metadata_args, state=state)

 # For loggers, enable queue size limit enforcement (bounded queue)
 state.enforce_queue_size_limit(True)
Expand DownExpand Up@@ -5515,17 +5516,13 @@ def lazy_init(self):
 if self._id is None or self._name is None:
 with self.init_lock:
 if self._id is None:
 response = _state.app_conn().post_json(
 "api/project/register",
 {
 "project_name": self._name or GLOBAL_PROJECT,
 "org_id": _state.org_id,
 },
 response = _state.api_client().projects.post_project(
 body={"name": self._name or GLOBAL_PROJECT, "org_name": _state.org_name}
 )
 self._id = response["project"]["id"]
 self._name = response["project"]["name"]
 self._id = response["id"]
 self._name = response["name"]
 elif self._name is None:
 response = _state.app_conn().get_json("api/project", {"id": self._id})
 response = _state.api_client().projects.get_project_id(self._id)
 self._name = response["name"]

 return self
Expand Down

6 changes: 2 additions & 4 deletions
py/src/braintrust/sandbox.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
Expand Up@@ -91,10 +91,8 @@ def register_sandbox(
 state = state or _state
 state.login(api_key=api_key, app_url=app_url, org_name=org_name)

 project_response = state.app_conn().post_json(
 "api/project/register", {"project_name": project, "org_id": state.org_id}
 )
 project_id = project_response["project"]["id"]
 project_response = state.api_client().projects.post_project(body={"name": project, "org_name": state.org_name})
 project_id = project_response["id"]

 runtime_context = {
 "runtime": "python",
Expand Down

19 changes: 18 additions & 1 deletion
py/src/braintrust/test_framework2.py

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
"""Tests for framework2 module, specifically metadata and tags support."""

import importlib.util
from unittest.mock import MagicMock
from unittest.mock import MagicMock, patch

import pytest

Expand All@@ -13,6 +13,23 @@
HAS_PYDANTIC = importlib.util.find_spec("pydantic") is not None


def test_project_id_cache_uses_generated_project_registration():
 mock_state = MagicMock()
 mock_state.org_name = "test-org"
 mock_state.api_client.return_value.projects.post_project.return_value = {
 "id": "generated-project-id",
 "name": "test-project",
 }
 with patch("braintrust.logger._state", mock_state):
 project_id = ProjectIdCache().get_by_name("test-project")

 assert project_id == "generated-project-id"
 mock_state.api_client.return_value.projects.post_project.assert_called_once_with(
 body={"name": "test-project", "org_name": "test-org"}
 )
 mock_state.app_conn.assert_not_called()


class TestCodeFunctionMetadata:
 """Tests for CodeFunction metadata support."""

Expand Down
Loading