feat(integrations): add TypeSafe instrumentation (#777)

https://www.braintrust.dev/app/Braintrust%20SDKs/object?object_type=project_logs&object_id=65b29c05-ac12-4829-ba2c-2a4ae7f834c5&id=6df448c8-32e0-4ec0-9ee5-124ed3ae5e4d

<img width="840" height="576" alt="image"
src="https://github.com/user-attachments/assets/39270720-81ef-4f38-8bd0-5a3a309b606d"
/>

Auto instrumentation:

```python
import braintrust

braintrust.auto_instrument()

from typesafe_sdk import TypeSafeClient

logger = braintrust.init_logger(project="my-project")
client = TypeSafeClient()
```

Explicit client instrumentation:

```python
from braintrust.integrations.typesafe import wrap_typesafe
from typesafe_sdk import TypeSafeClient

client = wrap_typesafe(TypeSafeClient())
```

Generated span tree:

```text
Support ticket triage [task]
└── typesafe.systemOne [question]
    ├── input
    │   ├── state
    │   └── questions: category, urgency, duplicate_charge
    ├── metadata
    │   ├── provider: typesafe
    │   └── model: jev-1.13.0
    ├── output
    │   └── answers: category, urgency, duplicate_charge
    └── metrics
        ├── prompt_tokens: 380
        ├── completion_tokens: 70
        └── tokens: 450
```

Author: AbhiPrasad

py/noxfile.py

@@ -694,6 +694,18 @@ def test_mistral(session, version):
     _run_tests(session, f"{INTEGRATION_DIR}/mistral/test_mistral.py", version=version)
 
 
+TYPESAFE_VERSIONS = _get_matrix_versions("typesafe-sdk")
+
+
+@nox.session()
+@nox.parametrize("version", TYPESAFE_VERSIONS, ids=TYPESAFE_VERSIONS)
+def test_typesafe(session, version):
+    """Test the TypeSafe SDK integration."""
+    _install_test_deps(session)
+    _install_matrix_dep(session, "typesafe-sdk", version)
+    _run_tests(session, f"{INTEGRATION_DIR}/typesafe/test_typesafe.py", version=version)
+
+
 HUGGINGFACE_HUB_VERSIONS = _get_matrix_versions("huggingface-hub")
 
 

py/pyproject.toml

@@ -279,6 +279,7 @@ lint = [
     "huggingface-hub",
     "numpy",
     "strands-agents",
+    "typesafe-sdk",
     "temporalio",
     "pydantic-ai",
     "opentelemetry-instrumentation-openai==0.59.1",
@@ -502,6 +503,9 @@ latest = "openrouter==1.1.139"
 latest = "mistralai==2.10.0"
 "1.12.4" = "mistralai==1.12.4"
 
+[tool.braintrust.matrix.typesafe-sdk]
+latest = "typesafe-sdk==0.6.0"
+
 [tool.braintrust.matrix.huggingface-hub]
 # Floor pinned to 0.32.0: the earliest release that exposes the
 # ``provider="auto"`` routing mode the integration relies on for multi-
@@ -590,6 +594,7 @@ openrouter = ["openrouter"]
 pipecat = ["pipecat-ai"]
 pydantic_ai = ["pydantic-ai-integration", "pydantic-ai-wrap-openai"]
 strands = ["strands-agents"]
+typesafe = ["typesafe-sdk"]
 
 [tool.braintrust.vendor-packages]
 ai-sdk = "ai"
@@ -621,3 +626,4 @@ pipecat-ai = "pipecat"
 strands-agents = "strands"
 temporalio = "temporalio"
 transformers = "transformers"
+typesafe-sdk = "typesafe_sdk"

py/src/braintrust/auto.py

@@ -37,6 +37,7 @@
     StrandsIntegration,
     TemporalIntegration,
     TransformersIntegration,
+    TypeSafeIntegration,
 )
 from braintrust.integrations.base import BaseIntegration
 
@@ -88,6 +89,7 @@ def auto_instrument(
     temporal: bool = True,
     livekit_agents: bool = True,
     pipecat: bool = True,
+    typesafe: bool = True,
 ) -> dict[str, bool]:
     """
     Auto-instrument supported AI/ML libraries for Braintrust tracing.
@@ -128,6 +130,7 @@ def auto_instrument(
         temporal: Enable Temporal instrumentation (default: True)
         livekit_agents: Enable LiveKit Agents instrumentation (default: True)
         pipecat: Enable Pipecat AI instrumentation (default: True)
+        typesafe: Enable TypeSafe instrumentation (default: True)
 
     Returns:
         Dict mapping integration name to whether it was successfully instrumented.
@@ -233,6 +236,8 @@ def auto_instrument(
         results["livekit_agents"] = _instrument_integration(LiveKitAgentsIntegration)
     if pipecat:
         results["pipecat"] = _instrument_integration(PipecatIntegration)
+    if typesafe:
+        results["typesafe"] = _instrument_integration(TypeSafeIntegration)
 
     return results
 

py/src/braintrust/conftest.py

@@ -204,6 +204,7 @@ def setup_braintrust():
     os.environ.setdefault("OPENAI_API_KEY", "sk-test-dummy-api-key-for-vcr-tests")
     os.environ.setdefault("ANTHROPIC_API_KEY", "sk-ant-test-dummy-api-key-for-vcr-tests")
     os.environ.setdefault("MISTRAL_API_KEY", "mistral-test-dummy-api-key-for-vcr-tests")
+    os.environ.setdefault("TYPESAFE_API_KEY", "typesafe-test-dummy-api-key-for-vcr-tests")
     os.environ.setdefault("CO_API_KEY", os.getenv("COHERE_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))
     os.environ.setdefault("COHERE_API_KEY", os.getenv("CO_API_KEY", "co-test-dummy-api-key-for-vcr-tests"))
 

py/src/braintrust/integrations/__init__.py

@@ -27,6 +27,7 @@
 from .strands import StrandsIntegration
 from .temporal import TemporalIntegration
 from .transformers import TransformersIntegration
+from .typesafe import TypeSafeIntegration
 
 
 __all__ = [
@@ -59,4 +60,5 @@
     "StrandsIntegration",
     "TemporalIntegration",
     "TransformersIntegration",
+    "TypeSafeIntegration",
 ]

py/src/braintrust/integrations/auto_test_scripts/test_auto_typesafe.py

@@ -0,0 +1,30 @@
+"""Test auto_instrument for TypeSafe."""
+
+import os
+
+from braintrust.auto import auto_instrument
+from braintrust.integrations.test_utils import autoinstrument_test_context
+from typesafe_sdk import Noul, TypeSafeClient
+
+
+results = auto_instrument()
+assert results.get("typesafe") is True
+assert auto_instrument().get("typesafe") is True
+
+with autoinstrument_test_context("test_auto_typesafe", integration="typesafe") as memory_logger:
+    with TypeSafeClient(api_key=os.environ["TYPESAFE_API_KEY"]) as client:
+        response = client.system_one(
+            state="The package arrived intact and on time.",
+            questions={"positive": Noul(instructions="Is this feedback positive?")},
+        )
+    assert 0 <= response.nouls["positive"].noul <= 1
+
+    spans = memory_logger.pop()
+    assert len(spans) == 1
+    span = spans[0]
+    assert span["metadata"]["provider"] == "typesafe"
+    assert span["metadata"]["model"].startswith("jev-")
+    assert span["input"]["questions"][0]["id"] == "positive"
+    assert span["output"]["answers"][0]["id"] == "positive"
+
+print("SUCCESS")

py/src/braintrust/integrations/typesafe/__init__.py

@@ -0,0 +1,26 @@
+"""Braintrust integration for the TypeSafe Python SDK."""
+
+from typing import Any
+
+from .integration import TypeSafeIntegration
+from .patchers import AsyncSystemOnePatcher, SystemOnePatcher
+
+
+def setup_typesafe() -> bool:
+    """Instrument installed TypeSafe sync and async clients."""
+    return TypeSafeIntegration.setup()
+
+
+def wrap_typesafe(client: Any) -> Any:
+    """Instrument a TypeSafe sync or async client in place."""
+    from typesafe_sdk import AsyncTypeSafeClient
+
+    patcher = AsyncSystemOnePatcher if isinstance(client, AsyncTypeSafeClient) else SystemOnePatcher
+    return patcher.wrap_target(client)
+
+
+__all__ = [
+    "TypeSafeIntegration",
+    "setup_typesafe",
+    "wrap_typesafe",
+]