feat(anthropic): instrument Messages Batch API

py/src/braintrust/integrations/anthropic/cassettes/TestAnthropicIntegrationSetupAsyncSpans.test_setup_creates_async_spans.yaml → py/src/braintrust/integrations/anthropic/cassettes/TestBatchesCreateSpans.test_async_batches_create_produces_span.yaml

@@ -1,6 +1,8 @@
 interactions:
 - request:
-    body: '{"max_tokens":100,"messages":[{"role":"user","content":"Say hi async"}],"model":"claude-3-5-haiku-latest"}'
+    body: '{"requests":[{"custom_id":"req-1","params":{"model":"claude-3-haiku-20240307","max_tokens":100,"messages":[{"role":"user","content":"What
+      is 2+2?"}]}},{"custom_id":"req-2","params":{"model":"claude-3-haiku-20240307","max_tokens":100,"messages":[{"role":"user","content":"What
+      is 3+3?"}]}}]}'
     headers:
       Accept:
       - application/json
@@ -9,7 +11,7 @@ interactions:
       Connection:
       - keep-alive
       Content-Length:
-      - '106'
+      - '290'
       Content-Type:
       - application/json
       Host:
@@ -37,24 +39,23 @@ interactions:
       x-stainless-retry-count:
       - '0'
       x-stainless-timeout:
-      - '600'
+      - NOT_GIVEN
     method: POST
-    uri: https://api.anthropic.com/v1/messages
+    uri: https://api.anthropic.com/v1/messages/batches
   response:
     body:
-      string: '{"type":"error","error":{"type":"not_found_error","message":"model:
-        claude-3-5-haiku-latest"},"request_id":"req_011CZLdMZnqva1tBGWuemWN9"}'
+      string: '{"id":"msgbatch_019LiP2CEHA2yQZT9HiJ7rQ3","type":"message_batch","processing_status":"in_progress","request_counts":{"processing":2,"succeeded":0,"errored":0,"canceled":0,"expired":0},"ended_at":null,"created_at":"2026-03-24T16:48:33.250265+00:00","expires_at":"2026-03-25T16:48:33.250265+00:00","archived_at":null,"cancel_initiated_at":null,"results_url":null}'
     headers:
       CF-RAY:
-      - 9e101d82cf341fdb-SJC
+      - 9e1729fe4c6b042c-SJC
       Connection:
       - keep-alive
       Content-Security-Policy:
       - default-src 'none'; frame-ancestors 'none'
       Content-Type:
       - application/json
       Date:
-      - Mon, 23 Mar 2026 20:16:41 GMT
+      - Tue, 24 Mar 2026 16:48:33 GMT
       Server:
       - cloudflare
       Transfer-Encoding:
@@ -66,23 +67,21 @@ interactions:
       cf-cache-status:
       - DYNAMIC
       content-length:
-      - '138'
+      - '361'
       request-id:
-      - req_011CZLdMZnqva1tBGWuemWN9
+      - req_011CZNFHubo6iV5DHippSpJq
       server-timing:
-      - x-originResponse;dur=25
+      - x-originResponse;dur=302
       set-cookie:
-      - _cfuvid=O35oR1Sx8_qfQk2ct3bUq6P_LfxnelQS3AuhGTtAo3Q-1774297001.4099903-1.0.1.1-l__Wn1ND363h2RHwrTFmIqpFtWzPoIUNjQXrH1hjWyY;
+      - _cfuvid=tCl0dHjx7QmH_ZAZsV5JZXo6iXr.5DKYZ6eTwVr3O9U-1774370913.0033047-1.0.1.1-98E2NulvgerP_hm8fJJmpfNnCka.CTGTjUyU0ueSaHY;
         HttpOnly; SameSite=None; Secure; Path=/; Domain=api.anthropic.com
       strict-transport-security:
       - max-age=31536000; includeSubDomains; preload
       vary:
       - Accept-Encoding
       x-envoy-upstream-service-time:
-      - '23'
-      x-should-retry:
-      - 'false'
+      - '300'
     status:
-      code: 404
-      message: Not Found
+      code: 200
+      message: OK
 version: 1

py/src/braintrust/integrations/anthropic/cassettes/TestAnthropicIntegrationSetupSpans.test_setup_creates_spans.yaml → py/src/braintrust/integrations/anthropic/cassettes/TestBatchesCreateSpans.test_sync_batches_create_logs_error_on_failure.yaml

@@ -1,6 +1,6 @@
 interactions:
 - request:
-    body: '{"max_tokens":100,"messages":[{"role":"user","content":"Say hi"}],"model":"claude-3-5-haiku-latest"}'
+    body: '{"requests":[]}'
     headers:
       Accept:
       - application/json
@@ -9,7 +9,7 @@ interactions:
       Connection:
       - keep-alive
       Content-Length:
-      - '100'
+      - '15'
       Content-Type:
       - application/json
       Host:
@@ -37,24 +37,24 @@ interactions:
       x-stainless-retry-count:
       - '0'
       x-stainless-timeout:
-      - '600'
+      - NOT_GIVEN
     method: POST
-    uri: https://api.anthropic.com/v1/messages
+    uri: https://api.anthropic.com/v1/messages/batches
   response:
     body:
-      string: '{"type":"error","error":{"type":"not_found_error","message":"model:
-        claude-3-5-haiku-latest"},"request_id":"req_011CZLdMYnZkfSiZUydAPCJh"}'
+      string: '{"type":"error","error":{"type":"invalid_request_error","message":"requests:
+        List should have at least 1 item after validation, not 0"},"request_id":"req_011CZNFHwZ7YMN9zyDPHXbmQ"}'
     headers:
       CF-RAY:
-      - 9e101d81485f9e5c-SJC
+      - 9e172a012bf5963f-SJC
       Connection:
       - keep-alive
       Content-Security-Policy:
       - default-src 'none'; frame-ancestors 'none'
       Content-Type:
       - application/json
       Date:
-      - Mon, 23 Mar 2026 20:16:41 GMT
+      - Tue, 24 Mar 2026 16:48:33 GMT
       Server:
       - cloudflare
       Transfer-Encoding:
@@ -66,23 +66,23 @@ interactions:
       cf-cache-status:
       - DYNAMIC
       content-length:
-      - '138'
+      - '180'
       request-id:
-      - req_011CZLdMYnZkfSiZUydAPCJh
+      - req_011CZNFHwZ7YMN9zyDPHXbmQ
       server-timing:
-      - x-originResponse;dur=33
+      - x-originResponse;dur=67
       set-cookie:
-      - _cfuvid=qjfwtdMQuaH4s2MvMr53WG49MOjmHdRt83XWnDUSnZs-1774297001.1711438-1.0.1.1-6h3vTb4keZZALUiWWbTnUXgtrTuyB4XqC2sFuQc9fQk;
+      - _cfuvid=wf8HdCMhs1UcbQutpPzsJc1I_lzHbLbPsQj6EA0sl4s-1774370913.461001-1.0.1.1-wD9j9Vl_k5M7qG3MI7A3pbi6Q52GLfngLxFm_kctpPo;
         HttpOnly; SameSite=None; Secure; Path=/; Domain=api.anthropic.com
       strict-transport-security:
       - max-age=31536000; includeSubDomains; preload
       vary:
       - Accept-Encoding
       x-envoy-upstream-service-time:
-      - '31'
+      - '65'
       x-should-retry:
       - 'false'
     status:
-      code: 404
-      message: Not Found
+      code: 400
+      message: Bad Request
 version: 1

py/src/braintrust/integrations/anthropic/cassettes/TestBatchesCreateSpans.test_sync_batches_create_multi_model_metadata.yaml

@@ -0,0 +1,85 @@
+interactions:
+- request:
+    body: '{"requests":[{"custom_id":"req-1","params":{"model":"claude-3-haiku-20240307","max_tokens":100,"messages":[{"role":"user","content":"Hi"}]}},{"custom_id":"req-2","params":{"model":"claude-3-5-haiku-latest","max_tokens":100,"messages":[{"role":"user","content":"Hello"}]}}]}'
+    headers:
+      Accept:
+      - application/json
+      Accept-Encoding:
+      - gzip, deflate, zstd
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '273'
+      Content-Type:
+      - application/json
+      Host:
+      - api.anthropic.com
+      User-Agent:
+      - Anthropic/Python 0.84.0
+      X-Stainless-Arch:
+      - arm64
+      X-Stainless-Async:
+      - 'false'
+      X-Stainless-Lang:
+      - python
+      X-Stainless-OS:
+      - MacOS
+      X-Stainless-Package-Version:
+      - 0.84.0
+      X-Stainless-Runtime:
+      - CPython
+      X-Stainless-Runtime-Version:
+      - 3.13.3
+      anthropic-version:
+      - '2023-06-01'
+      x-stainless-read-timeout:
+      - '600'
+      x-stainless-retry-count:
+      - '0'
+      x-stainless-timeout:
+      - NOT_GIVEN
+    method: POST
+    uri: https://api.anthropic.com/v1/messages/batches
+  response:
+    body:
+      string: '{"id":"msgbatch_01Cq1688wP7FtQMAnsHr5G4Y","type":"message_batch","processing_status":"in_progress","request_counts":{"processing":2,"succeeded":0,"errored":0,"canceled":0,"expired":0},"ended_at":null,"created_at":"2026-03-24T16:48:33.926161+00:00","expires_at":"2026-03-25T16:48:33.926161+00:00","archived_at":null,"cancel_initiated_at":null,"results_url":null}'
+    headers:
+      CF-RAY:
+      - 9e172a025ecd1fdb-SJC
+      Connection:
+      - keep-alive
+      Content-Security-Policy:
+      - default-src 'none'; frame-ancestors 'none'
+      Content-Type:
+      - application/json
+      Date:
+      - Tue, 24 Mar 2026 16:48:34 GMT
+      Server:
+      - cloudflare
+      Transfer-Encoding:
+      - chunked
+      X-Robots-Tag:
+      - none
+      anthropic-organization-id:
+      - 27796668-7351-40ac-acc4-024aee8995a5
+      cf-cache-status:
+      - DYNAMIC
+      content-length:
+      - '361'
+      request-id:
+      - req_011CZNFHxQDRZBhMWjsVMHQh
+      server-timing:
+      - x-originResponse;dur=327
+      set-cookie:
+      - _cfuvid=yDeqS1YweYY8i8ccTtSz_bw0CmmepS965cJPYQ4HCWE-1774370913.6565096-1.0.1.1-kTbTE.Sbl1JcCxMNIgb0nn9N_cAA7ECtmSuTerDB.zI;
+        HttpOnly; SameSite=None; Secure; Path=/; Domain=api.anthropic.com
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      vary:
+      - Accept-Encoding
+      x-envoy-upstream-service-time:
+      - '325'
+    status:
+      code: 200
+      message: OK
+version: 1

py/src/braintrust/integrations/anthropic/cassettes/TestBatchesCreateSpans.test_sync_batches_create_produces_span.yaml

@@ -0,0 +1,87 @@
+interactions:
+- request:
+    body: '{"requests":[{"custom_id":"req-1","params":{"model":"claude-3-haiku-20240307","max_tokens":100,"messages":[{"role":"user","content":"What
+      is 2+2?"}]}},{"custom_id":"req-2","params":{"model":"claude-3-haiku-20240307","max_tokens":100,"messages":[{"role":"user","content":"What
+      is 3+3?"}]}}]}'
+    headers:
+      Accept:
+      - application/json
+      Accept-Encoding:
+      - gzip, deflate, zstd
+      Connection:
+      - keep-alive
+      Content-Length:
+      - '290'
+      Content-Type:
+      - application/json
+      Host:
+      - api.anthropic.com
+      User-Agent:
+      - Anthropic/Python 0.84.0
+      X-Stainless-Arch:
+      - arm64
+      X-Stainless-Async:
+      - 'false'
+      X-Stainless-Lang:
+      - python
+      X-Stainless-OS:
+      - MacOS
+      X-Stainless-Package-Version:
+      - 0.84.0
+      X-Stainless-Runtime:
+      - CPython
+      X-Stainless-Runtime-Version:
+      - 3.13.3
+      anthropic-version:
+      - '2023-06-01'
+      x-stainless-read-timeout:
+      - '600'
+      x-stainless-retry-count:
+      - '0'
+      x-stainless-timeout:
+      - NOT_GIVEN
+    method: POST
+    uri: https://api.anthropic.com/v1/messages/batches
+  response:
+    body:
+      string: '{"id":"msgbatch_01AGJo81SZkaPs6vyZzDWPdP","type":"message_batch","processing_status":"in_progress","request_counts":{"processing":2,"succeeded":0,"errored":0,"canceled":0,"expired":0},"ended_at":null,"created_at":"2026-03-24T16:48:32.769942+00:00","expires_at":"2026-03-25T16:48:32.769942+00:00","archived_at":null,"cancel_initiated_at":null,"results_url":null}'
+    headers:
+      CF-RAY:
+      - 9e1729fb1b493824-SJC
+      Connection:
+      - keep-alive
+      Content-Security-Policy:
+      - default-src 'none'; frame-ancestors 'none'
+      Content-Type:
+      - application/json
+      Date:
+      - Tue, 24 Mar 2026 16:48:32 GMT
+      Server:
+      - cloudflare
+      Transfer-Encoding:
+      - chunked
+      X-Robots-Tag:
+      - none
+      anthropic-organization-id:
+      - 27796668-7351-40ac-acc4-024aee8995a5
+      cf-cache-status:
+      - DYNAMIC
+      content-length:
+      - '361'
+      request-id:
+      - req_011CZNFHsS4jkRnAp2QVhfjZ
+      server-timing:
+      - x-originResponse;dur=325
+      set-cookie:
+      - _cfuvid=sNY6UUL2YIBy6w1kKrRez1Z82ZXsyNQVqBw3YyCGBQs-1774370912.495851-1.0.1.1-IyHcfjRHrdCZ0rzZZa7kqpMFe32i22VC65d87W8gKqM;
+        HttpOnly; SameSite=None; Secure; Path=/; Domain=api.anthropic.com
+      strict-transport-security:
+      - max-age=31536000; includeSubDomains; preload
+      vary:
+      - Accept-Encoding
+      x-envoy-upstream-service-time:
+      - '323'
+    status:
+      code: 200
+      message: OK
+version: 1