diff --git a/tests/cassettes/TestLiteLLMModel.test_max_token_truncation[with-router].yaml b/tests/cassettes/TestLiteLLMModel.test_max_token_truncation[with-router].yaml deleted file mode 100644 index 38fe93a5..00000000 --- a/tests/cassettes/TestLiteLLMModel.test_max_token_truncation[with-router].yaml +++ /dev/null @@ -1,103 +0,0 @@ -interactions: - - request: - body: '{"messages":[{"role":"user","content":"Please tell me a story"}],"model":"gpt-4o-mini","max_tokens":3}' - headers: - accept: - - application/json - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - "102" - content-type: - - application/json - host: - - api.openai.com - user-agent: - - AsyncOpenAI/Python 1.56.0 - x-stainless-arch: - - arm64 - x-stainless-async: - - async:asyncio - x-stainless-lang: - - python - x-stainless-os: - - MacOS - x-stainless-package-version: - - 1.56.0 - x-stainless-raw-response: - - "true" - x-stainless-retry-count: - - "0" - x-stainless-runtime: - - CPython - x-stainless-runtime-version: - - 3.12.7 - method: POST - uri: https://api.openai.com/v1/chat/completions - response: - body: - string: !!binary | - H4sIAAAAAAAAA4ySy07DMBBF9/kKy+sE5dE2ITvYIBY8JCQWIBS5ziQxOLZrOypQ9d+RkzZJRZHY - eDFn7vWdsXceQpiVOEeYNsTSVvHgiqyeWfzyRJLN4128hc13nfLbLrqPbrbX2HcKuX4Hao+qCypb - xcEyKQZMNRALzjVKkyRaZdFl1oNWlsCdrFY2WMigZYIFcRgvgjANouygbiSjYHCOXj2EENr1p8sp - SvjEOQr9Y6UFY0gNOB+bEMJaclfBxBhmLBEW+xOkUlgQffQHQQF1SgpE5h0aqs4Ql1J0nB/q+/FK - Lmul5doc+FivmGCmKTQQI4Wz5yBq2+Ce7z2E3vrhupO8WGnZKltY+QHCWUbxYIinlU4wOTArLeEz - zdI/Y1aUYAnjZrYbTAltoJyU0yJJVzI5A95s6N9ZznkPgzNR/8d+ApSCslAWSkPJ6Om8U5sG99/+ - ahtX3AfG5stYaIuKiRq00mx47UoVYRou11WW0hB7e+8HAAD//wMALERyAfsCAAA= - headers: - CF-Cache-Status: - - DYNAMIC - CF-RAY: - - 8ebdc4544d45159c-SJC - Connection: - - keep-alive - Content-Encoding: - - gzip - Content-Type: - - application/json - Date: - - Mon, 02 Dec 2024 19:36:38 GMT - Server: - - cloudflare - Set-Cookie: - - __cf_bm=oW7puVMoQxr5tfjOcrapj0cZDKsrgYGaypvH9Uy3hSI-1733168198-1.0.1.1-uJC65w6KU6H27oReIU5GNAQPRZ4qPR3j9dIaq2hz6jVoKgdGs7ORtYIpVqMZj.wvHiGRmjqwMgLXFbenTXS.hw; - path=/; expires=Mon, 02-Dec-24 20:06:38 GMT; domain=.api.openai.com; HttpOnly; - Secure; SameSite=None - - _cfuvid=1WbywTWsVng0pYLbjxFjjVkHNIA_Tp7Yyi2qWtRgTRA-1733168198303-0.0.1.1-604800000; - path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None - Transfer-Encoding: - - chunked - X-Content-Type-Options: - - nosniff - access-control-expose-headers: - - X-Request-ID - alt-svc: - - h3=":443"; ma=86400 - openai-organization: - - future-house-xr4tdh - openai-processing-ms: - - "355" - openai-version: - - "2020-10-01" - strict-transport-security: - - max-age=31536000; includeSubDomains; preload - x-ratelimit-limit-requests: - - "30000" - x-ratelimit-limit-tokens: - - "150000000" - x-ratelimit-remaining-requests: - - "29999" - x-ratelimit-remaining-tokens: - - "149999989" - x-ratelimit-reset-requests: - - 2ms - x-ratelimit-reset-tokens: - - 0s - x-request-id: - - req_821f2596e6f5471e8d9b50ea7c01c3b1 - status: - code: 200 - message: OK -version: 1 diff --git a/tests/cassettes/TestLiteLLMModel.test_max_token_truncation[without-router].yaml b/tests/cassettes/TestLiteLLMModel.test_max_token_truncation[without-router].yaml deleted file mode 100644 index 26065e62..00000000 --- a/tests/cassettes/TestLiteLLMModel.test_max_token_truncation[without-router].yaml +++ /dev/null @@ -1,103 +0,0 @@ -interactions: - - request: - body: '{"messages":[{"role":"user","content":"Please tell me a story"}],"model":"gpt-4o-mini","max_tokens":3}' - headers: - accept: - - application/json - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - "102" - content-type: - - application/json - host: - - api.openai.com - user-agent: - - AsyncOpenAI/Python 1.56.0 - x-stainless-arch: - - arm64 - x-stainless-async: - - async:asyncio - x-stainless-lang: - - python - x-stainless-os: - - MacOS - x-stainless-package-version: - - 1.56.0 - x-stainless-raw-response: - - "true" - x-stainless-retry-count: - - "0" - x-stainless-runtime: - - CPython - x-stainless-runtime-version: - - 3.12.7 - method: POST - uri: https://api.openai.com/v1/chat/completions - response: - body: - string: !!binary | - H4sIAAAAAAAAA4ySzU7DMBCE73kKy+cGJf1Lya2HAqISHEBICKHIdTaJwbEte1NRob47ctI2qSgS - Fx/22xnPrv0dEEJFTlNCecWQ10aGSzZ/qZ63D6ubaPmktnfrdX17v3ptCnR8R0deoTcfwPGouuK6 - NhJQaNVhboEheNc4mUzi+SK+TlpQ6xykl5UGw6kOa6FEOI7G0zBKwnhxUFdacHA0JW8BIYR8t6fP - qXL4oimJRsdKDc6xEmh6aiKEWi19hTLnhEOmkI56yLVCUG30R8WBNEYrwoYdForGMZ9SNVIe6vvT - lVKXxuqNO/BTvRBKuCqzwJxW3l6CKrGiLd8HhLy3wzVneamxujaYof4E5S3jcWdI+5X2cHJgqJHJ - gWY2umCW5YBMSDfYDeWMV5D3yn6RrMmFHoBgMPTvLJe8u8GFKv9j3wPOwSDkmbGQC34+b99mwf+3 - v9pOK24DU7dzCHVWCFWCNVZ0r12YLEqi2aZYJDyiwT74AQAA//8DANjahjr7AgAA - headers: - CF-Cache-Status: - - DYNAMIC - CF-RAY: - - 8ebdc45119526892-SJC - Connection: - - keep-alive - Content-Encoding: - - gzip - Content-Type: - - application/json - Date: - - Mon, 02 Dec 2024 19:36:37 GMT - Server: - - cloudflare - Set-Cookie: - - __cf_bm=B4EmoPZ6h4dq4c2NuwMouXS.M.3etMDSaWSw2BxuW9s-1733168197-1.0.1.1-gm.BSZHRSUJO2qBgm_uGGCEXncRIw5.cDOUKDp.XyI5jwqwxiNQJvblmx9R3W6oyuZgF3Ki_2rYH7FH1gHaD3Q; - path=/; expires=Mon, 02-Dec-24 20:06:37 GMT; domain=.api.openai.com; HttpOnly; - Secure; SameSite=None - - _cfuvid=ZfFIlaLbyji77NOD0shqvQ5zf8MiR4dOnvSu62_Zhns-1733168197643-0.0.1.1-604800000; - path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None - Transfer-Encoding: - - chunked - X-Content-Type-Options: - - nosniff - access-control-expose-headers: - - X-Request-ID - alt-svc: - - h3=":443"; ma=86400 - openai-organization: - - future-house-xr4tdh - openai-processing-ms: - - "234" - openai-version: - - "2020-10-01" - strict-transport-security: - - max-age=31536000; includeSubDomains; preload - x-ratelimit-limit-requests: - - "30000" - x-ratelimit-limit-tokens: - - "150000000" - x-ratelimit-remaining-requests: - - "29999" - x-ratelimit-remaining-tokens: - - "149999989" - x-ratelimit-reset-requests: - - 2ms - x-ratelimit-reset-tokens: - - 0s - x-request-id: - - req_b1a892225ab26d3f234d45c6781778a1 - status: - code: 200 - message: OK -version: 1 diff --git a/tests/cassettes/TestLiteLLMModel.test_run_prompt[with-router].yaml b/tests/cassettes/TestLiteLLMModel.test_run_prompt[with-router].yaml deleted file mode 100644 index 893372c7..00000000 --- a/tests/cassettes/TestLiteLLMModel.test_run_prompt[with-router].yaml +++ /dev/null @@ -1,529 +0,0 @@ -interactions: - - request: - body: '{"messages":[{"role":"user","content":"The duck says"}],"model":"gpt-4o-mini","max_tokens":56,"stream":true,"stream_options":{"include_usage":true},"temperature":0}' - headers: - accept: - - application/json - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - "164" - content-type: - - application/json - host: - - api.openai.com - user-agent: - - AsyncOpenAI/Python 1.56.0 - x-stainless-arch: - - arm64 - x-stainless-async: - - async:asyncio - x-stainless-lang: - - python - x-stainless-os: - - MacOS - x-stainless-package-version: - - 1.56.0 - x-stainless-raw-response: - - "true" - x-stainless-retry-count: - - "0" - x-stainless-runtime: - - CPython - x-stainless-runtime-version: - - 3.12.7 - method: POST - uri: https://api.openai.com/v1/chat/completions - response: - body: - string: - 'data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"role":"assistant","content":"","refusal":null},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"The"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - duck"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - says"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - \""},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"qu"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"ack"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"!\""},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - It''s"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - a"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - classic"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - sound"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - associated"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - with"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - ducks"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"."},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - Is"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - there"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - something"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - specific"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - you''d"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - like"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - to"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - know"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - about"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - ducks"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - or"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - their"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - sounds"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"?"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{},"logprobs":null,"finish_reason":"stop"}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VduB9wkGpejmsiNpaAGNJDeOfC","object":"chat.completion.chunk","created":1733168193,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[],"usage":{"prompt_tokens":10,"completion_tokens":29,"total_tokens":39,"prompt_tokens_details":{"cached_tokens":0,"audio_tokens":0},"completion_tokens_details":{"reasoning_tokens":0,"audio_tokens":0,"accepted_prediction_tokens":0,"rejected_prediction_tokens":0}}} - - - data: [DONE] - - - ' - headers: - CF-Cache-Status: - - DYNAMIC - CF-RAY: - - 8ebdc438396e943e-SJC - Connection: - - keep-alive - Content-Type: - - text/event-stream; charset=utf-8 - Date: - - Mon, 02 Dec 2024 19:36:33 GMT - Server: - - cloudflare - Set-Cookie: - - __cf_bm=2u1fngKgS6Tlm2tXKnmb6nYHLypr6koX7LxGGLHM94E-1733168193-1.0.1.1-9Ca4qFYZ67jPTZEwesj0rWuNqb9Cjejd4S6or1N1Mfwm0rzWwIrVyoZCJLX.X9wrZbVsYNGU2WYU1h4nrIsqmQ; - path=/; expires=Mon, 02-Dec-24 20:06:33 GMT; domain=.api.openai.com; HttpOnly; - Secure; SameSite=None - - _cfuvid=ZbU5wT.mgiGZXJsNyN9s.Wz.dHC7TPnaSAbYQRtrLUE-1733168193723-0.0.1.1-604800000; - path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None - Transfer-Encoding: - - chunked - X-Content-Type-Options: - - nosniff - access-control-expose-headers: - - X-Request-ID - alt-svc: - - h3=":443"; ma=86400 - openai-organization: - - future-house-xr4tdh - openai-processing-ms: - - "307" - openai-version: - - "2020-10-01" - strict-transport-security: - - max-age=31536000; includeSubDomains; preload - x-ratelimit-limit-requests: - - "30000" - x-ratelimit-limit-tokens: - - "150000000" - x-ratelimit-remaining-requests: - - "29999" - x-ratelimit-remaining-tokens: - - "149999938" - x-ratelimit-reset-requests: - - 2ms - x-ratelimit-reset-tokens: - - 0s - x-request-id: - - req_fdfe606307e41fe10b36661d69fa89c8 - status: - code: 200 - message: OK - - request: - body: '{"messages":[{"role":"user","content":"The duck says"}],"model":"gpt-4o-mini","max_tokens":56,"stream":false,"temperature":0}' - headers: - accept: - - application/json - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - "125" - content-type: - - application/json - host: - - api.openai.com - user-agent: - - AsyncOpenAI/Python 1.56.0 - x-stainless-arch: - - arm64 - x-stainless-async: - - async:asyncio - x-stainless-lang: - - python - x-stainless-os: - - MacOS - x-stainless-package-version: - - 1.56.0 - x-stainless-raw-response: - - "true" - x-stainless-retry-count: - - "0" - x-stainless-runtime: - - CPython - x-stainless-runtime-version: - - 3.12.7 - method: POST - uri: https://api.openai.com/v1/chat/completions - response: - body: - string: !!binary | - H4sIAAAAAAAAA4xSy27bMBC86yu2vORiBfKjseNL0UuB3HoIihRNIdDkSmJNcVXuCokb+N8Lyg/Z - aAv0osPMzmhml28ZgHJWrUGZRotpO59/1HdfsBb7VDerX4/+9Q6fFubr54Y/Vf1GTZKCNj/QyEl1 - a6jtPIqjcKBNRC2YXKfL+Xx6t5reLwaiJYs+yepO8gXlrQsunxWzRV4s8+nqqG7IGWS1hm8ZAMDb - 8E05g8VXtYZickJaZNY1qvV5CEBF8glRmtmx6CBqMpKGgmAYoj82CLY3W2C9Y3hWP3tttu+eFTzI - DYMG45ODAaY+WNDMZFyqBS9OmkHJt/DAIA1GBKYWpXGhBu7QuMoZ2FF/Y8G7LYIQbAO9gN5QLwct - UExSFw8/4A+XMSNWPeu0qtB7f8T3596e6i7Sho/8Ga9ccNyUETVTSB1ZqFMDu88Avg/77a9WprpI - bSel0BZDMpwe16vGq47k7P5ICon2Iz4/4VdupUXRzvPFfZTRpkE7Ksdj6t46uiCyi85/hvmb96G3 - C/X/2I+EMdgJ2rKLaJ25LjyORUxv/l9j5x0PgRXvWLAtKxdqjF10hxdXdWWxLN5vqtXSFCrbZ78B - AAD//wMAnaJn838DAAA= - headers: - CF-Cache-Status: - - DYNAMIC - CF-RAY: - - 8ebdc43cfd522519-SJC - Connection: - - keep-alive - Content-Encoding: - - gzip - Content-Type: - - application/json - Date: - - Mon, 02 Dec 2024 19:36:34 GMT - Server: - - cloudflare - Set-Cookie: - - __cf_bm=mxHyJRRzx5XnR1YSAPyEP8_FWVKULqXtm.SncxAybbA-1733168194-1.0.1.1-ixMAgpoHzk9MZm7qpDH2HRcGzXSu3ZZV3G7WwBvmyuVtX.CpqBy6t2.R6_LUbfs22Qa_MDouPUB7N_xMdsoZZw; - path=/; expires=Mon, 02-Dec-24 20:06:34 GMT; domain=.api.openai.com; HttpOnly; - Secure; SameSite=None - - _cfuvid=r2_TJDNuRJlCyaPCVZrbNqjA0_iJaBdR5ZL0vLtcm5U-1733168194665-0.0.1.1-604800000; - path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None - Transfer-Encoding: - - chunked - X-Content-Type-Options: - - nosniff - access-control-expose-headers: - - X-Request-ID - alt-svc: - - h3=":443"; ma=86400 - openai-organization: - - future-house-xr4tdh - openai-processing-ms: - - "469" - openai-version: - - "2020-10-01" - strict-transport-security: - - max-age=31536000; includeSubDomains; preload - x-ratelimit-limit-requests: - - "30000" - x-ratelimit-limit-tokens: - - "150000000" - x-ratelimit-remaining-requests: - - "29999" - x-ratelimit-remaining-tokens: - - "149999938" - x-ratelimit-reset-requests: - - 2ms - x-ratelimit-reset-tokens: - - 0s - x-request-id: - - req_f412130829f1cc797f0a6fc2d9f56963 - status: - code: 200 - message: OK - - request: - body: '{"messages":[{"role":"user","content":"The duck says"}],"model":"gpt-4o-mini","max_tokens":56,"stream":true,"stream_options":{"include_usage":true},"temperature":0}' - headers: - accept: - - application/json - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - "164" - content-type: - - application/json - host: - - api.openai.com - user-agent: - - AsyncOpenAI/Python 1.56.0 - x-stainless-arch: - - arm64 - x-stainless-async: - - async:asyncio - x-stainless-lang: - - python - x-stainless-os: - - MacOS - x-stainless-package-version: - - 1.56.0 - x-stainless-raw-response: - - "true" - x-stainless-retry-count: - - "0" - x-stainless-runtime: - - CPython - x-stainless-runtime-version: - - 3.12.7 - method: POST - uri: https://api.openai.com/v1/chat/completions - response: - body: - string: - 'data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"role":"assistant","content":"","refusal":null},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"The"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - duck"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - says"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - \""},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"qu"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"ack"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"!\""},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - It''s"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - a"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - classic"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - sound"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - associated"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - with"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - ducks"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"."},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - Is"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - there"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - something"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - specific"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - you''d"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - like"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - to"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - know"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - about"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - ducks"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - or"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - their"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - sounds"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"?"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{},"logprobs":null,"finish_reason":"stop"}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VelKYT2pbhd9IkijQAtDOaYXeX","object":"chat.completion.chunk","created":1733168194,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[],"usage":{"prompt_tokens":10,"completion_tokens":29,"total_tokens":39,"prompt_tokens_details":{"cached_tokens":0,"audio_tokens":0},"completion_tokens_details":{"reasoning_tokens":0,"audio_tokens":0,"accepted_prediction_tokens":0,"rejected_prediction_tokens":0}}} - - - data: [DONE] - - - ' - headers: - CF-Cache-Status: - - DYNAMIC - CF-RAY: - - 8ebdc440cacb943e-SJC - Connection: - - keep-alive - Content-Type: - - text/event-stream; charset=utf-8 - Date: - - Mon, 02 Dec 2024 19:36:35 GMT - Server: - - cloudflare - Transfer-Encoding: - - chunked - X-Content-Type-Options: - - nosniff - access-control-expose-headers: - - X-Request-ID - alt-svc: - - h3=":443"; ma=86400 - openai-organization: - - future-house-xr4tdh - openai-processing-ms: - - "194" - openai-version: - - "2020-10-01" - strict-transport-security: - - max-age=31536000; includeSubDomains; preload - x-ratelimit-limit-requests: - - "30000" - x-ratelimit-limit-tokens: - - "150000000" - x-ratelimit-remaining-requests: - - "29999" - x-ratelimit-remaining-tokens: - - "149999938" - x-ratelimit-reset-requests: - - 2ms - x-ratelimit-reset-tokens: - - 0s - x-request-id: - - req_875d8ee546e576d5ab2b8f441cef6877 - status: - code: 200 - message: OK -version: 1 diff --git a/tests/cassettes/TestLiteLLMModel.test_run_prompt[without-router].yaml b/tests/cassettes/TestLiteLLMModel.test_run_prompt[without-router].yaml deleted file mode 100644 index cea5eca3..00000000 --- a/tests/cassettes/TestLiteLLMModel.test_run_prompt[without-router].yaml +++ /dev/null @@ -1,518 +0,0 @@ -interactions: - - request: - body: '{"messages":[{"role":"user","content":"The duck says"}],"model":"gpt-4o-mini","max_tokens":56,"stream":true,"stream_options":{"include_usage":true},"temperature":0}' - headers: - accept: - - application/json - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - "164" - content-type: - - application/json - host: - - api.openai.com - user-agent: - - AsyncOpenAI/Python 1.56.0 - x-stainless-arch: - - arm64 - x-stainless-async: - - async:asyncio - x-stainless-lang: - - python - x-stainless-os: - - MacOS - x-stainless-package-version: - - 1.56.0 - x-stainless-raw-response: - - "true" - x-stainless-retry-count: - - "0" - x-stainless-runtime: - - CPython - x-stainless-runtime-version: - - 3.12.7 - method: POST - uri: https://api.openai.com/v1/chat/completions - response: - body: - string: - 'data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"role":"assistant","content":"","refusal":null},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"The"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - duck"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - says"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - \""},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"qu"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"ack"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"!\""},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - It''s"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - a"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - classic"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - sound"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - associated"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - with"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - ducks"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"."},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - Is"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - there"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - something"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - specific"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - you''d"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - like"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - to"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - know"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - or"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - discuss"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - about"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":" - ducks"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{"content":"?"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[{"index":0,"delta":{},"logprobs":null,"finish_reason":"stop"}],"usage":null} - - - data: {"id":"chatcmpl-Aa6VfqUEKPJQbxDIxOGKc1lzJNUn7","object":"chat.completion.chunk","created":1733168195,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_0705bf87c0","choices":[],"usage":{"prompt_tokens":10,"completion_tokens":28,"total_tokens":38,"prompt_tokens_details":{"cached_tokens":0,"audio_tokens":0},"completion_tokens_details":{"reasoning_tokens":0,"audio_tokens":0,"accepted_prediction_tokens":0,"rejected_prediction_tokens":0}}} - - - data: [DONE] - - - ' - headers: - CF-Cache-Status: - - DYNAMIC - CF-RAY: - - 8ebdc4464aa996e7-SJC - Connection: - - keep-alive - Content-Type: - - text/event-stream; charset=utf-8 - Date: - - Mon, 02 Dec 2024 19:36:35 GMT - Server: - - cloudflare - Set-Cookie: - - __cf_bm=_gkOw42xVwtkT5Lqo._EV8hz4KREzv7MJ5LRkRuMTx0-1733168195-1.0.1.1-2x6g0IN12YWmP7EGeieGZjmoUqQ2fKDJP3K6aOPZPlPK8oq1l3Ivx85Cos6gdRBnyCYIs86dN0Yqp4w_OYp1uQ; - path=/; expires=Mon, 02-Dec-24 20:06:35 GMT; domain=.api.openai.com; HttpOnly; - Secure; SameSite=None - - _cfuvid=zJTgrmJydAc3CnSp71j2RyGg1Uw3UQZUkWHg71cZce4-1733168195882-0.0.1.1-604800000; - path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None - Transfer-Encoding: - - chunked - X-Content-Type-Options: - - nosniff - access-control-expose-headers: - - X-Request-ID - alt-svc: - - h3=":443"; ma=86400 - openai-organization: - - future-house-xr4tdh - openai-processing-ms: - - "210" - openai-version: - - "2020-10-01" - strict-transport-security: - - max-age=31536000; includeSubDomains; preload - x-ratelimit-limit-requests: - - "30000" - x-ratelimit-limit-tokens: - - "150000000" - x-ratelimit-remaining-requests: - - "29999" - x-ratelimit-remaining-tokens: - - "149999938" - x-ratelimit-reset-requests: - - 2ms - x-ratelimit-reset-tokens: - - 0s - x-request-id: - - req_63ac217726eef46346c28c69db3e5536 - status: - code: 200 - message: OK - - request: - body: '{"messages":[{"role":"user","content":"The duck says"}],"model":"gpt-4o-mini","max_tokens":56,"temperature":0}' - headers: - accept: - - application/json - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - "110" - content-type: - - application/json - host: - - api.openai.com - user-agent: - - AsyncOpenAI/Python 1.56.0 - x-stainless-arch: - - arm64 - x-stainless-async: - - async:asyncio - x-stainless-lang: - - python - x-stainless-os: - - MacOS - x-stainless-package-version: - - 1.56.0 - x-stainless-raw-response: - - "true" - x-stainless-retry-count: - - "0" - x-stainless-runtime: - - CPython - x-stainless-runtime-version: - - 3.12.7 - method: POST - uri: https://api.openai.com/v1/chat/completions - response: - body: - string: !!binary | - H4sIAAAAAAAAA4xSXY/TMBB8z69Y/NygpK16R18QEkJInAQ6wSHgUOTY28QXx2u8to7q1P9+SvqR - VoDEix9mdsYzaz9lAMJosQahWhlV723+Rq7umi/1Yvn+7l3zcNPffnz76bbt2g/fvt/0YjYoqH5A - FY+ql4p6bzEacntaBZQRB9fyarEoV9flq9VI9KTRDrLGx3xJeW+cyefFfJkXV3l5fVC3ZBSyWMOP - DADgaTyHnE7jb7GGYnZEemSWDYr1aQhABLIDIiSz4ShdFLOJVOQiujH65xZBJ9UByy3DvfiVpOpe - 3Av42soIaBnhkZLVsKUE1nQIkaBz9AiyphRHLQMFiC2aAEzJaX59flnATWI5FHbJ2gO+O6W31PhA - NR/4E74xznBbBZRMbkjKkbwY2V0G8HPcUrooLnyg3scqUoduMCwPSxLT20zk/EhGitJO+OKIX7hV - GqM0ls+2LJRULepJOT2JTNrQGZGddf4zzN+8972Na/7HfiKUQh9RVz6gNuqy8DQWcPi5/xo77XgM - LHjLEftqY1yDwQez/zcbXxW1LHQ5X25Kke2yZwAAAP//AwD2l3q3RQMAAA== - headers: - CF-Cache-Status: - - DYNAMIC - CF-RAY: - - 8ebdc44aaf1496e7-SJC - Connection: - - keep-alive - Content-Encoding: - - gzip - Content-Type: - - application/json - Date: - - Mon, 02 Dec 2024 19:36:36 GMT - Server: - - cloudflare - Transfer-Encoding: - - chunked - X-Content-Type-Options: - - nosniff - access-control-expose-headers: - - X-Request-ID - alt-svc: - - h3=":443"; ma=86400 - openai-organization: - - future-house-xr4tdh - openai-processing-ms: - - "548" - openai-version: - - "2020-10-01" - strict-transport-security: - - max-age=31536000; includeSubDomains; preload - x-ratelimit-limit-requests: - - "30000" - x-ratelimit-limit-tokens: - - "150000000" - x-ratelimit-remaining-requests: - - "29999" - x-ratelimit-remaining-tokens: - - "149999938" - x-ratelimit-reset-requests: - - 2ms - x-ratelimit-reset-tokens: - - 0s - x-request-id: - - req_7c6f3ec236d583a022058d3ddf4fc52c - status: - code: 200 - message: OK - - request: - body: '{"messages":[{"role":"user","content":"The duck says"}],"model":"gpt-4o-mini","max_tokens":56,"stream":true,"stream_options":{"include_usage":true},"temperature":0}' - headers: - accept: - - application/json - accept-encoding: - - gzip, deflate - connection: - - keep-alive - content-length: - - "164" - content-type: - - application/json - host: - - api.openai.com - user-agent: - - AsyncOpenAI/Python 1.56.0 - x-stainless-arch: - - arm64 - x-stainless-async: - - async:asyncio - x-stainless-lang: - - python - x-stainless-os: - - MacOS - x-stainless-package-version: - - 1.56.0 - x-stainless-raw-response: - - "true" - x-stainless-retry-count: - - "0" - x-stainless-runtime: - - CPython - x-stainless-runtime-version: - - 3.12.7 - method: POST - uri: https://api.openai.com/v1/chat/completions - response: - body: - string: - 'data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"role":"assistant","content":"","refusal":null},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":"The"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - duck"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - says"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - \""},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":"qu"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":"ack"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":"!\""},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - It''s"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - a"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - classic"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - sound"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - associated"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - with"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - ducks"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":"."},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - Is"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - there"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - something"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - specific"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - you''d"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - like"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - to"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - know"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - about"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - ducks"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - or"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - their"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":" - sounds"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{"content":"?"},"logprobs":null,"finish_reason":null}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[{"index":0,"delta":{},"logprobs":null,"finish_reason":"stop"}],"usage":null} - - - data: {"id":"chatcmpl-Aa6Vhd4X0PLP7nPSajlxJOOHsDQ3L","object":"chat.completion.chunk","created":1733168197,"model":"gpt-4o-mini-2024-07-18","system_fingerprint":"fp_3de1288069","choices":[],"usage":{"prompt_tokens":10,"completion_tokens":29,"total_tokens":39,"prompt_tokens_details":{"cached_tokens":0,"audio_tokens":0},"completion_tokens_details":{"reasoning_tokens":0,"audio_tokens":0,"accepted_prediction_tokens":0,"rejected_prediction_tokens":0}}} - - - data: [DONE] - - - ' - headers: - CF-Cache-Status: - - DYNAMIC - CF-RAY: - - 8ebdc44ecb5f96e7-SJC - Connection: - - keep-alive - Content-Type: - - text/event-stream; charset=utf-8 - Date: - - Mon, 02 Dec 2024 19:36:37 GMT - Server: - - cloudflare - Transfer-Encoding: - - chunked - X-Content-Type-Options: - - nosniff - access-control-expose-headers: - - X-Request-ID - alt-svc: - - h3=":443"; ma=86400 - openai-organization: - - future-house-xr4tdh - openai-processing-ms: - - "293" - openai-version: - - "2020-10-01" - strict-transport-security: - - max-age=31536000; includeSubDomains; preload - x-ratelimit-limit-requests: - - "30000" - x-ratelimit-limit-tokens: - - "150000000" - x-ratelimit-remaining-requests: - - "29999" - x-ratelimit-remaining-tokens: - - "149999938" - x-ratelimit-reset-requests: - - 2ms - x-ratelimit-reset-tokens: - - 0s - x-request-id: - - req_7b72df27e5fc6e0577d8dc5b06d15236 - status: - code: 200 - message: OK -version: 1