-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
3df0c5d
commit 331657a
Showing
14 changed files
with
307 additions
and
2,988 deletions.
There are no files selected for viewing
216 changes: 81 additions & 135 deletions
216
tests/cassettes/TestLiteLLMModel.test_call[Anthropic-model].yaml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,168 +1,114 @@ | ||
interactions: | ||
- request: | ||
body: | ||
'{"model": "claude-3-5-haiku-20241022", "messages": [{"role": "user", "content": | ||
[{"type": "text", "text": "What is the meaning of the universe?"}]}], "temperature": | ||
0, "max_tokens": 56, "system": [{"type": "text", "text": "Respond with single | ||
words."}]}' | ||
'{"model": "gpt-3.5-turbo-instruct", "prompt": ["Respond with single words.", | ||
"What is the meaning of the universe?"], "max_tokens": 56, "stream": false, | ||
"temperature": 0}' | ||
headers: | ||
accept: | ||
- application/json | ||
accept-encoding: | ||
- gzip, deflate | ||
anthropic-version: | ||
- "2023-06-01" | ||
connection: | ||
- keep-alive | ||
content-length: | ||
- "253" | ||
- "170" | ||
content-type: | ||
- application/json | ||
host: | ||
- api.anthropic.com | ||
- api.openai.com | ||
user-agent: | ||
- litellm/1.57.1 | ||
- AsyncOpenAI/Python 1.57.4 | ||
x-stainless-arch: | ||
- arm64 | ||
x-stainless-async: | ||
- async:asyncio | ||
x-stainless-lang: | ||
- python | ||
x-stainless-os: | ||
- MacOS | ||
x-stainless-package-version: | ||
- 1.57.4 | ||
x-stainless-raw-response: | ||
- "true" | ||
x-stainless-retry-count: | ||
- "0" | ||
x-stainless-runtime: | ||
- CPython | ||
x-stainless-runtime-version: | ||
- 3.12.7 | ||
method: POST | ||
uri: https://api.anthropic.com/v1/messages | ||
uri: https://api.openai.com/v1/completions | ||
response: | ||
body: | ||
string: !!binary | | ||
H4sIAAAAAAAAA2SOQUvEMBSE/8ucU2njLi65KYhnDyuiSAjpoxvavnSTF7SU/nfp4oLiaWC+mWEW | ||
hBYGY+5s3Tyfu7f7x1E/vczTYZ7618R3hwcoyDzRlqKcXUdQSHHYDJdzyOJYoDDGlgYY+MGVlqrb | ||
al+dXOhLpWu9a2qtoeAjC7HAvC/XTaGvrX0RgyP3HD/5BuuHQpY42UQuR4YBcWulJMYPyHQuxJ5g | ||
uAyDQrlcMwsCT0WsxJ44w+hGwTt/IusTOQmR7d9AfeWJXPufxSK/nf26fgMAAP//AwBsFDw7MwEA | ||
AA== | ||
headers: | ||
CF-Cache-Status: | ||
- DYNAMIC | ||
CF-RAY: | ||
- 906127f99b5dcf16-SJC | ||
Connection: | ||
- keep-alive | ||
Content-Encoding: | ||
- gzip | ||
Content-Type: | ||
- application/json | ||
Date: | ||
- Wed, 22 Jan 2025 17:10:13 GMT | ||
Server: | ||
- cloudflare | ||
Transfer-Encoding: | ||
- chunked | ||
X-Robots-Tag: | ||
- none | ||
anthropic-ratelimit-input-tokens-limit: | ||
- "5000000" | ||
anthropic-ratelimit-input-tokens-remaining: | ||
- "5000000" | ||
anthropic-ratelimit-input-tokens-reset: | ||
- "2025-01-22T17:10:13Z" | ||
anthropic-ratelimit-output-tokens-limit: | ||
- "1000000" | ||
anthropic-ratelimit-output-tokens-remaining: | ||
- "1000000" | ||
anthropic-ratelimit-output-tokens-reset: | ||
- "2025-01-22T17:10:13Z" | ||
anthropic-ratelimit-requests-limit: | ||
- "5000" | ||
anthropic-ratelimit-requests-remaining: | ||
- "4999" | ||
anthropic-ratelimit-requests-reset: | ||
- "2025-01-22T17:10:12Z" | ||
anthropic-ratelimit-tokens-limit: | ||
- "6000000" | ||
anthropic-ratelimit-tokens-remaining: | ||
- "6000000" | ||
anthropic-ratelimit-tokens-reset: | ||
- "2025-01-22T17:10:13Z" | ||
request-id: | ||
- req_01413iQoXX2MNuM768NzgapY | ||
via: | ||
- 1.1 google | ||
status: | ||
code: 200 | ||
message: OK | ||
- request: | ||
body: | ||
'{"model": "claude-3-5-haiku-20241022", "messages": [{"role": "user", "content": | ||
[{"type": "text", "text": "What is the meaning of the universe?"}]}], "temperature": | ||
0, "max_tokens": 56, "system": [{"type": "text", "text": "Respond with single | ||
words."}]}' | ||
headers: | ||
accept: | ||
- application/json | ||
accept-encoding: | ||
- gzip, deflate | ||
anthropic-version: | ||
- "2023-06-01" | ||
connection: | ||
- keep-alive | ||
content-length: | ||
- "253" | ||
content-type: | ||
- application/json | ||
host: | ||
- api.anthropic.com | ||
user-agent: | ||
- litellm/1.57.1 | ||
method: POST | ||
uri: https://api.anthropic.com/v1/messages | ||
response: | ||
body: | ||
string: !!binary | | ||
H4sIAAAAAAAAA2SOT0vEMBTEv8ucU2nj1oUcddf7HhREJMTkuVvafekmL/6h9LtLFxcUTwPzmxlm | ||
QhdgcMx7Wzeb+91run17vFvfrENL26fN6V33UJCvkZYU5ez2BIUUh8VwOXdZHAsUjjHQAAM/uBKo | ||
uq7a6uC6vlS61qum1hoKPrIQC8zzdNkU+lzaZzF44J7jB19hflHIEkebyOXIMCAOVkpi/IBMp0Ls | ||
CYbLMCiU8zUzoeOxiJXYE2cY3Sh45w9kfSInXWT7N1BfeCIX/rNY5LfTzvM3AAAA//8DAPhEJhoz | ||
AQAA | ||
content: | ||
"{\n \"id\": \"cmpl-Ae4NxVtFTSYIhYi3KIYLJWYHCqOPw\",\n \"object\": | ||
\"text_completion\",\n \"created\": 1734113341,\n \"model\": \"gpt-3.5-turbo-instruct\",\n | ||
\ \"choices\": [\n {\n \"text\": \"\\n\\nYes\\nNo\\nMaybe\\nHello\\nGoodbye\\nThanks\\nPlease\\nSorry\\nLove\\nHate\\nHappy\\nSad\\nAngry\\nExcited\\nTired\\nHungry\\nThirsty\\nCold\\nHot\\nBeautiful\\nUgly\\nFunny\\nSerious\",\n | ||
\ \"index\": 0,\n \"logprobs\": null,\n \"finish_reason\": \"length\"\n | ||
\ },\n {\n \"text\": \"\\n\\nThe meaning of the universe is a philosophical | ||
and existential question that has been pondered by humans for centuries. It | ||
refers to the purpose or significance of existence and the world around us. | ||
Some believe that the universe has no inherent meaning and that it is up to | ||
individuals to create their\",\n \"index\": 1,\n \"logprobs\": null,\n | ||
\ \"finish_reason\": \"length\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": | ||
13,\n \"completion_tokens\": 112,\n \"total_tokens\": 125\n }\n}\n" | ||
headers: | ||
CF-Cache-Status: | ||
- DYNAMIC | ||
CF-RAY: | ||
- 906127ffee24cf16-SJC | ||
- 8f17e71cdd5fed36-SJC | ||
Cache-Control: | ||
- no-cache, must-revalidate | ||
Connection: | ||
- keep-alive | ||
Content-Encoding: | ||
- gzip | ||
Content-Type: | ||
- application/json | ||
Date: | ||
- Wed, 22 Jan 2025 17:10:14 GMT | ||
- Fri, 13 Dec 2024 18:09:01 GMT | ||
Server: | ||
- cloudflare | ||
Set-Cookie: | ||
- __cf_bm=73mt5OfEbSJS6dQyBcI_aT15PczX8t6UVgVlOp6Fsmg-1734113341-1.0.1.1-FjMQNR2V1s2roAOtFB3faYI7lShOr9tt0dNjGjR.Q3Zm1SCoJ4SXIh9nx9aCLeeArSXvrYOT9nwuTB3XA1RR0w; | ||
path=/; expires=Fri, 13-Dec-24 18:39:01 GMT; domain=.api.openai.com; HttpOnly; | ||
Secure; SameSite=None | ||
- _cfuvid=6xALBJXIkq6dqQrRA7JRthJYkaGbra60qdVmf648RbY-1734113341706-0.0.1.1-604800000; | ||
path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None | ||
Transfer-Encoding: | ||
- chunked | ||
X-Robots-Tag: | ||
- none | ||
anthropic-ratelimit-input-tokens-limit: | ||
- "5000000" | ||
anthropic-ratelimit-input-tokens-remaining: | ||
- "5000000" | ||
anthropic-ratelimit-input-tokens-reset: | ||
- "2025-01-22T17:10:14Z" | ||
anthropic-ratelimit-output-tokens-limit: | ||
- "1000000" | ||
anthropic-ratelimit-output-tokens-remaining: | ||
- "1000000" | ||
anthropic-ratelimit-output-tokens-reset: | ||
- "2025-01-22T17:10:14Z" | ||
anthropic-ratelimit-requests-limit: | ||
- "5000" | ||
anthropic-ratelimit-requests-remaining: | ||
- "4999" | ||
anthropic-ratelimit-requests-reset: | ||
- "2025-01-22T17:10:13Z" | ||
anthropic-ratelimit-tokens-limit: | ||
- "6000000" | ||
anthropic-ratelimit-tokens-remaining: | ||
- "6000000" | ||
anthropic-ratelimit-tokens-reset: | ||
- "2025-01-22T17:10:14Z" | ||
request-id: | ||
- req_01Gchjqw5i2SVMmAKf9pwybA | ||
via: | ||
- 1.1 google | ||
status: | ||
code: 200 | ||
message: OK | ||
X-Content-Type-Options: | ||
- nosniff | ||
access-control-allow-origin: | ||
- "*" | ||
access-control-expose-headers: | ||
- X-Request-ID | ||
alt-svc: | ||
- h3=":443"; ma=86400 | ||
openai-model: | ||
- gpt-3.5-turbo-instruct | ||
openai-organization: | ||
- future-house-xr4tdh | ||
openai-processing-ms: | ||
- "690" | ||
openai-version: | ||
- "2020-10-01" | ||
strict-transport-security: | ||
- max-age=31536000; includeSubDomains; preload | ||
x-ratelimit-limit-requests: | ||
- "3500" | ||
x-ratelimit-limit-tokens: | ||
- "90000" | ||
x-ratelimit-remaining-requests: | ||
- "3499" | ||
x-ratelimit-remaining-tokens: | ||
- "89872" | ||
x-ratelimit-reset-requests: | ||
- 17ms | ||
x-ratelimit-reset-tokens: | ||
- 84ms | ||
x-request-id: | ||
- req_1b9c44452654b003f3056f6401753503 | ||
http_version: HTTP/1.1 | ||
status_code: 200 | ||
version: 1 |
Oops, something went wrong.