diff --git a/docs/docs/snippets/clients/providers/other.mdx b/docs/docs/snippets/clients/providers/other.mdx index ea6ab3da6..2686f3e6c 100644 --- a/docs/docs/snippets/clients/providers/other.mdx +++ b/docs/docs/snippets/clients/providers/other.mdx @@ -64,3 +64,21 @@ client MyClient { } } ``` + + +### VLLM + +https://docs.vllm.ai/ - Easy, fast, and cheap LLM serving for everyone + +See https://docs.vllm.ai/en/latest/serving/openai_compatible_server.html for more information. + +```baml BAML +client MyClient { + provider openai + options { + base_url "http://localhost:8000/v1" + api_key "token-abc123" + model "NousResearch/Meta-Llama-3-8B-Instruct" + } +} +```