diff --git a/outlines/models/__init__.py b/outlines/models/__init__.py index 7bfb09fb0..83b5f8161 100644 --- a/outlines/models/__init__.py +++ b/outlines/models/__init__.py @@ -19,3 +19,6 @@ from .vllm import VLLM, vllm LogitsGenerator = Union[Transformers, LlamaCpp, OpenAI, ExLlamaV2Model, MLXLM, VLLM] + +Model = LlamaCpp +APIModel = Union[AzureOpenAI, OpenAI, Anthropic, Gemini]