From cd70a83368e5b2a967f06298668ec72fbe629f56 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?R=C3=A9mi=20Louf?= Date: Fri, 29 Nov 2024 18:46:37 +0100 Subject: [PATCH] Add `Model` and `APIModel` types --- outlines/models/__init__.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/outlines/models/__init__.py b/outlines/models/__init__.py index 7bfb09fb0..83b5f8161 100644 --- a/outlines/models/__init__.py +++ b/outlines/models/__init__.py @@ -19,3 +19,6 @@ from .vllm import VLLM, vllm LogitsGenerator = Union[Transformers, LlamaCpp, OpenAI, ExLlamaV2Model, MLXLM, VLLM] + +Model = LlamaCpp +APIModel = Union[AzureOpenAI, OpenAI, Anthropic, Gemini]