diff --git a/embedders/classification/contextual.py b/embedders/classification/contextual.py index 98239fd..84d73af 100644 --- a/embedders/classification/contextual.py +++ b/embedders/classification/contextual.py @@ -6,6 +6,7 @@ import torch import openai from openai import error as openai_error +from litellm import embedding import cohere @@ -121,11 +122,11 @@ def _encode( documents_batch = [doc.replace("\n", " ") for doc in documents_batch] try: if self.use_azure: - response = openai.Embedding.create( + response = embedding( input=documents_batch, engine=self.model_name ) else: - response = openai.Embedding.create( + response = embedding( input=documents_batch, model=self.model_name ) embeddings = [entry["embedding"] for entry in response["data"]] diff --git a/requirements.txt b/requirements.txt index 599acfb..dfedc92 100644 --- a/requirements.txt +++ b/requirements.txt @@ -7,3 +7,4 @@ tqdm transformers>=4.6.0,<5.0.0 openai cohere +litellm