From a4a85da0a7b62f985fe3ee8fb3e5af31043dfcd0 Mon Sep 17 00:00:00 2001 From: shankar ambady Date: Fri, 31 Jan 2025 14:01:17 -0500 Subject: [PATCH 1/3] config changes --- vector_search/encoders/litellm.py | 17 +++++++++-------- 1 file changed, 9 insertions(+), 8 deletions(-) diff --git a/vector_search/encoders/litellm.py b/vector_search/encoders/litellm.py index 5dd81d04a7..6d7613e429 100644 --- a/vector_search/encoders/litellm.py +++ b/vector_search/encoders/litellm.py @@ -28,11 +28,12 @@ def embed_documents(self, documents): return [result["embedding"] for result in self.get_embedding(documents)["data"]] def get_embedding(self, texts): - if settings.LITELLM_CUSTOM_PROVIDER and settings.LITELLM_API_BASE: - return embedding( - model=self.model_name, - input=texts, - api_base=settings.LITELLM_API_BASE, - custom_llm_provider=settings.LITELLM_CUSTOM_PROVIDER, - ).to_dict() - return embedding(model=self.model_name, input=texts).to_dict() + config = { + "model": self.model_name, + "input": texts, + } + if settings.LITELLM_CUSTOM_PROVIDER: + config["custom_llm_provider"] = settings.LITELLM_CUSTOM_PROVIDER + if settings.LITELLM_API_BASE: + config["api_base"] = settings.LITELLM_API_BASE + return embedding(**config).to_dict() From 9f9cd8ed0a7f4c848faa4ceba4520f5f5b2c0ba1 Mon Sep 17 00:00:00 2001 From: shankar ambady Date: Fri, 31 Jan 2025 14:14:04 -0500 Subject: [PATCH 2/3] fixing default settings: --- main/settings.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/main/settings.py b/main/settings.py index dce0a48e63..3bfc273a87 100644 --- a/main/settings.py +++ b/main/settings.py @@ -816,7 +816,7 @@ def get_all_config_keys(): LITELLM_TOKEN_ENCODING_NAME = get_string( name="LITELLM_TOKEN_ENCODING_NAME", default=None ) -LITELLM_CUSTOM_PROVIDER = get_string(name="LITELLM_CUSTOM_PROVIDER", default="ollama") +LITELLM_CUSTOM_PROVIDER = get_string(name="LITELLM_CUSTOM_PROVIDER", default="openai") LITELLM_API_BASE = get_string(name="LITELLM_API_BASE", default=None) From 12aa59ca67b09d920df7ed2284a85cf5ac3dc32f Mon Sep 17 00:00:00 2001 From: shankar ambady Date: Fri, 31 Jan 2025 14:16:16 -0500 Subject: [PATCH 3/3] updating docs --- docs/how-to/embeddings.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/docs/how-to/embeddings.md b/docs/how-to/embeddings.md index 7b4958aa7d..b40b0b3cbd 100644 --- a/docs/how-to/embeddings.md +++ b/docs/how-to/embeddings.md @@ -52,17 +52,17 @@ To get setup: ``` QDRANT_ENCODER=vector_search.encoders.litellm.LiteLLMEncoder -LITELLM_API_BASE=http://docker.for.mac.host.internal:11434 +LITELLM_API_BASE=http://docker.for.mac.host.internal:11434/v1/ QDRANT_DENSE_MODEL= ``` -_Note_ - "LITELLM_API_BASE=http://docker.for.mac.host.internal:11434" is Mac specific - if you are using another OS you will need to figure out what your host machine's docker address is. +_Note_ - "LITELLM_API_BASE=http://docker.for.mac.host.internal:11434/v1/" is Mac specific - if you are using another OS you will need to figure out what your host machine's docker address is. Sample .env file configuration on Mac: ``` QDRANT_ENCODER=vector_search.encoders.litellm.LiteLLMEncoder -LITELLM_API_BASE=http://docker.for.mac.host.internal:11434 +LITELLM_API_BASE=http://docker.for.mac.host.internal:11434/v1/ QDRANT_DENSE_MODEL=all-minilm ```