Removed vLLM

Signed-off-by: JonahSussman <sussmanjonah@gmail.com>
konveyor · Feb 19, 2025 · b69f4af · b69f4af
1 parent 56a844b
commit b69f4af
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 16 deletions.
diff --git a/.trunk/configs/custom-words.txt b/.trunk/configs/custom-words.txt
@@ -38,6 +38,7 @@ flywaydb
 frobinate
 genai
 genproto
+getpid
 gomod
 gopls
 gpgsign
@@ -119,6 +120,7 @@ resteasy
 ropeproject
 Scrapy
 sdist
+sdktrace
 semconv
 sessionbean
 SHFT
@@ -143,15 +145,10 @@ testnested
 textmap
 tgis
 tiiuae
+tmpl
 tracesdk
 upperbound
 venv
 vllm
 webassets
 webmvc
-SHFT
-httpsnoop
-felixge
-cenkalti
-tmpl
-sdktrace
diff --git a/kai/kai_config.py b/kai/kai_config.py
@@ -157,7 +157,6 @@ class SupportedModelProviders(StrEnum):
     CHAT_GOOGLE_GENERATIVE_AI = "ChatGoogleGenerativeAI"
     AZURE_CHAT_OPENAI = "AzureChatOpenAI"
     CHAT_DEEP_SEEK = "ChatDeepSeek"
-    VLLM_OPENAI = "VLLMOpenAI"
 
 
 class KaiConfigModels(BaseModel):

diff --git a/kai/llm_interfacing/model_provider.py b/kai/llm_interfacing/model_provider.py
@@ -5,7 +5,6 @@
 
 from langchain_aws import ChatBedrock
 from langchain_community.chat_models.fake import FakeListChatModel
-from langchain_community.llms.vllm import VLLMOpenAI
 from langchain_core.language_models.base import BaseLanguageModel, LanguageModelInput
 from langchain_core.messages import BaseMessage
 from langchain_core.runnables import ConfigurableField, RunnableConfig
@@ -173,14 +172,6 @@ def _get_request_payload(
                 model_args = deep_update(defaults, config.args)
                 model_id = model_args["model"]
 
-            case SupportedModelProviders.VLLM_OPENAI:
-                model_class = VLLMOpenAI
-
-                defaults = {}
-
-                model_args = deep_update(defaults, config.args)
-                model_id = model_args["model_name"]
-
             case _:
                 assert_never(config.provider)
                 raise Exception(f"Unrecognized provider '{config.provider}'")