feat: dedicated llm type

Author: samuelint

langchain_llamacpp_chat_model/llama_chat_model.py

@@ -8,6 +8,7 @@
 
 class LlamaChatModel(BaseChatOpenAI):
     model_name: str = "unknown"
+    llama: Llama = None
 
     def __init__(
         self,
@@ -19,3 +20,9 @@ def __init__(
             client=LLamaOpenAIClientProxy(llama=llama),
             async_client=LLamaOpenAIClientAsyncProxy(llama=llama),
         )
+        self.llama = llama
+
+    @property
+    def _llm_type(self) -> str:
+        """Return type of chat model."""
+        return self.llama.model_path

tests/test_functional/models_configuration.py

@@ -45,8 +45,8 @@ def _create_models_settings():
     return models
 
 
-def create_llama(request) -> Llama:
-    local_path = _model_local_path(request.param)
+def create_llama(params) -> Llama:
+    local_path = _model_local_path(params)
 
     return Llama(
         model_path=local_path,

tests/test_functional/test_ainvoke.py

@@ -19,7 +19,7 @@ class TestAInvoke:
         params=models_to_test, ids=[config["repo_id"] for config in models_to_test]
     )
     def llama(self, request) -> Llama:
-        return create_llama(request)
+        return create_llama(request.param)
 
     @pytest.fixture
     def instance(self, llama):

tests/test_functional/test_astream.py

@@ -12,7 +12,7 @@ class TestAStream:
         params=models_to_test, ids=[config["repo_id"] for config in models_to_test]
     )
     def llama(self, request) -> Llama:
-        return create_llama(request)
+        return create_llama(request.param)
 
     @pytest.fixture
     def instance(self, llama):

tests/test_functional/test_invoke.py

@@ -20,7 +20,7 @@ class TestInvoke:
         params=models_to_test, ids=[config["repo_id"] for config in models_to_test]
     )
     def llama(self, request) -> Llama:
-        return create_llama(request)
+        return create_llama(request.param)
 
     @pytest.fixture
     def instance(self, llama):

tests/test_functional/test_llm_type.py

@@ -0,0 +1,20 @@
+from llama_cpp import Llama
+import pytest
+from langchain_llamacpp_chat_model import LlamaChatModel
+from tests.test_functional.models_configuration import create_llama, models_to_test
+
+
+class TestInvoke:
+
+    @pytest.fixture()
+    def llama(self) -> Llama:
+
+        return create_llama(models_to_test[0])
+
+    @pytest.fixture
+    def instance(self, llama):
+        return LlamaChatModel(llama=llama)
+
+    def test_llm_type(self, instance: LlamaChatModel):
+        result = instance._llm_type
+        assert models_to_test[0]["repo_id"] in result

tests/test_functional/test_stream.py

@@ -12,7 +12,7 @@ class TestStream:
         params=models_to_test, ids=[config["repo_id"] for config in models_to_test]
     )
     def llama(self, request) -> Llama:
-        return create_llama(request)
+        return create_llama(request.param)
 
     @pytest.fixture
     def instance(self, llama):