FEAT+FIX: Greeting and minor fixes (#90)

* FEAT+FIX: Greeting and minor fixes

* FEAT: Greeting feature (like in text-generation webui)

* FIX: !ai and !chat prefixes removed from the user's message

* Remove unnecessary sentence

* Update textgen_webui.py

* FIX: Greeting function keeps appending itself to the conversation history.

* FEAT: greeting for openai

---------

Co-authored-by: dborodin836 <dborodin836@gmail.com>

Author: teufortressIndustries

config.ini

@@ -99,6 +99,12 @@ ENABLE_SOFT_LIMIT_FOR_CUSTOM_MODEL=True
 ENABLE_CUSTOM_MODEL=False
 CUSTOM_MODEL_COMMAND=!ai
 CUSTOM_MODEL_CHAT_COMMAND=!chat
+; Adds the first message on behalf of AI,
+; does the same thing as the "greeting" in text generation webui.
+; Should help with the way you want the AI to talk.
+; Example:
+; GREETING=Hello fellow human. *Bzzzt!* *Steam pump sounds* Don't mind it, it's my circuits working on burning money, so I can work a bit longer. So, tell me, do you want to buy hats? These precious... magnificent... works of art? I'm sure you can't withstand their beauty! I give you hats, you give me money, I live longer and give you more hats. What do you think?
+GREETING=
 
 ; 127.0.0.1:5000 or your-uri-here.trycloudflare.com
 CUSTOM_MODEL_HOST=127.0.0.1:5000

config.py

@@ -74,6 +74,7 @@ class Config(BaseModel):
     CUSTOM_MODEL_HOST: str
     CUSTOM_MODEL_COMMAND: str
     CUSTOM_MODEL_CHAT_COMMAND: str
+    GREETING: str
 
     CONFIRMABLE_QUEUE: bool
 

modules/api/openai.py

@@ -6,7 +6,7 @@
 from config import config
 from modules.logs import get_logger, log_gui_general_message, log_gui_model_message
 from modules.servers.tf2 import send_say_command_to_tf2
-from modules.typing import MessageHistory
+from modules.typing import MessageHistory, Message
 from modules.utils.text import add_prompts_by_flags, remove_hashtags
 
 main_logger = get_logger("main")
@@ -64,6 +64,9 @@ def handle_cgpt_request(
         gui_logger.error(f"Request '{user_prompt}' violates OPENAI TOS. Skipping...")
         return conversation_history
 
+    if not conversation_history:
+        conversation_history.append(Message(role="assistant", content=config.GREETING))
+
     conversation_history.append({"role": "user", "content": message})
 
     response = get_response(conversation_history, username, model)
@@ -94,7 +97,10 @@ def handle_gpt_request(
         )
         return
 
-    response = get_response([{"role": "user", "content": message}], username, model)
+    response = get_response([
+        Message(role="assistant", content=config.GREETING),
+        Message(role="user", content=message)
+    ], username, model)
 
     if response:
         main_logger.info(

modules/commands/textgen_webui.py

@@ -11,7 +11,7 @@
 def handle_custom_model(logline: LogLine, shared_dict: dict):
     main_logger.info(
         f"'{config.CUSTOM_MODEL_COMMAND}' command from user '{logline.username}'. "
-        f"Message: '{logline.prompt.removeprefix(config.GPT_COMMAND).strip()}'"
+        f"Message: '{logline.prompt.removeprefix(config.CUSTOM_MODEL_COMMAND).strip()}'"
     )
     log_gui_model_message(
         "CUSTOM",
@@ -23,8 +23,11 @@ def handle_custom_model(logline: LogLine, shared_dict: dict):
         logline.prompt, enable_soft_limit=config.ENABLE_SOFT_LIMIT_FOR_CUSTOM_MODEL
     )
 
+    message = message.removeprefix(config.CUSTOM_MODEL_COMMAND).strip()
+
     response = get_custom_model_response(
         [
+            {"role": "assistant", "content": config.GREETING},
             {"role": "user", "content": message},
         ]
     )
@@ -44,6 +47,9 @@ def handle_custom_chat(logline: LogLine, shared_dict: dict):
     )
 
     message = add_prompts_by_flags(logline.prompt)
+    message = message.removeprefix(config.CUSTOM_MODEL_CHAT_COMMAND).strip()
+    if not conversation_history:
+        conversation_history.append({"role": "assistant", "content": config.GREETING})
     conversation_history.append({"role": "user", "content": message})
     response = get_custom_model_response(conversation_history)