fixed a few issues with /sample.

Author: cagostino

docs/pti.md

@@ -1 +1,12 @@
-# pti
+# PTI
+
+Pardon-the-interruption (PTI) mode is a mode that probes thinking LLMs in the midst of their response so that they ask users for input and clarification earlier rather than later after going down a rabiit hole.
+
+```bash
+pti
+```
+
+
+```pti
+user> who is the moon's president?
+```

npcpy/gen/response.py

@@ -208,7 +208,7 @@ def get_litellm_response(
             model = "llava:7b"
         else:
             model = "llama3.2"
-    print(model, provider   )
+    #print(model, provider   )
 
     # Handle Ollama separately
     if provider == "ollama":

npcpy/memory/command_history.py

@@ -7,17 +7,9 @@
 
 from npcpy.npc_sysenv import (
     NPCSH_CHAT_MODEL, NPCSH_CHAT_PROVIDER,
-    NPCSH_IMAGE_GEN_MODEL, NPCSH_IMAGE_GEN_PROVIDER,
-    NPCSH_VISION_MODEL, NPCSH_VISION_PROVIDER,
-    NPCSH_REASONING_MODEL, NPCSH_REASONING_PROVIDER,
-    NPCSH_EMBEDDING_MODEL, NPCSH_EMBEDDING_PROVIDER,
-    NPCSH_VIDEO_GEN_MODEL, NPCSH_VIDEO_GEN_PROVIDER,
     NPCSH_API_URL, NPCSH_DB_PATH, NPCSH_STREAM_OUTPUT,
-    NPCSH_SEARCH_PROVIDER,
-    print_and_process_stream,
     print_and_process_stream_with_markdown,
     render_markdown,
-    get_npc_path
 )
 from npcpy.npc_compiler import NPC, Team
 from npcpy.routes import router
@@ -136,8 +128,9 @@ def main():
             result = handler(command=full_command_str, **handler_kwargs)
 
             if isinstance(result, dict):
-                output = result.get("output", "Command executed, but no specific output returned.")
-                if NPCSH_STREAM_OUTPUT and hasattr(output, '__iter__') and not isinstance(output, (str, bytes, dict, list)):
+                output = result.get("output") or result.get("response")
+                
+                if NPCSH_STREAM_OUTPUT and not isinstance(output, str):
                      print_and_process_stream_with_markdown(output, effective_model, effective_provider)
                 elif output is not None:
                      render_markdown(str(output))

npcpy/modes/npc.py

@@ -448,7 +448,7 @@ def execute_slash_command(command: str, stdin_input: Optional[str], state: Shell
     command_parts = command.split()
     command_name = command_parts[0].lstrip('/')
     handler = router.get_route(command_name)
-
+    #print(handler)
     if handler:
         # Prepare kwargs for the handler
         handler_kwargs = {
@@ -461,14 +461,16 @@ def execute_slash_command(command: str, stdin_input: Optional[str], state: Shell
             'api_url': state.api_url,
             'api_key': state.api_key,
         }
+        #print(handler_kwargs, command)
         if stdin_input is not None:
             handler_kwargs['stdin_input'] = stdin_input
 
         try:
             result_dict = handler(command, **handler_kwargs)
 
             if isinstance(result_dict, dict):
-                output = result_dict.get("output")
+                #some respond with output, some with response, needs to be fixed upstream
+                output = result_dict.get("output") or result_dict.get("response")
                 state.messages = result_dict.get("messages", state.messages)
                 return state, output
             else:
@@ -537,6 +539,7 @@ def process_pipeline_command(
     exec_provider = provider_override or state.chat_provider 
 
     if cmd_to_process.startswith("/"):
+        #print(cmd_to_process)
         return execute_slash_command(cmd_to_process, stdin_input, state, stream_final)
     else:
         try:
@@ -845,7 +848,7 @@ def run_repl(command_history: CommandHistory, initial_state: ShellState):
             state.current_path = os.getcwd()
 
             state, output = execute_command(user_input, state)
-
+            #(state, output)
             process_result(user_input, state, output, command_history)
 
         except (KeyboardInterrupt):

npcpy/modes/npcsh.py

@@ -65,7 +65,7 @@ def enter_wander_mode(problem,
             if chunk_content:
                 conversation_result += chunk_content
                 print(chunk_content, end="")
-    print('beginning to wander')
+    #print('beginning to wander')
     high_temp_streams = []
     high_temp_samples = []
     for n in range(n_high_temp_streams):