Skip to content

Commit

Permalink
Fix for index key error within renderer.
Browse files Browse the repository at this point in the history
There are times we don't have a `last_model`, we check for failure.
  • Loading branch information
nopdive committed Feb 21, 2025
1 parent cd16ed2 commit 750d5fe
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 4 deletions.
5 changes: 2 additions & 3 deletions guidance/models/_engine/_engine.py
Original file line number Diff line number Diff line change
Expand Up @@ -214,12 +214,11 @@ def _msg_recv(engine_weakref: weakref.ReferenceType, message: GuidanceMessage) -
elif isinstance(message, ExecutionCompletedMessage) and message.is_err:
pass
elif isinstance(message, (ExecutionCompletedMessage, OutputRequestMessage, TokensMessage)):
last_model: "Model" = engine.model_dict[message.last_trace_id]
last_trace_id = message.last_trace_id

failed = False
processed_gen_tokens: list[GenTokenExtra] = [] # suppress IDE warnings by definition
try:
last_trace_id = message.last_trace_id
last_model: "Model" = engine.model_dict[message.last_trace_id]
processed_gen_tokens = last_model.get_per_token_stats()
except Exception as e:
logger.error(f"Failed to get per token stats: {e}")
Expand Down
2 changes: 1 addition & 1 deletion guidance/visual/_renderer.py
Original file line number Diff line number Diff line change
Expand Up @@ -391,7 +391,7 @@ def update(self, message: GuidanceMessage) -> None:
# Send outgoing messages to client
for out_message in out_messages:
if isinstance(out_message, TraceMessage):
logger.debug(f"RENDERER:out:{out_message}")
# logger.debug(f"RENDERER:out:{out_message}")
self._last_trace_id = out_message.trace_id

self._messages.append(out_message)
Expand Down

0 comments on commit 750d5fe

Please sign in to comment.