Skip to content

Commit

Permalink
log token usage
Browse files Browse the repository at this point in the history
  • Loading branch information
AdeelH committed Feb 14, 2025
1 parent 91b15d7 commit 87e7a4f
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 2 deletions.
4 changes: 3 additions & 1 deletion src/e84_geoai_common/llm/models/claude.py
Original file line number Diff line number Diff line change
Expand Up @@ -274,6 +274,8 @@ def invoke_model_with_request(self, request: ClaudeInvokeLLMRequest) -> ClaudeRe
log.exception("Request body: %s", request.model_dump_json())
raise
response_body = response["body"].read().decode("UTF-8")
return ClaudeResponse.model_validate_json(response_body)
claude_response = ClaudeResponse.model_validate_json(response_body)
log.info("Token usage: %s", claude_response.usage)
return claude_response

# FUTURE implement tool use
4 changes: 3 additions & 1 deletion src/e84_geoai_common/llm/models/nova.py
Original file line number Diff line number Diff line change
Expand Up @@ -240,7 +240,9 @@ def invoke_model_with_request(self, request: NovaInvokeLLMRequest) -> NovaRespon
log.exception("Request body: %s", request.model_dump_json())
raise
response_body = response["body"].read().decode("UTF-8")
return NovaResponse.model_validate_json(response_body)
nova_response = NovaResponse.model_validate_json(response_body)
log.info("Token usage: %s", nova_response.usage)
return nova_response


#########################
Expand Down

0 comments on commit 87e7a4f

Please sign in to comment.