Added response metadata capture to trace directory

kai/kai_trace.py

@@ -138,6 +138,17 @@ def llm_result(
         with open(result_file_path, "w") as f:
             f.write(result.pretty_repr())
 
+    @enabled_check
+    def metadata(
+        self, current_batch_count:int, retry_count: int, metadata: dict
+    ):
+        metadata_file_path = os.path.join(
+            self.trace_dir, f"{current_batch_count}", f"{retry_count}", "response_metadata.json"
+        )
+        os.makedirs(os.path.dirname(metadata_file_path), exist_ok=True)
+        with open(metadata_file_path,"w") as f:
+            f.write(json.dumps(metadata, indent=4))
+
     @enabled_check
     def exception(
         self,

kai/service/kai_application/kai_application.py

@@ -179,7 +179,9 @@ def get_incident_solutions_for_file(
                         f'{file_name.replace("/", "-")}',
                     ):
                         llm_result = self.model_provider.llm.invoke(prompt)
+                        meta_data = llm_result.response_metadata
                         trace.llm_result(count, retry_attempt_count, llm_result)
+                        trace.metadata(count, retry_attempt_count, meta_data)
 
                         content = parse_file_solution_content(
                             src_file_language, str(llm_result.content)