Mark response parameters accessor const and JSON serializable

triton-inference-server · Jan 24, 2025 · f231147 · f231147
1 parent 816d4ac
commit f231147
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/src/infer_response.cc b/src/infer_response.cc
@@ -60,8 +60,8 @@ InferResponse::OutputTensors()
   return output_tensors_;
 }
 
-std::string&
-InferResponse::Parameters()
+const std::string&
+InferResponse::Parameters() const
 {
   return parameters_;
 }

diff --git a/src/infer_response.h b/src/infer_response.h
@@ -76,7 +76,7 @@ class InferResponse {
       std::shared_ptr<PbError> error = nullptr, std::string parameters = "",
       const bool is_last_response = true, void* id = nullptr);
   std::vector<std::shared_ptr<PbTensor>>& OutputTensors();
-  std::string& Parameters();
+  const std::string& Parameters() const;  // JSON serializable unless empty
   void SaveToSharedMemory(
       std::unique_ptr<SharedMemoryManager>& shm_pool, bool copy_gpu = true);
   static std::unique_ptr<InferResponse> LoadFromSharedMemory(