From 00b3a71519e32e3bc954e9f0d067e155ef8f1a6c Mon Sep 17 00:00:00 2001 From: Jacky <18255193+kthui@users.noreply.github.com> Date: Fri, 23 Feb 2024 13:29:48 -0800 Subject: [PATCH] Add cancellation into response statistics (#113) --- protobuf/grpc_service.proto | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/protobuf/grpc_service.proto b/protobuf/grpc_service.proto index b8d6674..451dd74 100644 --- a/protobuf/grpc_service.proto +++ b/protobuf/grpc_service.proto @@ -1050,6 +1050,13 @@ message InferResponseStatistics //@@ The count and cumulative duration for empty responses. //@@ StatisticDuration empty_response = 5; + + //@@ .. cpp:var:: StatisticDuration cancel + //@@ + //@@ The count and cumulative duration, for cleaning up resources held by + //@@ a cancelled request, for cancelled responses. + //@@ + StatisticDuration cancel = 6; } //@@