diff --git a/src/identity.cc b/src/identity.cc index f67921a..bddfb71 100644 --- a/src/identity.cc +++ b/src/identity.cc @@ -110,10 +110,13 @@ class ModelState : public BackendModel { // Get execution delay and delay multiplier uint64_t ExecDelay() const { return execute_delay_ms_; } uint64_t DelayMultiplier() const { return delay_multiplier_; } - + // Get the amount of nested custom trace spans to test uint64_t NestedSpanCount() const { return nested_span_count_; } - uint64_t SingleActivityFrequency() const { return single_activity_frequency_;} + uint64_t SingleActivityFrequency() const + { + return single_activity_frequency_; + } const std::map>>& OptionalInputs() @@ -395,7 +398,8 @@ ModelState::ValidateModelConfig() nested_span_count_ = std::stoi(nested_span_count_str); common::TritonJson::Value single_activity_frequency; - if (params.Find("single_activity_frequency", &single_activity_frequency)) { + if (params.Find( + "single_activity_frequency", &single_activity_frequency)) { std::string single_activity_frequency_str; RETURN_IF_ERROR(single_activity_frequency.MemberAsString( "string_value", &single_activity_frequency_str)); @@ -862,54 +866,67 @@ TRITONBACKEND_ModelInstanceExecute( TRITONSERVER_InferenceTrace* trace; GUARDED_RESPOND_IF_ERROR( responses, r, TRITONBACKEND_RequestTrace(request, &trace)); - - auto nesting_count = model_state ->NestedSpanCount(); - auto singl_act_frequency = model_state ->SingleActivityFrequency(); - - if (trace != nullptr){ + auto nesting_count = model_state->NestedSpanCount(); + auto singl_act_frequency = model_state->SingleActivityFrequency(); + + if (trace != nullptr) { uint64_t custom_activity_ns; const char* activity_name = "CUSTOM_ACTIVITY_START"; SET_TIMESTAMP(custom_activity_ns); GUARDED_RESPOND_IF_ERROR( - responses, r, TRITONSERVER_InferenceTraceReportActivity(trace, custom_activity_ns, activity_name)); + responses, r, + TRITONSERVER_InferenceTraceReportActivity( + trace, custom_activity_ns, activity_name)); std::this_thread::sleep_for(std::chrono::milliseconds(100)); activity_name = "CUSTOM_ACTIVITY_END"; SET_TIMESTAMP(custom_activity_ns); GUARDED_RESPOND_IF_ERROR( - responses, r, TRITONSERVER_InferenceTraceReportActivity(trace, custom_activity_ns, activity_name)); - + responses, r, + TRITONSERVER_InferenceTraceReportActivity( + trace, custom_activity_ns, activity_name)); uint64_t custom_single_activity_ns; const char* single_activity_name = "CUSTOM_SINGLE_ACTIVITY"; SET_TIMESTAMP(custom_single_activity_ns); GUARDED_RESPOND_IF_ERROR( - responses, r, TRITONSERVER_InferenceTraceReportActivity(trace, custom_single_activity_ns, single_activity_name)); + responses, r, + TRITONSERVER_InferenceTraceReportActivity( + trace, custom_single_activity_ns, single_activity_name)); - for (uint32_t count = 0; count < nesting_count; count++){ - std::string start_span_str = std::string("CUSTOM_ACTIVITY" + std::to_string(count) + "_START"); + for (uint32_t count = 0; count < nesting_count; count++) { + std::string start_span_str = + std::string("CUSTOM_ACTIVITY" + std::to_string(count) + "_START"); SET_TIMESTAMP(custom_activity_ns); GUARDED_RESPOND_IF_ERROR( - responses, r, TRITONSERVER_InferenceTraceReportActivity(trace, custom_activity_ns, start_span_str.c_str())); + responses, r, + TRITONSERVER_InferenceTraceReportActivity( + trace, custom_activity_ns, start_span_str.c_str())); std::this_thread::sleep_for(std::chrono::milliseconds(100)); - if (count % singl_act_frequency == 0){ + if (count % singl_act_frequency == 0) { SET_TIMESTAMP(custom_single_activity_ns); GUARDED_RESPOND_IF_ERROR( - responses, r, TRITONSERVER_InferenceTraceReportActivity(trace, custom_single_activity_ns, single_activity_name)); + responses, r, + TRITONSERVER_InferenceTraceReportActivity( + trace, custom_single_activity_ns, single_activity_name)); } } - for (uint32_t count = 0; count < nesting_count ; count++){ - std::string end_span_str = std::string("CUSTOM_ACTIVITY" + std::to_string(nesting_count - count - 1 ) + "_END"); + for (uint32_t count = 0; count < nesting_count; count++) { + std::string end_span_str = std::string( + "CUSTOM_ACTIVITY" + std::to_string(nesting_count - count - 1) + + "_END"); SET_TIMESTAMP(custom_activity_ns); GUARDED_RESPOND_IF_ERROR( - responses, r, TRITONSERVER_InferenceTraceReportActivity(trace, custom_activity_ns, end_span_str.c_str())); + responses, r, + TRITONSERVER_InferenceTraceReportActivity( + trace, custom_activity_ns, end_span_str.c_str())); } }