Skip to content

Commit

Permalink
format fix
Browse files Browse the repository at this point in the history
  • Loading branch information
oandreeva-nv committed Jul 2, 2024
1 parent b6ac93e commit 4c0b267
Showing 1 changed file with 37 additions and 20 deletions.
57 changes: 37 additions & 20 deletions src/identity.cc
Original file line number Diff line number Diff line change
Expand Up @@ -110,10 +110,13 @@ class ModelState : public BackendModel {
// Get execution delay and delay multiplier
uint64_t ExecDelay() const { return execute_delay_ms_; }
uint64_t DelayMultiplier() const { return delay_multiplier_; }

// Get the amount of nested custom trace spans to test
uint64_t NestedSpanCount() const { return nested_span_count_; }
uint64_t SingleActivityFrequency() const { return single_activity_frequency_;}
uint64_t SingleActivityFrequency() const
{
return single_activity_frequency_;
}

const std::map<int, std::tuple<TRITONSERVER_DataType, std::vector<int64_t>>>&
OptionalInputs()
Expand Down Expand Up @@ -395,7 +398,8 @@ ModelState::ValidateModelConfig()
nested_span_count_ = std::stoi(nested_span_count_str);

common::TritonJson::Value single_activity_frequency;
if (params.Find("single_activity_frequency", &single_activity_frequency)) {
if (params.Find(
"single_activity_frequency", &single_activity_frequency)) {
std::string single_activity_frequency_str;
RETURN_IF_ERROR(single_activity_frequency.MemberAsString(
"string_value", &single_activity_frequency_str));
Expand Down Expand Up @@ -862,54 +866,67 @@ TRITONBACKEND_ModelInstanceExecute(
TRITONSERVER_InferenceTrace* trace;
GUARDED_RESPOND_IF_ERROR(
responses, r, TRITONBACKEND_RequestTrace(request, &trace));

auto nesting_count = model_state ->NestedSpanCount();
auto singl_act_frequency = model_state ->SingleActivityFrequency();

if (trace != nullptr){

auto nesting_count = model_state->NestedSpanCount();
auto singl_act_frequency = model_state->SingleActivityFrequency();

if (trace != nullptr) {
uint64_t custom_activity_ns;
const char* activity_name = "CUSTOM_ACTIVITY_START";

SET_TIMESTAMP(custom_activity_ns);
GUARDED_RESPOND_IF_ERROR(
responses, r, TRITONSERVER_InferenceTraceReportActivity(trace, custom_activity_ns, activity_name));
responses, r,
TRITONSERVER_InferenceTraceReportActivity(
trace, custom_activity_ns, activity_name));

std::this_thread::sleep_for(std::chrono::milliseconds(100));

activity_name = "CUSTOM_ACTIVITY_END";
SET_TIMESTAMP(custom_activity_ns);
GUARDED_RESPOND_IF_ERROR(
responses, r, TRITONSERVER_InferenceTraceReportActivity(trace, custom_activity_ns, activity_name));

responses, r,
TRITONSERVER_InferenceTraceReportActivity(
trace, custom_activity_ns, activity_name));


uint64_t custom_single_activity_ns;
const char* single_activity_name = "CUSTOM_SINGLE_ACTIVITY";
SET_TIMESTAMP(custom_single_activity_ns);
GUARDED_RESPOND_IF_ERROR(
responses, r, TRITONSERVER_InferenceTraceReportActivity(trace, custom_single_activity_ns, single_activity_name));
responses, r,
TRITONSERVER_InferenceTraceReportActivity(
trace, custom_single_activity_ns, single_activity_name));


for (uint32_t count = 0; count < nesting_count; count++){
std::string start_span_str = std::string("CUSTOM_ACTIVITY" + std::to_string(count) + "_START");
for (uint32_t count = 0; count < nesting_count; count++) {
std::string start_span_str =
std::string("CUSTOM_ACTIVITY" + std::to_string(count) + "_START");
SET_TIMESTAMP(custom_activity_ns);
GUARDED_RESPOND_IF_ERROR(
responses, r, TRITONSERVER_InferenceTraceReportActivity(trace, custom_activity_ns, start_span_str.c_str()));
responses, r,
TRITONSERVER_InferenceTraceReportActivity(
trace, custom_activity_ns, start_span_str.c_str()));
std::this_thread::sleep_for(std::chrono::milliseconds(100));

if (count % singl_act_frequency == 0){
if (count % singl_act_frequency == 0) {
SET_TIMESTAMP(custom_single_activity_ns);
GUARDED_RESPOND_IF_ERROR(
responses, r, TRITONSERVER_InferenceTraceReportActivity(trace, custom_single_activity_ns, single_activity_name));
responses, r,
TRITONSERVER_InferenceTraceReportActivity(
trace, custom_single_activity_ns, single_activity_name));
}
}

for (uint32_t count = 0; count < nesting_count ; count++){
std::string end_span_str = std::string("CUSTOM_ACTIVITY" + std::to_string(nesting_count - count - 1 ) + "_END");
for (uint32_t count = 0; count < nesting_count; count++) {
std::string end_span_str = std::string(
"CUSTOM_ACTIVITY" + std::to_string(nesting_count - count - 1) +
"_END");
SET_TIMESTAMP(custom_activity_ns);
GUARDED_RESPOND_IF_ERROR(
responses, r, TRITONSERVER_InferenceTraceReportActivity(trace, custom_activity_ns, end_span_str.c_str()));
responses, r,
TRITONSERVER_InferenceTraceReportActivity(
trace, custom_activity_ns, end_span_str.c_str()));
}
}

Expand Down

0 comments on commit 4c0b267

Please sign in to comment.