diff --git a/temporal/changelog.d/20142.added b/temporal/changelog.d/20142.added new file mode 100644 index 0000000000000..cde63448c4214 --- /dev/null +++ b/temporal/changelog.d/20142.added @@ -0,0 +1 @@ +Update temporal integration to support temporal version 1.27 diff --git a/temporal/datadog_checks/temporal/metrics.py b/temporal/datadog_checks/temporal/metrics.py index 5ddc972d73b96..195188cf04033 100644 --- a/temporal/datadog_checks/temporal/metrics.py +++ b/temporal/datadog_checks/temporal/metrics.py @@ -4,15 +4,25 @@ # E501: line too long (XXX > 120 characters) # flake8: noqa: E501 -# Source for metric names: https://github.com/temporalio/temporal/blob/master/common/metrics/metric_defs.go +# Source for metric names: https://github.com/temporalio/temporal/blob/17e06952d471f86d106af0158419d9e288371585/common/metrics/metric_defs.go METRIC_MAP = { # General 'service_requests': 'service.requests', 'service_pending_requests': 'service.pending_requests', 'service_errors': 'service.errors', 'service_error_with_type': 'service.error_with_type', - 'service_errors_critical': 'service.errors.critical', 'service_errors_resource_exhausted': 'service.errors.resource_exhausted', + 'service_panics': 'service.panics', + 'service_errors_invalid_argument': 'service.errors.invalid_argument', + 'service_errors_namespace_not_active': 'service.errors.namespace_not_active', + 'service_errors_entity_not_found': 'service.errors.entity_not_found', + 'service_errors_execution_already_started': 'service.errors.execution_already_started', + 'service_errors_context_timeout': 'service.errors.context_timeout', + 'service_errors_retry_task': 'service.errors.retry_task', + 'service_errors_incomplete_history': 'service.errors.incomplete_history', + 'service_errors_nondeterministic': 'service.errors.nondeterministic', + 'service_errors_unauthorized': 'service.errors.unauthorized', + 'service_errors_authorize_failed': 'service.errors.authorize_failed', 'service_latency': 'service.latency', 'service_latency_nouserlatency': 'service.latency.nouserlatency', 'service_latency_userlatency': 'service.latency.userlatency', @@ -21,10 +31,7 @@ 'certificates_expiring': 'certificates.expiring', 'service_authorization_latency': 'service.authorization_latency', 'event_blob_size': 'event.blob_size', - 'namespace_cache_prepare_callbacks_latency': 'namespace_cache.prepare_callbacks_latency', - 'namespace_cache_callbacks_latency': 'namespace_cache.callbacks_latency', 'lock_requests': 'lock.requests', - 'lock_failures': 'lock.failures', 'lock_latency': 'lock.latency', 'client_requests': 'client.requests', 'client_errors': 'client.errors', @@ -47,8 +54,6 @@ 'name': 'add_search_attributes.workflow_failure', 'type': 'native_dynamic', }, - 'delete_namespace_workflow_success': 'delete_namespace.workflow_success', - 'delete_namespace_workflow_failure': 'delete_namespace.workflow_failure', 'version_check_success': 'version_check.success', 'version_check_failed': 'version_check.failed', 'version_check_request_failed': 'version_check.request_failed', @@ -58,44 +63,29 @@ 'cache_errors': 'cache.errors', 'cache_latency': 'cache.latency', 'cache_miss': 'cache.miss', + 'cache_size': 'cache.size', + 'cache_usage': 'cache.usage', + 'cache_pinned_usage': 'cache.pinned_usage', + 'cache_ttl': 'cache.ttl', + 'cache_entry_age_on_get': 'cache.entry_age_on_get', + 'cache_entry_age_on_eviction': 'cache.entry_age_on_eviction', 'history_event_notification_queueing_latency': 'history.event_notification.queueing_latency', 'history_event_notification_fanout_latency': 'history.event_notification.fanout_latency', 'history_event_notification_inflight_message_gauge': 'history.event_notification.inflight_message', 'history_event_notification_fail_delivery_count': 'history.event_notification.fail_delivery', 'archival_task_invalid_uri': 'archival.task_invalid_uri', - 'archiver_client_sent_signal': 'archiver.client.sent_signal', - 'archiver_client_send_signal_error': 'archiver.client.send_signal_error', - 'archiver_client_history_request': 'archiver.client.history.request', - 'archiver_client_history_inline_archive_attempt': 'archiver.client.history.inline_archive.attempt', - 'archiver_client_history_inline_archive_failure': 'archiver.client.history.inline_archive.failure', - 'archiver_client_visibility_request': 'archiver.client.visibility.request', - 'archiver_client_visibility_inline_archive_attempt': 'archiver.client.visibility.inline_archive_attempt', - 'archiver_client_visibility_inline_archive_failure': 'archiver.client.visibility.inline_archive_failure', 'archiver_archive_latency': 'archiver.archive.latency', 'archiver_archive_target_latency': 'archiver.archive.target_latency', 'shard_closed_count': 'shard_closed', 'sharditem_created_count': 'sharditem.created', 'sharditem_removed_count': 'sharditem.removed', 'sharditem_acquisition_latency': 'sharditem.acquisition_latency', - 'shardinfo_replication_pending_task': 'shardinfo.replication.pending_task', - 'shardinfo_transfer_active_pending_task': 'shardinfo.transfer.active.pending_task', - 'shardinfo_transfer_standby_pending_task': 'shardinfo.transfer.standby.pending_task', - 'shardinfo_timer_active_pending_task': 'shardinfo.timer.active.pending_task', - 'shardinfo_timer_standby_pending_task': 'shardinfo.timer.standby.pending_task', - 'shardinfo_visibility_pending_task': 'shardinfo.visibility.pending_task', - 'shardinfo_replication_lag': 'shardinfo.replication.lag', - 'shardinfo_transfer_lag': 'shardinfo.transfer.lag', - 'shardinfo_timer_lag': 'shardinfo.timer.lag', - 'shardinfo_visibility_lag': 'shardinfo.visibility.lag', - 'shardinfo_immediate_queue_lag': 'shardinfo.immediate_queue.lag', - 'shardinfo_scheduled_queue_lag': 'shardinfo.scheduled_queue.lag', 'syncshard_remote_count': 'syncshard.remote', 'syncshard_remote_failed': 'syncshard.remote.failed', 'task_requests': 'task.requests', 'task_latency_load': 'task.latency.load', 'task_latency_schedule': 'task.latency.schedule', 'task_latency_processing': 'task.latency.processing', - 'task_latency_user': 'task.latency.user', 'task_latency': 'task.latency', 'task_latency_queue': 'task.latency.queue', 'task_attempt': 'task.attempt', @@ -107,12 +97,13 @@ 'task_errors_standby_retry_counter': 'task.errors.standby_retry_counter', 'task_errors_workflow_busy': 'task.errors.workflow_busy', 'task_errors_not_active_counter': 'task.errors.not_active_counter', - 'task_errors_limit_exceeded_counter': 'task.errors.limit_exceeded_counter', 'task_errors_namespace_handover': 'task.errors.namespace_handover', 'task_errors_throttled': 'task.errors.throttled', 'task_errors_corruption': 'task.errors.corruption', + 'task_terminal_failures': 'task.terminal_failures', + 'task_dlq_failures': 'task.dlq_failures', + 'task_dlq_latency': 'task.dlq_latency', 'task_schedule_to_start_latency': 'task.schedule_to_start_latency', - 'transfer_task_missing_event_counter': 'transfer_task.missing_event_counter', 'task_batch_complete_counter': 'task.batch_complete_counter', 'task_rescheduler_pending_tasks': 'task_rescheduler.pending_tasks', 'pending_tasks': 'pending_tasks', @@ -124,22 +115,7 @@ 'activity_end_to_end_latency': 'activity.end_to_end_latency', 'ack_level_update': 'ack_level.update', 'ack_level_update_failed': 'ack_level.update.failed', - 'schedule_activity_command': 'schedule_activity_command', - 'complete_workflow_command': 'complete_workflow_command', - 'fail_workflow_command': 'fail_workflow_command', - 'cancel_workflow_command': 'cancel_workflow_command', - 'start_timer_command': 'start_timer_command', - 'cancel_activity_command': 'cancel_activity_command', - 'cancel_timer_command': 'cancel_timer_command', - 'record_marker_command': 'record_marker_command', - 'cancel_external_workflow_command': 'cancel_external_workflow_command', - 'continue_as_new_command': 'continue_as_new_command', - 'signal_external_workflow_command': 'signal_external_workflow_command', - 'upsert_workflow_search_attributes_command': 'upsert_workflow_search_attributes_command', - 'modify_workflow_properties_command': 'modify_workflow_properties_command', - 'child_workflow_command': 'child_workflow_command', 'accept_workflow_update_message': 'accept_workflow_update_message', - 'complete_workflow_update_message': 'complete_workflow_update_message', 'reject_workflow_update_message': 'reject_workflow_update_message', 'activity_eager_execution': 'activity.eager_execution', 'workflow_eager_execution': 'workflow.eager_execution', @@ -153,7 +129,6 @@ 'auto_reset_point_corruption': 'auto_reset_point.corruption', 'concurrency_update_failure': 'concurrency_update_failure', 'service_errors_shard_ownership_lost': 'service.errors.shard_ownership_lost', - 'service_errors_task_already_started': 'service.errors.task_already_started', 'heartbeat_timeout': 'heartbeat.timeout', 'schedule_to_start_timeout': 'schedule_to_start.timeout', 'start_to_close_timeout': 'start_to_close.timeout', @@ -169,58 +144,15 @@ 'complete_workflow_task_sticky_enabled_count': 'complete_workflow_task_sticky.enabled', 'complete_workflow_task_sticky_disabled_count': 'complete_workflow_task_sticky.disabled', 'workflow_task_heartbeat_timeout_count': 'workflow.task.heartbeat_timeout', - 'empty_replication_events': 'empty_replication_events', 'duplicate_replication_events': 'duplicate_replication_events', - 'stale_replication_events': 'stale_replication_events', - 'replication_events_size': 'replication_events_size', - 'buffer_replication_tasks': 'buffer_replication_tasks', - 'unbuffer_replication_tasks': 'unbuffer_replication_tasks', - 'history_conflicts': 'history.conflicts', - 'complete_task_fail_count': 'complete_task_fail', - 'acquire_lock_failed': 'acquire_lock_failed', - 'workflow_context_cleared': 'workflow.context_cleared', - 'mutable_state_size': 'mutable_state.size', - 'execution_info_size': 'execution_info.size', - 'execution_state_size': 'execution_state.size', - 'activity_info_size': 'activity_info.size', - 'timer_info_size': 'timer_info.size', - 'child_info_size': 'child_info.size', - 'request_cancel_info_size': 'request_cancel_info.size', - 'signal_info_size': 'signal_info.size', - 'buffered_events_size': 'buffered_events.size', - 'activity_info_count': 'activity_info', - 'timer_info_count': 'timer_info', - 'child_info_count': 'child_info', - 'signal_info_count': 'signal_info', - 'request_cancel_info_count': 'request_cancel_info', - 'buffered_events_count': 'buffered_events', - 'task_count': 'task', - 'workflow_retry_backoff_timer': 'workflow.retry_backoff.timer', - 'workflow_cron_backoff_timer': 'workflow.cron_backoff.timer', - 'workflow_cleanup_delete': 'workflow.cleanup.delete', - 'workflow_cleanup_archive': 'workflow.cleanup.archive', - 'workflow_cleanup_nop': 'workflow.cleanup.nop', - 'workflow_cleanup_delete_history_inline': 'workflow.cleanup.delete_history_inline', - 'workflow_success': 'workflow.success', - 'workflow_cancel': 'workflow.cancel', - 'workflow_failed': 'workflow.failed', - 'workflow_timeout': 'workflow.timeout', - 'workflow_terminate': 'workflow.terminate', - 'workflow_continued_as_new': 'workflow.continued_as_new', - 'last_retrieved_message_id': 'last_retrieved_message_id', - 'last_processed_message_id': 'last_processed_message_id', 'replication_tasks_applied': 'replication.tasks.applied', 'replication_tasks_failed': 'replication.tasks.failed', 'replication_tasks_lag': 'replication.tasks.lag', 'replication_latency': 'replication.latency', 'replication_tasks_fetched': 'replication.tasks.fetched', - 'replication_tasks_returned': 'replication.tasks.returned', - 'replication_tasks_applied_latency': 'replication.tasks.applied_latency', 'replication_dlq_enqueue_failed': 'replication.dlq.enqueue_failed', 'replication_dlq_max_level': 'replication.dlq.max_level', 'replication_dlq_ack_level': 'replication.dlq.ack_level', - 'get_replication_messages_for_shard': 'get_replication_messages_for_shard', - 'get_dlq_replication_messages': 'get_dlq_replication_messages', 'event_reapply_skipped_count': 'event.reapply_skipped', 'direct_query_dispatch_latency': 'direct_query_dispatch.latency', 'direct_query_dispatch_sticky_latency': 'direct_query_dispatch.sticky.latency', @@ -232,23 +164,15 @@ 'direct_query_dispatch_timeout_before_non_sticky': 'direct_query_dispatch.timeout_before_non_sticky', 'workflow_task_query_latency': 'workflow.task.query_latency', 'consistent_query_timeout': 'consistent_query_timeout', - 'query_before_first_workflow_task': 'query_before_first_workflow_task', 'query_buffer_exceeded': 'query_buffer_exceeded', 'query_registry_invalid_state': 'query_registry_invalid_state', - 'worker_not_supports_consistent_query': 'worker_not_supports_consistent_query', 'workflow_task_timeout_overrides': 'workflow.task.timeout_overrides', 'workflow_run_timeout_overrides': 'workflow.run_timeout_overrides', 'replication_task_cleanup_count': 'replication.task_cleanup', 'replication_task_cleanup_failed': 'replication.task_cleanup.failed', 'mutable_state_checksum_mismatch': 'mutable_state_checksum.mismatch', 'mutable_state_checksum_invalidated': 'mutable_state_checksum.invalidated', - 'cluster_metadata_lock_latency': 'cluster_metadata.lock_latency', - 'cluster_metadata_callback_lock_latency': 'cluster_metadata.callback.lock_latency', - 'shard_controller_lock_latency': 'shard_controller.lock_latency', - 'shard_lock_latency': 'shard.lock_latency', - 'namespace_registry_lock_latency': 'namespace_registry.lock_latency', 'closed_workflow_buffer_event_counter': 'closed_workflow_buffer_event_counter', - 'inordered_buffered_events': 'inordered_buffered_events', # Matching 'forwarded': 'forwarded', 'invalid_task_queue_name': 'invalid_task_queue_name', @@ -265,15 +189,6 @@ 'buffer_throttle_count': 'buffer_throttle', 'tasks_expired': 'tasks_expired', 'forwarded_per_tl': 'forwarded_per_tl', - 'forward_task_calls': 'forward_task.calls', - 'forward_task_errors': 'forward_task.errors', - 'forward_query_calls': 'forward_query.calls', - 'forward_query_errors': 'forward_query.errors', - 'forward_poll_calls': 'forward_poll.calls', - 'forward_poll_errors': 'forward_poll.errors', - 'forward_task_latency': 'forward_task.latency', - 'forward_query_latency': 'forward_query.latency', - 'forward_poll_latency': 'forward_poll.latency', 'local_to_local_matches': 'local_to_local.matches', 'local_to_remote_matches': 'local_to_remote.matches', 'remote_to_local_matches': 'remote_to_local.matches', @@ -292,7 +207,6 @@ 'executor_dropped': 'executor.dropped', 'started': 'started', 'stopped': 'stopped', - 'scan_duration': 'scan_duration', 'task_processed': 'task.processed', 'task_deleted': 'task.deleted', 'taskqueue_processed': 'taskqueue.processed', @@ -301,16 +215,11 @@ 'history_archiver_archive_non_retryable_error': 'history.archiver.archive.non_retryable_error', 'history_archiver_archive_transient_error': 'history.archiver.archive.transient_error', 'history_archiver_archive_success': 'history.archiver.archive.success', - 'history_archiver_history_mutated': 'history.archiver.history_mutated', 'history_archiver_total_upload_size': 'history.archiver.total_upload_size', 'history_archiver_history_size': 'history.archiver.history_size', 'history_archiver_duplicate_archivals': 'history.archiver.duplicate_archivals', 'history_archiver_blob_exists': 'history.archiver.blob_exists', 'history_archiver_blob_size': 'history.archiver.blob_size', - 'history_archiver_running_deterministic_construction_check': 'history.archiver.running_deterministic_construction_check', - 'history_archiver_deterministic_construction_check_failed': 'history.archiver.deterministic_construction_check_failed', - 'history_archiver_running_blob_integrity_check': 'history.archiver.running_blob_integrity_check', - 'history_archiver_blob_integrity_check_failed': 'history.archiver.blob_integrity_check_failed', 'history_workflow_execution_cache_latency': 'history.workflow_execution_cache_latency', 'visibility_archiver_archive_non_retryable_error': 'visibility.archiver.archive.non_retryable_error', 'visibility_archiver_archive_transient_error': 'visibility.archiver.archive.transient_error', @@ -319,48 +228,11 @@ 'scavenger_errors': 'scavenger.errors', 'scavenger_skips': 'scavenger.skips', 'executions_outstanding': 'executions_outstanding', - 'archiver_non_retryable_error': 'archiver.non_retryable_error', - 'archiver_started': 'archiver.started', - 'archiver_stopped': 'archiver.stopped', - 'archiver_coroutine_started': 'archiver.coroutine.started', - 'archiver_coroutine_stopped': 'archiver.coroutine.stopped', - 'archiver_handle_history_request_latency': 'archiver.handle_history.request.latency', - 'archiver_handle_visibility_request_latency': 'archiver.handle_visibility.request.latency', - 'archiver_upload_with_retries_latency': 'archiver.upload.with_retries.latency', - 'archiver_delete_with_retries_latency': 'archiver.delete.with_retries.latency', - 'archiver_upload_failed_all_retries': 'archiver.upload.failed_all_retries', - 'archiver_upload_success': 'archiver.upload.success', - 'archiver_delete_failed_all_retries': 'archiver.delete.failed_all_retries', - 'archiver_delete_success': 'archiver.delete.success', - 'archiver_handle_visibility_failed_all_retries': 'archiver.handle_visibility.failed_all_retries', - 'archiver_handle_visibility_success': 'archiver.handle_visibility.success', - 'archiver_backlog_size': 'archiver.backlog.size', - 'archiver_pump_timeout': 'archiver.pump.timeout', - 'archiver_pump_signal_threshold': 'archiver.pump.signal_threshold', - 'archiver_pump_timeout_without_signals': 'archiver.pump.timeout_without_signals', - 'archiver_pump_signal_channel_closed': 'archiver.pump.signal_channel_closed', - 'archiver_workflow_started': 'archiver.workflow.started', - 'archiver_num_pumped_requests': 'archiver.num_pumped_requests', - 'archiver_num_handled_requests': 'archiver.num_handled_requests', - 'archiver_pumped_not_equal_handled': 'archiver.pumped_not_equal_handled', - 'archiver_handle_all_requests_latency': 'archiver.handle_all_requests_latency', - 'archiver_workflow_stopping': 'archiver.workflow.stopping', 'scavenger_validation_requests': 'scavenger.validation.requests', 'scavenger_validation_failures': 'scavenger.validation.failures', 'scavenger_validation_skips': 'scavenger.validation.skips', 'add_search_attributes_failures': 'add_search_attributes.failures', - 'delete_namespace_success': 'delete_namespace.success', - 'rename_namespace_success': 'rename_namespace.success', 'delete_executions_success': 'delete_executions.success', - 'delete_namespace_failures': 'delete_namespace.failures', - 'update_namespace_failures': 'update_namespace.failures', - 'rename_namespace_failures': 'rename_namespace.failures', - 'read_namespace_failures': 'read_namespace.failures', - 'list_executions_failures': 'list_executions.failures', - 'count_executions_failures': 'count_executions.failures', - 'delete_execution_failures': 'delete_execution.failures', - 'delete_execution_not_found': 'delete_execution.not_found', - 'rate_limiter_failures': 'rate_limiter.failures', 'batcher_processor_requests': 'batcher.processor_requests', 'batcher_processor_errors': 'batcher.processor_errors', 'batcher_operation_errors': 'batcher.operation_errors', @@ -407,4 +279,229 @@ 'visibility_persistence_errors': 'visibility.persistence.errors', 'visibility_persistence_resource_exhausted': 'visibility.persistence.resource_exhausted', 'visibility_persistence_latency': 'visibility.persistence.latency', + # HTTP/Nexus + 'http_service_requests': 'http.service_requests', + 'nexus_request_preprocess_errors': 'nexus.request_preprocess_errors', + 'nexus_completion_request_preprocess_errors': 'nexus.completion_request_preprocess_errors', + # Dynamic Worker Pool + 'dynamic_worker_pool_scheduler_dequeued_tasks': 'dynamic_worker_pool.scheduler_dequeued_tasks', + 'dynamic_worker_pool_scheduler_rejected_tasks': 'dynamic_worker_pool.scheduler_rejected_tasks', + # Host/Rate Limit + 'host_rps_limit': 'host.rps_limit', + 'namespace_host_rps_limit': 'namespace_host.rps_limit', + 'handover_wait_latency': 'handover_wait_latency', + # Deadlock detector metrics + 'dd_cluster_metadata_lock_latency': 'dd.cluster_metadata.lock_latency', + 'dd_cluster_metadata_callback_lock_latency': 'dd.cluster_metadata.callback.lock_latency', + 'dd_shard_controller_lock_latency': 'dd.shard_controller.lock_latency', + 'dd_shard_lock_latency': 'dd.shard.lock_latency', + 'dd_shard_io_semaphore_latency': 'dd.shard.io_semaphore_latency', + 'dd_namespace_registry_lock_latency': 'dd.namespace_registry.lock_latency', + # Task metrics + 'task_errors_internal': 'task.errors.internal', + 'task_dispatch_latency': 'task.dispatch_latency', + 'task_rewrites': 'task.rewrites', + 'batchable_task_batch_count': 'batchable_task.batch_count', + # Workflow metrics + 'speculative_workflow_task_commits': 'workflow.speculative_task.commits', + 'speculative_workflow_task_rollbacks': 'workflow.speculative_task.rollbacks', + 'workflow_update_registry_size': 'workflow.update.registry_size', + 'workflow_update_registry_size_limited': 'workflow.update.registry_size_limited', + 'workflow_update_request_rate_limited': 'workflow.update.request_rate_limited', + 'workflow_update_request_too_many': 'workflow.update.request_too_many', + 'workflow_update_aborted': 'workflow.update.aborted', + 'workflow_update_continue_as_new_suggestions': 'workflow.update.continue_as_new_suggestions', + 'workflow_update_sent_to_worker': 'workflow.update.sent_to_worker', + 'workflow_update_sent_to_worker_again': 'workflow.update.sent_to_worker_again', + 'workflow_update_wait_stage_accepted': 'workflow.update.wait_stage_accepted', + 'workflow_update_wait_stage_completed': 'workflow.update.wait_stage_completed', + 'workflow_update_client_timeout': 'workflow.update.client_timeout', + 'workflow_update_server_timeout': 'workflow.update.server_timeout', + 'workflow_delayed_start_backoff_timer': 'workflow.delayed_start_backoff.timer', + 'workflow_backoff_timer': 'workflow.backoff.timer', + # Replication metrics + 'replication_task_transmission_latency': 'replication.task.transmission_latency', + 'replication_task_send_attempt': 'replication.task.send_attempt', + 'replication_task_send_backlog': 'replication.task.send_backlog', + 'replication_task_send_error': 'replication.task.send_error', + 'replication_task_send_latency': 'replication.task.send_latency', + 'replication_task_processing_latency': 'replication.task.processing_latency', + 'replication_task_generation_latency': 'replication.task.generation_latency', + 'replication_task_load_latency': 'replication.task.load_latency', + 'replication_task_load_size': 'replication.task.load_size', + 'replication_tasks_send': 'replication.tasks.send', + 'replication_tasks_recv': 'replication.tasks.recv', + 'replication_tasks_recv_backlog': 'replication.tasks.recv_backlog', + 'replication_tasks_skipped': 'replication.tasks.skipped', + 'replication_dlq_non_empty': 'replication.dlq.non_empty', + 'replication_service_error': 'replication.service_error', + 'replication_stream_error': 'replication.stream_error', + 'replication_stream_panic': 'replication.stream_panic', + 'replication_stream_stuck': 'replication.stream_stuck', + 'replication_duplicated_task': 'replication.duplicated_task', + 'replication_outlier_namespace': 'replication.outlier_namespace', + # Verification metrics + 'verify_replication_task_success': 'verify.replication_task.success', + 'verify_replication_task_not_found': 'verify.replication_task.not_found', + 'verify_replication_task_failed': 'verify.replication_task.failed', + 'verify_replication_tasks_latency': 'verify.replication_tasks.latency', + 'verify_describe_mutable_state_latency': 'verify.describe_mutable_state.latency', + 'generate_replication_tasks_latency': 'generate.replication_tasks.latency', + # Encounter metrics + 'encounter_zombie_workflow_count': 'encounter.zombie_workflow', + 'encounter_not_found_workflow_count': 'encounter.not_found_workflow', + 'encounter_pass_retention_workflow_count': 'encounter.pass_retention_workflow', + # Matching metrics + 'invalid_task_queue_partition': 'invalid_task_queue_partition', + 'loaded_task_queue_family_count': 'loaded_task_queue_family', + 'loaded_task_queue_partition_count': 'loaded_task_queue_partition', + 'force_loaded_task_queue_partitions_count': 'force_loaded_task_queue_partitions', + 'force_loaded_task_queue_partition_unnecessarily_count': 'force_loaded_task_queue_partition_unnecessarily', + 'unknown_build_polls': 'unknown_build_polls', + 'unknown_build_tasks': 'unknown_build_tasks', + 'poll_latency': 'poll.latency', + 'respond_nexus_failed': 'respond_nexus.failed', + # State metrics + 'state_machine_timer_processing_failures': 'state_machine.timer_processing_failures', + 'state_machine_timer_skips': 'state_machine.timer_skips', + # Shard metrics + 'shard_linger_success': 'shard.linger_success', + 'shard_linger_timeouts': 'shard.linger_timeouts', + # Command metrics + 'command': 'command', + # Circuit breaker metrics + 'circuit_breaker_executable_blocked': 'circuit_breaker.executable_blocked', + # Rate limiter metrics + 'rate_limited_task_runnable_wait_time': 'rate_limited_task.runnable_wait_time', + # Dynamic worker pool metrics + 'dynamic_worker_pool_scheduler_buffer_size': 'dynamic_worker_pool.scheduler_buffer_size', + 'dynamic_worker_pool_scheduler_active_workers': 'dynamic_worker_pool.scheduler_active_workers', + 'dynamic_worker_pool_scheduler_enqueued_tasks': 'dynamic_worker_pool.scheduler_enqueued_tasks', + # Persistence metrics + 'persistence_shard_rps': 'persistence.shard_rps', + 'persistence_session_refresh_failures': 'persistence.session_refresh_failures', + 'persistence_session_refresh_attempts': 'persistence.session_refresh_attempts', + # Memory metrics + 'memory_allocated': 'memory.allocated', + 'memory_heap': 'memory.heap', + 'memory_heap_objects': 'memory.heap_objects', + 'memory_heapidle': 'memory.heapidle', + 'memory_heapinuse': 'memory.heapinuse', + 'memory_stack': 'memory.stack', + 'memory_mallocs': 'memory.mallocs', + 'memory_frees': 'memory.frees', + 'memory_num_gc': 'memory.num_gc', + 'memory_gc_pause_ms': 'memory.gc_pause_ms', + 'memory_num_gc_last': 'memory.num_gc_last', + 'memory_pause_total_ns_last': 'memory.pause_total_ns_last', + # Process metrics + 'restarts': 'restarts', + 'num_goroutines': 'num_goroutines', + 'gomaxprocs': 'gomaxprocs', + # Finalizer metrics + 'finalizer_items_completed': 'finalizer.items_completed', + 'finalizer_items_unfinished': 'finalizer.items_unfinished', + 'finalizer_latency': 'finalizer.latency', + # Activity metrics + 'paused_activities': 'paused_activities', + # Signal metrics + 'signal_request_id_size': 'signal_request_id.size', + 'signal_request_id_count': 'signal_request_id', + # Total metrics + 'total_activity_count': 'total.activity', + 'total_user_timer_count': 'total.user_timer', + 'total_signal_count': 'total.signal', + 'total_signal_external_count': 'total.signal_external', + 'total_request_cancel_external_count': 'total.request_cancel_external', + 'total_child_execution_count': 'total.child_execution', + # Chasm metrics + 'chasm_total_size': 'chasm.total_size', + # Reachability metrics + 'reachability_exit_point_count': 'reachability.exit_point', + # Start workflow metrics + 'start_workflow_request_deduped': 'start_workflow.request_deduped', + # Out of order metrics + 'out_of_order_buffered_events': 'out_of_order.buffered_events', + # Approximate metrics + 'approximate_backlog_count': 'approximate.backlog_count', + 'approximate_backlog_age_seconds': 'approximate.backlog_age_seconds', + # Time metrics + 'time_between_shardinfo_update': 'time_between_shardinfo.update', + 'tasks_per_shardinfo_update': 'tasks_per_shardinfo.update', + # Elasticsearch metrics + 'elasticsearch_custom_order_by_clause_counter': 'elasticsearch.custom_order_by_clause', + 'elasticsearch_bulk_processor_bulk_request_took_latency': 'elasticsearch.bulk_processor.bulk_request_took.latency', + # Workflow update metrics + 'request_workflow_update_message': 'request_workflow.update_message', + 'respond_workflow_update_message': 'respond_workflow.update_message', + 'invalid_state_transition_workflow_update_message': 'invalid_state_transition_workflow.update_message', + # Signal metrics + 'signal_with_start_skip_delay_count': 'signal_with_start.skip_delay', + # Cassandra metrics + 'cassandra_session_refresh_failures': 'cassandra.session_refresh_failures', + 'cassandra_init_session_latency': 'cassandra.init_session_latency', + # Replication metrics + 'replication_tasks_back_fill': 'replication.tasks.back_fill', + 'replication_tasks_back_fill_latency': 'replication.tasks.back_fill_latency', + # Semaphore metrics + 'semaphore_latency': 'semaphore.latency', + 'semaphore_requests': 'semaphore.requests', + 'semaphore_failures': 'semaphore.failures', + # Task queue metrics + 'loaded_physical_task_queue_count': 'loaded_physical_task_queue', + # Rate limit metrics + 'dynamic_rate_limit_multiplier': 'dynamic_rate_limit.multiplier', + # Namespace metrics + 'read_namespace_errors': 'read_namespace.errors', + # Mutable state metrics + 'mutable_state_dirty': 'mutable_state.dirty', + # History metrics + 'history_workflow_execution_cache_lock_hold_duration': 'history.workflow_execution_cache_lock_hold_duration', + # New metrics + 'activity_info_size': 'activity_info.size', + 'nexus_requests': 'nexus.requests', + 'workflow_cancel': 'workflow.cancel', + 'dlq_writes': 'dlq.writes', + 'signal_info_count': 'signal_info.count', + 'reclaim_resources_delete_executions_success': 'reclaim_resources.delete_executions.success', + 'request_cancel_info_count': 'request_cancel_info.count', + 'delete_executions_failure': 'delete_executions.failure', + 'workflow_failed': 'workflow.failed', + 'child_info_size': 'child_info.size', + 'activity_info_count': 'activity_info.count', + 'delete_executions_not_found': 'delete_executions.not_found', + 'task_count': 'task.count', + 'schedule_action_delay': 'schedule.action.delay', + 'workflow_cron_backoff_timer': 'workflow.cron_backoff.timer', + 'signal_info_size': 'signal_info.size', + 'buffered_events_size': 'buffered_events.size', + 'workflow_continued_as_new': 'workflow.continued_as_new', + 'nexus_completion_requests': 'nexus.completion.requests', + 'persisted_mutable_state_size': 'persisted_mutable_state.size', + 'workflow_retry_backoff_timer': 'workflow.retry_backoff.timer', + 'non_retryable_tasks': 'non_retryable.tasks', + 'shardinfo_scheduled_queue_lag': 'shardinfo.scheduled_queue.lag', + 'workflow_success': 'workflow.success', + 'acquire_lock_failed': 'acquire_lock.failed', + 'mutable_state_size': 'mutable_state.size', + 'nexus_completion_latency': 'nexus.completion.latency', + 'timer_info_size': 'timer_info.size', + 'child_info_count': 'child_info.count', + 'execution_state_size': 'execution_state.size', + 'workflow_timeout': 'workflow.timeout', + 'schedule_action_attempt': 'schedule.action.attempt', + 'execution_info_size': 'execution_info.size', + 'forward_task_errors': 'forward_task.errors', + 'buffered_events_count': 'buffered_events.count', + 'timer_info_count': 'timer_info.count', + 'request_cancel_info_size': 'request_cancel_info.size', + 'workflow_context_cleared': 'workflow.context_cleared', + 'dlq_message_count': 'dlq.message.count', + 'reclaim_resources_namespace_delete_success': 'reclaim_resources.namespace_delete.success', + 'reclaim_resources_namespace_delete_failure': 'reclaim_resources.namespace_delete.failure', + 'nexus_latency': 'nexus.latency', + 'workflow_cleanup_delete': 'workflow.cleanup.delete', + 'reclaim_resources_delete_executions_failure': 'reclaim_resources.delete_executions.failure', + 'workflow_terminate': 'workflow.terminate', + 'shardinfo_immediate_queue_lag': 'shardinfo.immediate_queue.lag', } diff --git a/temporal/hatch.toml b/temporal/hatch.toml index 29f12d02b8667..1d7b1eb3f7252 100644 --- a/temporal/hatch.toml +++ b/temporal/hatch.toml @@ -2,9 +2,9 @@ [[envs.default.matrix]] python = ["3.12"] -version = ["1.19"] +version = ["1.27"] [envs.default.overrides] matrix.version.env-vars = [ - { key = "TEMPORAL_VERSION", value = "1.19.1", if = ["1.19"] }, + { key = "TEMPORAL_VERSION", value = "1.27.0", if = ["1.27"] }, ] diff --git a/temporal/metadata.csv b/temporal/metadata.csv index 2d2ead3224550..3c8d8cc74a380 100644 --- a/temporal/metadata.csv +++ b/temporal/metadata.csv @@ -1,619 +1,711 @@ -metric_name,metric_type,interval,unit_name,per_unit_name,description,orientation,integration,short_name,curated_metric -temporal.server.accept_workflow_update_message.count,count,,,,,0,temporal,accept workflow update message count, -temporal.server.ack_level.update.count,count,,,,,0,temporal,ack level update count, -temporal.server.ack_level.update.failed.count,count,,,,,0,temporal,ack level update failed count, -temporal.server.acquire_lock_failed.count,count,,,,,0,temporal,acquire lock failed count, -temporal.server.acquire_shards.count,count,,,,,0,temporal,acquire shards count, -temporal.server.acquire_shards.latency.bucket,count,,,,,0,temporal,acquire shards latency bucket, -temporal.server.acquire_shards.latency.count,count,,,,,0,temporal,acquire shards latency count, -temporal.server.acquire_shards.latency.sum,count,,millisecond,,,0,temporal,acquire shards latency sum, -temporal.server.action.count,count,,,,,0,temporal,action count, -temporal.server.activity.eager_execution.count,count,,,,,0,temporal,activity eager execution count, -temporal.server.activity.end_to_end_latency.bucket,count,,,,,0,temporal,activity end to end latency bucket, -temporal.server.activity.end_to_end_latency.count,count,,,,,0,temporal,activity end to end latency count, -temporal.server.activity.end_to_end_latency.sum,count,,millisecond,,,0,temporal,activity end to end latency sum, -temporal.server.activity_info.bucket,count,,,,,0,temporal,activity info bucket, -temporal.server.activity_info.count,count,,,,,0,temporal,activity info count, -temporal.server.activity_info.size.bucket,count,,,,,0,temporal,activity info size bucket, -temporal.server.activity_info.size.count,count,,,,,0,temporal,activity info size count, -temporal.server.activity_info.size.sum,count,,byte,,,0,temporal,activity info size sum, -temporal.server.activity_info.sum,count,,,,,0,temporal,activity info sum, -temporal.server.add_search_attributes.failures.count,count,,,,,0,temporal,add search attributes failures count, -temporal.server.add_search_attributes.workflow_failure,gauge,,,,,0,temporal,add search attributes workflow failure count, -temporal.server.add_search_attributes.workflow_failure.count,count,,,,,0,temporal,add search attributes workflow failure count, -temporal.server.add_search_attributes.workflow_success.count,count,,,,,0,temporal,add search attributes workflow success count, -temporal.server.archival.task_invalid_uri.count,count,,,,,0,temporal,archival task invalid uri count, -temporal.server.archiver.archive.latency.bucket,count,,,,,0,temporal,archiver archive latency bucket, -temporal.server.archiver.archive.latency.count,count,,,,,0,temporal,archiver archive latency count, -temporal.server.archiver.archive.latency.sum,count,,millisecond,,,0,temporal,archiver archive latency sum, -temporal.server.archiver.archive.target_latency.bucket,count,,,,,0,temporal,archiver archive target latency bucket, -temporal.server.archiver.archive.target_latency.count,count,,,,,0,temporal,archiver archive target latency count, -temporal.server.archiver.archive.target_latency.sum,count,,millisecond,,,0,temporal,archiver archive target latency sum, -temporal.server.archiver.backlog.size.count,count,,,,,0,temporal,archiver backlog size count, -temporal.server.archiver.client.history.inline_archive.attempt.count,count,,,,,0,temporal,archiver client history inline archive attempt count, -temporal.server.archiver.client.history.inline_archive.failure.count,count,,,,,0,temporal,archiver client history inline archive failure count, -temporal.server.archiver.client.history.request.count,count,,,,,0,temporal,archiver client history request count, -temporal.server.archiver.client.send_signal_error.count,count,,,,,0,temporal,archiver client send signal error count, -temporal.server.archiver.client.sent_signal.count,count,,,,,0,temporal,archiver client sent signal count, -temporal.server.archiver.client.visibility.inline_archive_attempt.count,count,,,,,0,temporal,archiver client visibility inline archive attempt count, -temporal.server.archiver.client.visibility.inline_archive_failure.count,count,,,,,0,temporal,archiver client visibility inline archive failure count, -temporal.server.archiver.client.visibility.request.count,count,,,,,0,temporal,archiver client visibility request count, -temporal.server.archiver.coroutine.started.count,count,,,,,0,temporal,archiver coroutine started count, -temporal.server.archiver.coroutine.stopped.count,count,,,,,0,temporal,archiver coroutine stopped count, -temporal.server.archiver.delete.failed_all_retries.count,count,,,,,0,temporal,archiver delete failed all retries count, -temporal.server.archiver.delete.success.count,count,,,,,0,temporal,archiver delete success count, -temporal.server.archiver.delete.with_retries.latency.bucket,count,,,,,0,temporal,archiver delete with retries latency bucket, -temporal.server.archiver.delete.with_retries.latency.count,count,,,,,0,temporal,archiver delete with retries latency count, -temporal.server.archiver.delete.with_retries.latency.sum,count,,millisecond,,,0,temporal,archiver delete with retries latency sum, -temporal.server.archiver.handle_all_requests_latency.bucket,count,,,,,0,temporal,archiver handle all requests latency bucket, -temporal.server.archiver.handle_all_requests_latency.count,count,,,,,0,temporal,archiver handle all requests latency count, -temporal.server.archiver.handle_all_requests_latency.sum,count,,millisecond,,,0,temporal,archiver handle all requests latency sum, -temporal.server.archiver.handle_history.request.latency.bucket,count,,,,,0,temporal,archiver handle history request latency bucket, -temporal.server.archiver.handle_history.request.latency.count,count,,,,,0,temporal,archiver handle history request latency count, -temporal.server.archiver.handle_history.request.latency.sum,count,,millisecond,,,0,temporal,archiver handle history request latency sum, -temporal.server.archiver.handle_visibility.failed_all_retries.count,count,,,,,0,temporal,archiver handle visibility failed all retries count, -temporal.server.archiver.handle_visibility.request.latency.bucket,count,,,,,0,temporal,archiver handle visibility request latency bucket, -temporal.server.archiver.handle_visibility.request.latency.count,count,,,,,0,temporal,archiver handle visibility request latency count, -temporal.server.archiver.handle_visibility.request.latency.sum,count,,millisecond,,,0,temporal,archiver handle visibility request latency sum, -temporal.server.archiver.handle_visibility.success.count,count,,,,,0,temporal,archiver handle visibility success count, -temporal.server.archiver.non_retryable_error.count,count,,,,,0,temporal,archiver non retryable error count, -temporal.server.archiver.num_handled_requests.count,count,,,,,0,temporal,archiver num handled requests count, -temporal.server.archiver.num_pumped_requests.count,count,,,,,0,temporal,archiver num pumped requests count, -temporal.server.archiver.pump.signal_channel_closed.count,count,,,,,0,temporal,archiver pump signal channel closed count, -temporal.server.archiver.pump.signal_threshold.count,count,,,,,0,temporal,archiver pump signal threshold count, -temporal.server.archiver.pump.timeout.count,count,,,,,0,temporal,archiver pump timeout count, -temporal.server.archiver.pump.timeout_without_signals.count,count,,,,,0,temporal,archiver pump timeout without signals count, -temporal.server.archiver.pumped_not_equal_handled.count,count,,,,,0,temporal,archiver pumped not equal handled count, -temporal.server.archiver.started.count,count,,,,,0,temporal,archiver started count, -temporal.server.archiver.stopped.count,count,,,,,0,temporal,archiver stopped count, -temporal.server.archiver.upload.failed_all_retries.count,count,,,,,0,temporal,archiver upload failed all retries count, -temporal.server.archiver.upload.success.count,count,,,,,0,temporal,archiver upload success count, -temporal.server.archiver.upload.with_retries.latency.bucket,count,,,,,0,temporal,archiver upload with retries latency bucket, -temporal.server.archiver.upload.with_retries.latency.count,count,,,,,0,temporal,archiver upload with retries latency count, -temporal.server.archiver.upload.with_retries.latency.sum,count,,millisecond,,,0,temporal,archiver upload with retries latency sum, -temporal.server.archiver.workflow.started.count,count,,,,,0,temporal,archiver workflow started count, -temporal.server.archiver.workflow.stopping.count,count,,,,,0,temporal,archiver workflow stopping count, -temporal.server.asyncmatch.latency.bucket,count,,,,Distribution of latencies from creation to delivery for async matched tasks. ,0,temporal,asyncmatch latency bucket, -temporal.server.asyncmatch.latency.count,count,,,,Count of latencies from creation to delivery for async matched tasks.,0,temporal,asyncmatch latency count, -temporal.server.asyncmatch.latency.sum,count,,millisecond,,Sum of time latencies creation to delivery for async matched tasks.,0,temporal,asyncmatch latency sum, -temporal.server.auto_reset_point.corruption.count,count,,,,,0,temporal,auto reset point corruption count, -temporal.server.auto_reset_points.exceed_limit.count,count,,,,,0,temporal,auto reset points exceed limit count, -temporal.server.batcher.operation_errors.count,count,,,,,0,temporal,batcher operation errors count, -temporal.server.batcher.processor_errors.count,count,,,,,0,temporal,batcher processor errors count, -temporal.server.batcher.processor_requests.count,count,,,,,0,temporal,batcher processor requests count, -temporal.server.buffer_replication_tasks.bucket,count,,,,,0,temporal,buffer replication tasks bucket, -temporal.server.buffer_replication_tasks.count,count,,,,,0,temporal,buffer replication tasks count, -temporal.server.buffer_replication_tasks.sum,count,,millisecond,,,0,temporal,buffer replication tasks sum, -temporal.server.buffer_throttle.count,count,,,,,0,temporal,buffer throttle count, -temporal.server.buffered_events.bucket,count,,,,,0,temporal,buffered events bucket, -temporal.server.buffered_events.count,count,,,,,0,temporal,buffered events count, -temporal.server.buffered_events.size.bucket,count,,,,,0,temporal,buffered events size bucket, -temporal.server.buffered_events.size.count,count,,,,,0,temporal,buffered events size count, -temporal.server.buffered_events.size.sum,count,,byte,,,0,temporal,buffered events size sum, -temporal.server.buffered_events.sum,count,,,,,0,temporal,buffered events sum, -temporal.server.cache.errors.count,count,,,,,0,temporal,cache errors count, -temporal.server.cache.latency.bucket,count,,,,,0,temporal,cache latency bucket, -temporal.server.cache.latency.count,count,,,,,0,temporal,cache latency count, -temporal.server.cache.latency.sum,count,,millisecond,,,0,temporal,cache latency sum, -temporal.server.cache.miss.count,count,,,,,0,temporal,cache miss count, -temporal.server.cache.requests.count,count,,,,,0,temporal,cache requests count, -temporal.server.cancel_activity_command.count,count,,,,,0,temporal,cancel activity command count, -temporal.server.cancel_external_workflow_command.count,count,,,,,0,temporal,cancel external workflow command count, -temporal.server.cancel_timer_command.count,count,,,,,0,temporal,cancel timer command count, -temporal.server.cancel_workflow_command.count,count,,,,,0,temporal,cancel workflow command count, -temporal.server.catchup.ready_shard_count,gauge,,,,,0,temporal,catchup ready shard count, -temporal.server.certificates.expired,gauge,,,,,0,temporal,certificates expired, -temporal.server.certificates.expiring,gauge,,,,,0,temporal,certificates expiring, -temporal.server.child_info.bucket,count,,,,,0,temporal,child info bucket, -temporal.server.child_info.count,count,,,,,0,temporal,child info count, -temporal.server.child_info.size.bucket,count,,,,,0,temporal,child info size bucket, -temporal.server.child_info.size.count,count,,,,,0,temporal,child info size count, -temporal.server.child_info.size.sum,count,,byte,,,0,temporal,child info size sum, -temporal.server.child_info.sum,count,,,,,0,temporal,child info sum, -temporal.server.child_workflow_command.count,count,,,,,0,temporal,child workflow command count, -temporal.server.client.errors.count,count,,,,An indicator for connection issues between different Server roles.,0,temporal,client errors count, -temporal.server.client.latency.bucket,count,,,,,0,temporal,client latency bucket, -temporal.server.client.latency.count,count,,,,,0,temporal,client latency count, -temporal.server.client.latency.sum,count,,millisecond,,,0,temporal,client latency sum, -temporal.server.client.redirection.errors.count,count,,,,,0,temporal,client redirection errors count, -temporal.server.client.redirection.latency.bucket,count,,,,,0,temporal,client redirection latency bucket, -temporal.server.client.redirection.latency.count,count,,,,,0,temporal,client redirection latency count, -temporal.server.client.redirection.latency.sum,count,,millisecond,,,0,temporal,client redirection latency sum, -temporal.server.client.redirection.requests.count,count,,,,,0,temporal,client redirection requests count, -temporal.server.client.requests.count,count,,,,,0,temporal,client requests count, -temporal.server.closed_workflow_buffer_event_counter.count,count,,,,,0,temporal,closed workflow buffer event counter count, -temporal.server.cluster_metadata.callback.lock_latency.bucket,count,,,,,0,temporal,cluster metadata callback lock latency bucket, -temporal.server.cluster_metadata.callback.lock_latency.count,count,,,,,0,temporal,cluster metadata callback lock latency count, -temporal.server.cluster_metadata.callback.lock_latency.sum,count,,millisecond,,,0,temporal,cluster metadata callback lock latency sum, -temporal.server.cluster_metadata.lock_latency.bucket,count,,,,,0,temporal,cluster metadata lock latency bucket, -temporal.server.cluster_metadata.lock_latency.count,count,,,,,0,temporal,cluster metadata lock latency count, -temporal.server.cluster_metadata.lock_latency.sum,count,,millisecond,,,0,temporal,cluster metadata lock latency sum, -temporal.server.complete_task_fail.count,count,,,,,0,temporal,complete task fail count, -temporal.server.complete_workflow_command.count,count,,,,,0,temporal,complete workflow command count, -temporal.server.complete_workflow_task_sticky.disabled.count,count,,,,,0,temporal,complete workflow task sticky disabled count, -temporal.server.complete_workflow_task_sticky.enabled.count,count,,,,,0,temporal,complete workflow task sticky enabled count, -temporal.server.complete_workflow_update_message.count,count,,,,,0,temporal,complete workflow update message count, -temporal.server.concurrency_update_failure.count,count,,,,,0,temporal,concurrency update failure count, -temporal.server.condition_failed_errors.count,count,,,,,0,temporal,condition failed errors count, -temporal.server.consistent_query_timeout.count,count,,,,,0,temporal,consistent query timeout count, -temporal.server.continue_as_new_command.count,count,,,,,0,temporal,continue as new command count, -temporal.server.count_executions.failures.count,count,,,,,0,temporal,count executions failures count, -temporal.server.delete_execution.failures.count,count,,,,,0,temporal,delete execution failures count, -temporal.server.delete_execution.not_found.count,count,,,,,0,temporal,delete execution not found count, -temporal.server.delete_executions.success.count,count,,,,,0,temporal,delete executions success count, -temporal.server.delete_namespace.failures.count,count,,,,,0,temporal,delete namespace failures count, -temporal.server.delete_namespace.success.count,count,,,,,0,temporal,delete namespace success count, -temporal.server.delete_namespace.workflow_failure.count,count,,,,,0,temporal,delete namespace workflow failure count, -temporal.server.delete_namespace.workflow_success.count,count,,,,,0,temporal,delete namespace workflow success count, -temporal.server.direct_query_dispatch.clear_stickiness.latency.bucket,count,,,,,0,temporal,direct query dispatch clear stickiness latency bucket, -temporal.server.direct_query_dispatch.clear_stickiness.latency.count,count,,,,,0,temporal,direct query dispatch clear stickiness latency count, -temporal.server.direct_query_dispatch.clear_stickiness.latency.sum,count,,millisecond,,,0,temporal,direct query dispatch clear stickiness latency sum, -temporal.server.direct_query_dispatch.clear_stickiness.success.count,count,,,,,0,temporal,direct query dispatch clear stickiness success count, -temporal.server.direct_query_dispatch.latency.bucket,count,,,,,0,temporal,direct query dispatch latency bucket, -temporal.server.direct_query_dispatch.latency.count,count,,,,,0,temporal,direct query dispatch latency count, -temporal.server.direct_query_dispatch.latency.sum,count,,millisecond,,,0,temporal,direct query dispatch latency sum, -temporal.server.direct_query_dispatch.non_sticky.latency.bucket,count,,,,,0,temporal,direct query dispatch non sticky latency bucket, -temporal.server.direct_query_dispatch.non_sticky.latency.count,count,,,,,0,temporal,direct query dispatch non sticky latency count, -temporal.server.direct_query_dispatch.non_sticky.latency.sum,count,,millisecond,,,0,temporal,direct query dispatch non sticky latency sum, -temporal.server.direct_query_dispatch.non_sticky.success.count,count,,,,,0,temporal,direct query dispatch non sticky success count, -temporal.server.direct_query_dispatch.sticky.latency.bucket,count,,,,,0,temporal,direct query dispatch sticky latency bucket, -temporal.server.direct_query_dispatch.sticky.latency.count,count,,,,,0,temporal,direct query dispatch sticky latency count, -temporal.server.direct_query_dispatch.sticky.latency.sum,count,,millisecond,,,0,temporal,direct query dispatch sticky latency sum, -temporal.server.direct_query_dispatch.sticky.success.count,count,,,,,0,temporal,direct query dispatch sticky success count, -temporal.server.direct_query_dispatch.timeout_before_non_sticky.count,count,,,,,0,temporal,direct query dispatch timeout before non sticky count, -temporal.server.duplicate_replication_events.count,count,,,,,0,temporal,duplicate replication events count, -temporal.server.elasticsearch.bulk_processor.bulk_size.bucket,count,,,,,0,temporal,elasticsearch bulk processor bulk size bucket, -temporal.server.elasticsearch.bulk_processor.bulk_size.count,count,,,,,0,temporal,elasticsearch bulk processor bulk size count, -temporal.server.elasticsearch.bulk_processor.bulk_size.sum,count,,,,,0,temporal,elasticsearch bulk processor bulk size sum, -temporal.server.elasticsearch.bulk_processor.commit.latency.bucket,count,,,,,0,temporal,elasticsearch bulk processor commit latency bucket, -temporal.server.elasticsearch.bulk_processor.commit.latency.count,count,,,,,0,temporal,elasticsearch bulk processor commit latency count, -temporal.server.elasticsearch.bulk_processor.commit.latency.sum,count,,millisecond,,,0,temporal,elasticsearch bulk processor commit latency sum, -temporal.server.elasticsearch.bulk_processor.corrupted_data.count,count,,,,,0,temporal,elasticsearch bulk processor corrupted data count, -temporal.server.elasticsearch.bulk_processor.duplicate_request.count,count,,,,,0,temporal,elasticsearch bulk processor duplicate request count, -temporal.server.elasticsearch.bulk_processor.errors.count,count,,,,,0,temporal,elasticsearch bulk processor errors count, -temporal.server.elasticsearch.bulk_processor.queued_requests.bucket,count,,,,,0,temporal,elasticsearch bulk processor queued requests bucket, -temporal.server.elasticsearch.bulk_processor.queued_requests.count,count,,,,,0,temporal,elasticsearch bulk processor queued requests count, -temporal.server.elasticsearch.bulk_processor.queued_requests.sum,count,,,,,0,temporal,elasticsearch bulk processor queued requests sum, -temporal.server.elasticsearch.bulk_processor.request.latency.bucket,count,,,,,0,temporal,elasticsearch bulk processor request latency bucket, -temporal.server.elasticsearch.bulk_processor.request.latency.count,count,,,,,0,temporal,elasticsearch bulk processor request latency count, -temporal.server.elasticsearch.bulk_processor.request.latency.sum,count,,millisecond,,,0,temporal,elasticsearch bulk processor request latency sum, -temporal.server.elasticsearch.bulk_processor.requests.count,count,,,,,0,temporal,elasticsearch bulk processor requests count, -temporal.server.elasticsearch.bulk_processor.wait_add.latency.bucket,count,,,,,0,temporal,elasticsearch bulk processor wait add latency bucket, -temporal.server.elasticsearch.bulk_processor.wait_add.latency.count,count,,,,,0,temporal,elasticsearch bulk processor wait add latency count, -temporal.server.elasticsearch.bulk_processor.wait_add.latency.sum,count,,millisecond,,,0,temporal,elasticsearch bulk processor wait add latency sum, -temporal.server.elasticsearch.bulk_processor.wait_start.latency.bucket,count,,,,,0,temporal,elasticsearch bulk processor wait start latency bucket, -temporal.server.elasticsearch.bulk_processor.wait_start.latency.count,count,,,,,0,temporal,elasticsearch bulk processor wait start latency count, -temporal.server.elasticsearch.bulk_processor.wait_start.latency.sum,count,,millisecond,,,0,temporal,elasticsearch bulk processor wait start latency sum, -temporal.server.elasticsearch.document.generate_failures_counter.count,count,,,,,0,temporal,elasticsearch document generate failures counter count, -temporal.server.elasticsearch.document.parse_failures_counter.count,count,,,,,0,temporal,elasticsearch document parse failures counter count, -temporal.server.empty_completion_commands.count,count,,,,,0,temporal,empty completion commands count, -temporal.server.empty_replication_events.count,count,,,,,0,temporal,empty replication events count, -temporal.server.event.blob_size.bucket,count,,,,,0,temporal,event blob size bucket, -temporal.server.event.blob_size.count,count,,,,,0,temporal,event blob size count, -temporal.server.event.blob_size.sum,count,,byte,,,0,temporal,event blob size sum, -temporal.server.event.reapply_skipped.count,count,,,,,0,temporal,event reapply skipped count, -temporal.server.execution_info.size.bucket,count,,,,,0,temporal,execution info size bucket, -temporal.server.execution_info.size.count,count,,,,,0,temporal,execution info size count, -temporal.server.execution_info.size.sum,count,,byte,,,0,temporal,execution info size sum, -temporal.server.execution_state.size.bucket,count,,,,,0,temporal,execution state size bucket, -temporal.server.execution_state.size.count,count,,,,,0,temporal,execution state size count, -temporal.server.execution_state.size.sum,count,,byte,,,0,temporal,execution state size sum, -temporal.server.executions_outstanding,gauge,,,,,0,temporal,executions outstanding, -temporal.server.executor.deferred.count,count,,,,,0,temporal,executor deferred count, -temporal.server.executor.done.count,count,,,,,0,temporal,executor done count, -temporal.server.executor.dropped.count,count,,,,,0,temporal,executor dropped count, -temporal.server.executor.err.count,count,,,,,0,temporal,executor err count, -temporal.server.fail_workflow_command.count,count,,,,,0,temporal,fail workflow command count, -temporal.server.failed_workflow_tasks.count,count,,,,,0,temporal,failed workflow tasks count, -temporal.server.forward_poll.calls.count,count,,,,,0,temporal,forward poll calls count, -temporal.server.forward_poll.errors.count,count,,,,,0,temporal,forward poll errors count, -temporal.server.forward_poll.latency.bucket,count,,,,,0,temporal,forward poll latency bucket, -temporal.server.forward_poll.latency.count,count,,,,,0,temporal,forward poll latency count, -temporal.server.forward_poll.latency.sum,count,,millisecond,,,0,temporal,forward poll latency sum, -temporal.server.forward_query.calls.count,count,,,,,0,temporal,forward query calls count, -temporal.server.forward_query.errors.count,count,,,,,0,temporal,forward query errors count, -temporal.server.forward_query.latency.bucket,count,,,,,0,temporal,forward query latency bucket, -temporal.server.forward_query.latency.count,count,,,,,0,temporal,forward query latency count, -temporal.server.forward_query.latency.sum,count,,millisecond,,,0,temporal,forward query latency sum, -temporal.server.forward_task.calls.count,count,,,,,0,temporal,forward task calls count, -temporal.server.forward_task.errors.count,count,,,,,0,temporal,forward task errors count, -temporal.server.forward_task.latency.bucket,count,,,,,0,temporal,forward task latency bucket, -temporal.server.forward_task.latency.count,count,,,,,0,temporal,forward task latency count, -temporal.server.forward_task.latency.sum,count,,millisecond,,,0,temporal,forward task latency sum, -temporal.server.forwarded.count,count,,,,,0,temporal,forwarded count, -temporal.server.forwarded_per_tl.count,count,,,,,0,temporal,forwarded per tl count, -temporal.server.get_dlq_replication_messages.bucket,count,,,,,0,temporal,get dlq replication messages bucket, -temporal.server.get_dlq_replication_messages.count,count,,,,,0,temporal,get dlq replication messages count, -temporal.server.get_dlq_replication_messages.sum,count,,millisecond,,,0,temporal,get dlq replication messages sum, -temporal.server.get_engine_for_shard.errors.count,count,,,,,0,temporal,get engine for shard errors count, -temporal.server.get_engine_for_shard.latency.bucket,count,,,,,0,temporal,get engine for shard latency bucket, -temporal.server.get_engine_for_shard.latency.count,count,,,,,0,temporal,get engine for shard latency count, -temporal.server.get_engine_for_shard.latency.sum,count,,millisecond,,,0,temporal,get engine for shard latency sum, -temporal.server.get_replication_messages_for_shard.bucket,count,,,,,0,temporal,get replication messages for shard bucket, -temporal.server.get_replication_messages_for_shard.count,count,,,,,0,temporal,get replication messages for shard count, -temporal.server.get_replication_messages_for_shard.sum,count,,millisecond,,,0,temporal,get replication messages for shard sum, -temporal.server.handover.ready_shard_count,gauge,,,,,0,temporal,handover ready shard count, -temporal.server.heartbeat.timeout.count,count,,,,,0,temporal,heartbeat timeout count, -temporal.server.history.archiver.archive.non_retryable_error.count,count,,,,,0,temporal,history archiver archive non retryable error count, -temporal.server.history.archiver.archive.success.count,count,,,,,0,temporal,history archiver archive success count, -temporal.server.history.archiver.archive.transient_error.count,count,,,,,0,temporal,history archiver archive transient error count, -temporal.server.history.archiver.blob_exists.count,count,,,,,0,temporal,history archiver blob exists count, -temporal.server.history.archiver.blob_integrity_check_failed.count,count,,,,,0,temporal,history archiver blob integrity check failed count, -temporal.server.history.archiver.blob_size.bucket,count,,,,,0,temporal,history archiver blob size bucket, -temporal.server.history.archiver.blob_size.count,count,,,,,0,temporal,history archiver blob size count, -temporal.server.history.archiver.blob_size.sum,count,,byte,,,0,temporal,history archiver blob size sum, -temporal.server.history.archiver.deterministic_construction_check_failed.count,count,,,,,0,temporal,history archiver deterministic construction check failed count, -temporal.server.history.archiver.duplicate_archivals.count,count,,,,,0,temporal,history archiver duplicate archivals count, -temporal.server.history.archiver.history_mutated.count,count,,,,,0,temporal,history archiver history mutated count, -temporal.server.history.archiver.history_size.bucket,count,,,,,0,temporal,history archiver history size bucket, -temporal.server.history.archiver.history_size.count,count,,,,,0,temporal,history archiver history size count, -temporal.server.history.archiver.history_size.sum,count,,byte,,,0,temporal,history archiver history size sum, -temporal.server.history.archiver.running_blob_integrity_check.count,count,,,,,0,temporal,history archiver running blob integrity check count, -temporal.server.history.archiver.running_deterministic_construction_check.count,count,,,,,0,temporal,history archiver running deterministic construction check count, -temporal.server.history.archiver.total_upload_size.bucket,count,,,,,0,temporal,history archiver total upload size bucket, -temporal.server.history.archiver.total_upload_size.count,count,,,,,0,temporal,history archiver total upload size count, -temporal.server.history.archiver.total_upload_size.sum,count,,byte,,,0,temporal,history archiver total upload size sum, -temporal.server.history.bucket,count,,,,,0,temporal,history bucket, -temporal.server.history.conflicts.count,count,,,,,0,temporal,history conflicts count, -temporal.server.history.count,count,,,,,0,temporal,history count, -temporal.server.history.event_notification.fail_delivery.count,count,,,,,0,temporal,history event notification fail delivery count, -temporal.server.history.event_notification.fanout_latency.bucket,count,,,,,0,temporal,history event notification fanout latency bucket, -temporal.server.history.event_notification.fanout_latency.count,count,,,,,0,temporal,history event notification fanout latency count, -temporal.server.history.event_notification.fanout_latency.sum,count,,millisecond,,,0,temporal,history event notification fanout latency sum, -temporal.server.history.event_notification.inflight_message,gauge,,,,,0,temporal,history event notification inflight message, -temporal.server.history.event_notification.queueing_latency.bucket,count,,,,,0,temporal,history event notification queueing latency bucket, -temporal.server.history.event_notification.queueing_latency.count,count,,,,,0,temporal,history event notification queueing latency count, -temporal.server.history.event_notification.queueing_latency.sum,count,,millisecond,,,0,temporal,history event notification queueing latency sum, -temporal.server.history.size.bucket,count,,,,,0,temporal,history size bucket, -temporal.server.history.size.count,count,,,,,0,temporal,history size count, -temporal.server.history.size.sum,count,,byte,,,0,temporal,history size sum, -temporal.server.history.sum,count,,,,,0,temporal,history sum, -temporal.server.history.workflow_execution_cache_latency.bucket,count,,,,,0,temporal,history workflow execution cache latency bucket, -temporal.server.history.workflow_execution_cache_latency.count,count,,,,,0,temporal,history workflow execution cache latency count, -temporal.server.history.workflow_execution_cache_latency.sum,count,,millisecond,,,0,temporal,history workflow execution cache latency sum, -temporal.server.inordered_buffered_events.count,count,,,,,0,temporal,inordered buffered events count, -temporal.server.invalid_task_queue_name.count,count,,,,,0,temporal,invalid task queue name count, -temporal.server.last_processed_message_id,gauge,,,,,0,temporal,last processed message id, -temporal.server.last_retrieved_message_id,gauge,,,,,0,temporal,last retrieved message id, -temporal.server.lease.failures.count,count,,,,,0,temporal,lease failures count, -temporal.server.lease.requests.count,count,,,,,0,temporal,lease requests count, -temporal.server.list_executions.failures.count,count,,,,,0,temporal,list executions failures count, -temporal.server.loaded_task_queue_count,gauge,,,,,0,temporal,loaded task queue count, -temporal.server.local_to_local.matches.count,count,,,,,0,temporal,local to local matches count, -temporal.server.local_to_remote.matches.count,count,,,,,0,temporal,local to remote matches count, -temporal.server.lock.failures.count,count,,,,,0,temporal,lock failures count, -temporal.server.lock.latency.bucket,count,,,,,0,temporal,lock latency bucket, -temporal.server.lock.latency.count,count,,,,,0,temporal,lock latency count, -temporal.server.lock.latency.sum,count,,millisecond,,,0,temporal,lock latency sum, -temporal.server.lock.requests.count,count,,,,,0,temporal,lock requests count, -temporal.server.membership_changed.count,count,,,,,0,temporal,membership changed count, -temporal.server.memo_size.bucket,count,,,,,0,temporal,memo size bucket, -temporal.server.memo_size.count,count,,,,,0,temporal,memo size count, -temporal.server.memo_size.sum,count,,byte,,,0,temporal,memo size sum, -temporal.server.modify_workflow_properties_command.count,count,,,,,0,temporal,modify workflow properties command count, -temporal.server.multiple_completion_commands.count,count,,,,,0,temporal,multiple completion commands count, -temporal.server.mutable_state.size.bucket,count,,,,,0,temporal,mutable state size bucket, -temporal.server.mutable_state.size.count,count,,,,,0,temporal,mutable state size count, -temporal.server.mutable_state.size.sum,count,,byte,,,0,temporal,mutable state size sum, -temporal.server.mutable_state_checksum.invalidated.count,count,,,,,0,temporal,mutable state checksum invalidated count, -temporal.server.mutable_state_checksum.mismatch.count,count,,,,,0,temporal,mutable state checksum mismatch count, -temporal.server.namespace_cache.callbacks_latency.bucket,count,,,,,0,temporal,namespace cache callbacks latency bucket, -temporal.server.namespace_cache.callbacks_latency.count,count,,,,,0,temporal,namespace cache callbacks latency count, -temporal.server.namespace_cache.callbacks_latency.sum,count,,millisecond,,,0,temporal,namespace cache callbacks latency sum, -temporal.server.namespace_cache.prepare_callbacks_latency.bucket,count,,,,,0,temporal,namespace cache prepare callbacks latency bucket, -temporal.server.namespace_cache.prepare_callbacks_latency.count,count,,,,,0,temporal,namespace cache prepare callbacks latency count, -temporal.server.namespace_cache.prepare_callbacks_latency.sum,count,,millisecond,,,0,temporal,namespace cache prepare callbacks latency sum, -temporal.server.namespace_dlq.ack_level,gauge,,,,,0,temporal,namespace dlq ack level, -temporal.server.namespace_dlq.max_level,gauge,,,,,0,temporal,namespace dlq max level, -temporal.server.namespace_registry.lock_latency.bucket,count,,,,,0,temporal,namespace registry lock latency bucket, -temporal.server.namespace_registry.lock_latency.count,count,,,,,0,temporal,namespace registry lock latency count, -temporal.server.namespace_registry.lock_latency.sum,count,,millisecond,,,0,temporal,namespace registry lock latency sum, -temporal.server.namespace_replication.dlq_enqueue_requests.count,count,,,,,0,temporal,namespace replication dlq enqueue requests count, -temporal.server.namespace_replication.task_ack_level,gauge,,,,,0,temporal,namespace replication task ack level, -temporal.server.new_timer_notifications.count,count,,,,,0,temporal,new timer notifications count, -temporal.server.no_poller_tasks.count,count,,,,Tasks added to a task queue that has no poller.,0,temporal,no poller tasks count, -temporal.server.numshards,gauge,,,,,0,temporal,numshards, -temporal.server.parent_close_policy_processor.errors.count,count,,,,,0,temporal,parent close policy processor errors count, -temporal.server.parent_close_policy_processor.requests.count,count,,,,,0,temporal,parent close policy processor requests count, -temporal.server.pending_tasks.bucket,count,,,,,0,temporal,pending tasks bucket, -temporal.server.pending_tasks.count,count,,,,,0,temporal,pending tasks count, -temporal.server.pending_tasks.sum,count,,,,,0,temporal,pending tasks sum, -temporal.server.persistence.error_with_type.count,count,,,,"Number of persistence errors, tagged by error type.",0,temporal,persistence error with type count, -temporal.server.persistence.errors.count,count,,,,Number of persistence errors.,0,temporal,persistence errors count, -temporal.server.persistence.errors.resource_exhausted.count,count,,,,,0,temporal,persistence errors resource exhausted count, -temporal.server.persistence.latency.bucket,count,,,,Distribution of latencies on persistence operations.,0,temporal,persistence latency bucket, -temporal.server.persistence.latency.count,count,,,,Count of latencies on persistence operations.,0,temporal,persistence latency count, -temporal.server.persistence.latency.sum,count,,millisecond,,Sum of latencies on persistence operations.,0,temporal,persistence latency sum, -temporal.server.persistence.requests.count,count,,,,Number of persistence requests.,0,temporal,persistence requests count, -temporal.server.poll.success.count,count,,,,Number of tasks successfully matched by the poller.,0,temporal,poll success count, -temporal.server.poll.success_sync.count,count,,,,Number of tasks successfully matched synchronously. ,0,temporal,poll success sync count, -temporal.server.poll.timeouts.count,count,,,,Number of times a poller timed out due to no tasks being available.,0,temporal,poll timeouts count, -temporal.server.query_before_first_workflow_task.count,count,,,,,0,temporal,query before first workflow task count, -temporal.server.query_buffer_exceeded.count,count,,,,,0,temporal,query buffer exceeded count, -temporal.server.query_registry_invalid_state.count,count,,,,,0,temporal,query registry invalid state count, -temporal.server.queue.actions.count,count,,,,,0,temporal,queue actions count, -temporal.server.queue.latency_schedule.bucket,count,,,,,0,temporal,queue latency schedule bucket, -temporal.server.queue.latency_schedule.count,count,,,,,0,temporal,queue latency schedule count, -temporal.server.queue.latency_schedule.sum,count,,millisecond,,,0,temporal,queue latency schedule sum, -temporal.server.queue.reader.bucket,count,,,,,0,temporal,queue reader bucket, -temporal.server.queue.reader.count,count,,,,,0,temporal,queue reader count, -temporal.server.queue.reader.sum,count,,,,,0,temporal,queue reader sum, -temporal.server.queue.slice.bucket,count,,,,,0,temporal,queue slice bucket, -temporal.server.queue.slice.count,count,,,,,0,temporal,queue slice count, -temporal.server.queue.slice.sum,count,,,,,0,temporal,queue slice sum, -temporal.server.rate_limiter.failures.count,count,,,,,0,temporal,rate limiter failures count, -temporal.server.read_namespace.failures.count,count,,,,,0,temporal,read namespace failures count, -temporal.server.record_marker_command.count,count,,,,,0,temporal,record marker command count, -temporal.server.reject_workflow_update_message.count,count,,,,,0,temporal,reject workflow update message count, -temporal.server.remote_to_local.matches.count,count,,,,,0,temporal,remote to local matches count, -temporal.server.remote_to_remote.matches.count,count,,,,,0,temporal,remote to remote matches count, -temporal.server.remove_engine_for_shard.latency.bucket,count,,,,,0,temporal,remove engine for shard latency bucket, -temporal.server.remove_engine_for_shard.latency.count,count,,,,,0,temporal,remove engine for shard latency count, -temporal.server.remove_engine_for_shard.latency.sum,count,,millisecond,,,0,temporal,remove engine for shard latency sum, -temporal.server.rename_namespace.failures.count,count,,,,,0,temporal,rename namespace failures count, -temporal.server.rename_namespace.success.count,count,,,,,0,temporal,rename namespace success count, -temporal.server.replication.dlq.ack_level,gauge,,,,,0,temporal,replication dlq ack level, -temporal.server.replication.dlq.enqueue_failed.count,count,,,,,0,temporal,replication dlq enqueue failed count, -temporal.server.replication.dlq.max_level,gauge,,,,,0,temporal,replication dlq max level, -temporal.server.replication.latency.bucket,count,,,,,0,temporal,replication latency bucket, -temporal.server.replication.latency.count,count,,,,,0,temporal,replication latency count, -temporal.server.replication.latency.sum,count,,millisecond,,,0,temporal,replication latency sum, -temporal.server.replication.task_cleanup.count,count,,,,,0,temporal,replication task cleanup count, -temporal.server.replication.task_cleanup.failed.count,count,,,,,0,temporal,replication task cleanup failed count, -temporal.server.replication.tasks.applied.count,count,,,,,0,temporal,replication tasks applied count, -temporal.server.replication.tasks.applied_latency.bucket,count,,,,,0,temporal,replication tasks applied latency bucket, -temporal.server.replication.tasks.applied_latency.count,count,,,,,0,temporal,replication tasks applied latency count, -temporal.server.replication.tasks.applied_latency.sum,count,,millisecond,,,0,temporal,replication tasks applied latency sum, -temporal.server.replication.tasks.failed.count,count,,,,,0,temporal,replication tasks failed count, -temporal.server.replication.tasks.fetched.bucket,count,,,,,0,temporal,replication tasks fetched bucket, -temporal.server.replication.tasks.fetched.count,count,,,,,0,temporal,replication tasks fetched count, -temporal.server.replication.tasks.fetched.sum,count,,millisecond,,,0,temporal,replication tasks fetched sum, -temporal.server.replication.tasks.lag.bucket,count,,,,,0,temporal,replication tasks lag bucket, -temporal.server.replication.tasks.lag.count,count,,,,,0,temporal,replication tasks lag count, -temporal.server.replication.tasks.lag.sum,count,,millisecond,,,0,temporal,replication tasks lag sum, -temporal.server.replication.tasks.returned.bucket,count,,,,,0,temporal,replication tasks returned bucket, -temporal.server.replication.tasks.returned.count,count,,,,,0,temporal,replication tasks returned count, -temporal.server.replication.tasks.returned.sum,count,,millisecond,,,0,temporal,replication tasks returned sum, -temporal.server.replication_events_size.bucket,count,,,,,0,temporal,replication events size bucket, -temporal.server.replication_events_size.count,count,,,,,0,temporal,replication events size count, -temporal.server.replication_events_size.sum,count,,millisecond,,,0,temporal,replication events size sum, -temporal.server.replicator.dlq_enqueue_fails.count,count,,,,,0,temporal,replicator dlq enqueue fails count, -temporal.server.replicator.errors.count,count,,,,,0,temporal,replicator errors count, -temporal.server.replicator.latency.bucket,count,,,,,0,temporal,replicator latency bucket, -temporal.server.replicator.latency.count,count,,,,,0,temporal,replicator latency count, -temporal.server.replicator.latency.sum,count,,millisecond,,,0,temporal,replicator latency sum, -temporal.server.replicator.messages.count,count,,,,,0,temporal,replicator messages count, -temporal.server.request_cancel_info.bucket,count,,,,,0,temporal,request cancel info bucket, -temporal.server.request_cancel_info.count,count,,,,,0,temporal,request cancel info count, -temporal.server.request_cancel_info.size.bucket,count,,,,,0,temporal,request cancel info size bucket, -temporal.server.request_cancel_info.size.count,count,,,,,0,temporal,request cancel info size count, -temporal.server.request_cancel_info.size.sum,count,,byte,,,0,temporal,request cancel info size sum, -temporal.server.request_cancel_info.sum,count,,,,,0,temporal,request cancel info sum, -temporal.server.respond_query_failed.count,count,,,,,0,temporal,respond query failed count, -temporal.server.scan_duration.bucket,count,,,,,0,temporal,scan duration bucket, -temporal.server.scan_duration.count,count,,,,,0,temporal,scan duration count, -temporal.server.scan_duration.sum,count,,millisecond,,,0,temporal,scan duration sum, -temporal.server.scavenger.errors.count,count,,,,,0,temporal,scavenger errors count, -temporal.server.scavenger.skips.count,count,,,,,0,temporal,scavenger skips count, -temporal.server.scavenger.success.count,count,,,,,0,temporal,scavenger success count, -temporal.server.scavenger.validation.failures.count,count,,,,,0,temporal,scavenger validation failures count, -temporal.server.scavenger.validation.requests.count,count,,,,,0,temporal,scavenger validation requests count, -temporal.server.scavenger.validation.skips.count,count,,,,,0,temporal,scavenger validation skips count, -temporal.server.schedule.action.errors.count,count,,,,,0,temporal,schedule action errors count, -temporal.server.schedule.action.success.count,count,,,,,0,temporal,schedule action success count, -temporal.server.schedule.buffer_overruns.count,count,,,,,0,temporal,schedule buffer overruns count, -temporal.server.schedule.cancel_workflow.errors.count,count,,,,,0,temporal,schedule cancel workflow errors count, -temporal.server.schedule.missed_catchup_window.count,count,,,,,0,temporal,schedule missed catchup window count, -temporal.server.schedule.rate_limited.count,count,,,,,0,temporal,schedule rate limited count, -temporal.server.schedule.terminate_workflow.errors.count,count,,,,,0,temporal,schedule terminate workflow errors count, -temporal.server.schedule_activity_command.count,count,,,,,0,temporal,schedule activity command count, -temporal.server.schedule_to_close.timeout.count,count,,,,,0,temporal,schedule to close timeout count, -temporal.server.schedule_to_start.timeout.count,count,,,,,0,temporal,schedule to start timeout count, -temporal.server.search_attributes_size.bucket,count,,,,,0,temporal,search attributes size bucket, -temporal.server.search_attributes_size.count,count,,,,,0,temporal,search attributes size count, -temporal.server.search_attributes_size.sum,count,,byte,,,0,temporal,search attributes size sum, -temporal.server.service.authorization_latency.bucket,count,,,,,0,temporal,service authorization latency bucket, -temporal.server.service.authorization_latency.count,count,,,,,0,temporal,service authorization latency count, -temporal.server.service.authorization_latency.sum,count,,millisecond,,,0,temporal,service authorization latency sum, -temporal.server.service.error_with_type.count,count,,,,"Errors encountered by the service, tagged by type.",0,temporal,service error with type count, -temporal.server.service.errors.count,count,,,,,0,temporal,service errors count, -temporal.server.service.errors.critical.count,count,,,,,0,temporal,service errors critical count, -temporal.server.service.errors.resource_exhausted.count,count,,,,,0,temporal,service errors resource exhausted count, -temporal.server.service.errors.shard_ownership_lost.count,count,,,,,0,temporal,service errors shard ownership lost count, -temporal.server.service.errors.task_already_started.count,count,,,,,0,temporal,service errors task already started count, -temporal.server.service.latency.bucket,count,,,,Distribution of latencies for all client request operations.,0,temporal,service latency bucket, -temporal.server.service.latency.count,count,,,,Count of latencies for all client request operations.,0,temporal,service latency count, -temporal.server.service.latency.nouserlatency.bucket,count,,,,,0,temporal,service latency nouserlatency bucket, -temporal.server.service.latency.nouserlatency.count,count,,,,,0,temporal,service latency nouserlatency count, -temporal.server.service.latency.nouserlatency.sum,count,,millisecond,,,0,temporal,service latency nouserlatency sum, -temporal.server.service.latency.sum,count,,millisecond,,Sum of latencies for all client requests operations.,0,temporal,service latency sum, -temporal.server.service.latency.userlatency.bucket,count,,,,,0,temporal,service latency userlatency bucket, -temporal.server.service.latency.userlatency.count,count,,,,,0,temporal,service latency userlatency count, -temporal.server.service.latency.userlatency.sum,count,,millisecond,,,0,temporal,service latency userlatency sum, -temporal.server.service.pending_requests,gauge,,,,,0,temporal,service pending requests, -temporal.server.service.requests.count,count,,,,Service requests received per Task Queue.,0,temporal,service requests count, -temporal.server.shard.lock_latency.bucket,count,,,,,0,temporal,shard lock latency bucket, -temporal.server.shard.lock_latency.count,count,,,,,0,temporal,shard lock latency count, -temporal.server.shard.lock_latency.sum,count,,millisecond,,,0,temporal,shard lock latency sum, -temporal.server.shard_closed.count,count,,,,,0,temporal,shard closed count, -temporal.server.shard_controller.lock_latency.bucket,count,,,,,0,temporal,shard controller lock latency bucket, -temporal.server.shard_controller.lock_latency.count,count,,,,,0,temporal,shard controller lock latency count, -temporal.server.shard_controller.lock_latency.sum,count,,millisecond,,,0,temporal,shard controller lock latency sum, -temporal.server.shardinfo.immediate_queue.lag.bucket,count,,,,,0,temporal,shardinfo immediate queue lag bucket, -temporal.server.shardinfo.immediate_queue.lag.count,count,,,,,0,temporal,shardinfo immediate queue lag count, -temporal.server.shardinfo.immediate_queue.lag.sum,count,,,,,0,temporal,shardinfo immediate queue lag sum, -temporal.server.shardinfo.replication.lag.bucket,count,,,,,0,temporal,shardinfo replication lag bucket, -temporal.server.shardinfo.replication.lag.count,count,,,,,0,temporal,shardinfo replication lag count, -temporal.server.shardinfo.replication.lag.sum,count,,,,,0,temporal,shardinfo replication lag sum, -temporal.server.shardinfo.replication.pending_task.bucket,count,,,,,0,temporal,shardinfo replication pending task bucket, -temporal.server.shardinfo.replication.pending_task.count,count,,,,,0,temporal,shardinfo replication pending task count, -temporal.server.shardinfo.replication.pending_task.sum,count,,,,,0,temporal,shardinfo replication pending task sum, -temporal.server.shardinfo.scheduled_queue.lag.bucket,count,,,,,0,temporal,shardinfo scheduled queue lag bucket, -temporal.server.shardinfo.scheduled_queue.lag.count,count,,,,,0,temporal,shardinfo scheduled queue lag count, -temporal.server.shardinfo.scheduled_queue.lag.sum,count,,millisecond,,,0,temporal,shardinfo scheduled queue lag sum, -temporal.server.shardinfo.timer.active.pending_task.bucket,count,,,,,0,temporal,shardinfo timer active pending task bucket, -temporal.server.shardinfo.timer.active.pending_task.count,count,,,,,0,temporal,shardinfo timer active pending task count, -temporal.server.shardinfo.timer.active.pending_task.sum,count,,,,,0,temporal,shardinfo timer active pending task sum, -temporal.server.shardinfo.timer.lag.bucket,count,,,,,0,temporal,shardinfo timer lag bucket, -temporal.server.shardinfo.timer.lag.count,count,,,,,0,temporal,shardinfo timer lag count, -temporal.server.shardinfo.timer.lag.sum,count,,millisecond,,,0,temporal,shardinfo timer lag sum, -temporal.server.shardinfo.timer.standby.pending_task.bucket,count,,,,,0,temporal,shardinfo timer standby pending task bucket, -temporal.server.shardinfo.timer.standby.pending_task.count,count,,,,,0,temporal,shardinfo timer standby pending task count, -temporal.server.shardinfo.timer.standby.pending_task.sum,count,,,,,0,temporal,shardinfo timer standby pending task sum, -temporal.server.shardinfo.transfer.active.pending_task.bucket,count,,,,,0,temporal,shardinfo transfer active pending task bucket, -temporal.server.shardinfo.transfer.active.pending_task.count,count,,,,,0,temporal,shardinfo transfer active pending task count, -temporal.server.shardinfo.transfer.active.pending_task.sum,count,,,,,0,temporal,shardinfo transfer active pending task sum, -temporal.server.shardinfo.transfer.lag.bucket,count,,,,,0,temporal,shardinfo transfer lag bucket, -temporal.server.shardinfo.transfer.lag.count,count,,,,,0,temporal,shardinfo transfer lag count, -temporal.server.shardinfo.transfer.lag.sum,count,,,,,0,temporal,shardinfo transfer lag sum, -temporal.server.shardinfo.transfer.standby.pending_task.bucket,count,,,,,0,temporal,shardinfo transfer standby pending task bucket, -temporal.server.shardinfo.transfer.standby.pending_task.count,count,,,,,0,temporal,shardinfo transfer standby pending task count, -temporal.server.shardinfo.transfer.standby.pending_task.sum,count,,,,,0,temporal,shardinfo transfer standby pending task sum, -temporal.server.shardinfo.visibility.lag.bucket,count,,,,,0,temporal,shardinfo visibility lag bucket, -temporal.server.shardinfo.visibility.lag.count,count,,,,,0,temporal,shardinfo visibility lag count, -temporal.server.shardinfo.visibility.lag.sum,count,,,,,0,temporal,shardinfo visibility lag sum, -temporal.server.shardinfo.visibility.pending_task.bucket,count,,,,,0,temporal,shardinfo visibility pending task bucket, -temporal.server.shardinfo.visibility.pending_task.count,count,,,,,0,temporal,shardinfo visibility pending task count, -temporal.server.shardinfo.visibility.pending_task.sum,count,,,,,0,temporal,shardinfo visibility pending task sum, -temporal.server.sharditem.acquisition_latency.bucket,count,,,,,0,temporal,sharditem acquisition latency bucket, -temporal.server.sharditem.acquisition_latency.count,count,,,,,0,temporal,sharditem acquisition latency count, -temporal.server.sharditem.acquisition_latency.sum,count,,millisecond,,,0,temporal,sharditem acquisition latency sum, -temporal.server.sharditem.created.count,count,,,,,0,temporal,sharditem created count, -temporal.server.sharditem.removed.count,count,,,,,0,temporal,sharditem removed count, -temporal.server.signal_external_workflow_command.count,count,,,,,0,temporal,signal external workflow command count, -temporal.server.signal_info.bucket,count,,,,,0,temporal,signal info bucket, -temporal.server.signal_info.count,count,,,,,0,temporal,signal info count, -temporal.server.signal_info.size.bucket,count,,,,,0,temporal,signal info size bucket, -temporal.server.signal_info.size.count,count,,,,,0,temporal,signal info size count, -temporal.server.signal_info.size.sum,count,,byte,,,0,temporal,signal info size sum, -temporal.server.signal_info.sum,count,,,,,0,temporal,signal info sum, -temporal.server.stale_mutable_state.count,count,,,,,0,temporal,stale mutable state count, -temporal.server.stale_replication_events.count,count,,,,,0,temporal,stale replication events count, -temporal.server.start_timer_command.count,count,,,,,0,temporal,start timer command count, -temporal.server.start_to_close.timeout.count,count,,,,,0,temporal,start to close timeout count, -temporal.server.started.count,count,,,,,0,temporal,started count, -temporal.server.state_transition.bucket,count,,,,,0,temporal,state transition bucket, -temporal.server.state_transition.count,count,,,,,0,temporal,state transition count, -temporal.server.state_transition.sum,count,,,,,0,temporal,state transition sum, -temporal.server.stopped.count,count,,,,,0,temporal,stopped count, -temporal.server.sync_throttle.count,count,,,,,0,temporal,sync throttle count, -temporal.server.syncmatch.latency.bucket,count,,,,,0,temporal,syncmatch latency bucket, -temporal.server.syncmatch.latency.count,count,,,,,0,temporal,syncmatch latency count, -temporal.server.syncmatch.latency.sum,count,,millisecond,,,0,temporal,syncmatch latency sum, -temporal.server.syncshard.remote.count,count,,,,,0,temporal,syncshard remote count, -temporal.server.syncshard.remote.failed.count,count,,,,,0,temporal,syncshard remote failed count, -temporal.server.task.attempt.bucket,count,,,,Distribution of the number of attempts on each task execution.,0,temporal,task attempt bucket, -temporal.server.task.attempt.count,count,,,,Count of the number of attempts on each task execution.,0,temporal,task attempt count, -temporal.server.task.attempt.sum,count,,,,Sum of the number of attempts on each task execution.,0,temporal,task attempt sum, -temporal.server.task.batch_complete_counter.count,count,,,,,0,temporal,task batch complete counter count, -temporal.server.task.bucket,count,,,,,0,temporal,task bucket, -temporal.server.task.count,count,,,,,0,temporal,task count, -temporal.server.task.deleted,gauge,,,,,0,temporal,task deleted, -temporal.server.task.dependency_task_not_completed.count,count,,,,,0,temporal,task dependency task not completed count, -temporal.server.task.errors.corruption.count,count,,,,,0,temporal,task errors corruption count, -temporal.server.task.errors.count,count,,,,Number of task process errors.,0,temporal,task errors count, -temporal.server.task.errors.discarded.count,count,,,,,0,temporal,task errors discarded count, -temporal.server.task.errors.limit_exceeded_counter.count,count,,,,,0,temporal,task errors limit exceeded counter count, -temporal.server.task.errors.namespace_handover.count,count,,,,,0,temporal,task errors namespace handover count, -temporal.server.task.errors.not_active_counter.count,count,,,,,0,temporal,task errors not active counter count, -temporal.server.task.errors.standby_retry_counter.count,count,,,,,0,temporal,task errors standby retry counter count, -temporal.server.task.errors.throttled.count,count,,,,,0,temporal,task errors throttled count, -temporal.server.task.errors.version_mismatch.count,count,,,,,0,temporal,task errors version mismatch count, -temporal.server.task.errors.workflow_busy.count,count,,,,,0,temporal,task errors workflow busy count, -temporal.server.task.lag_per_tl,gauge,,,,,0,temporal,task lag per tl, -temporal.server.task.latency.bucket,count,,,,Distribution of in-memory latencies across multiple attempts.,0,temporal,task latency bucket, -temporal.server.task.latency.count,count,,,,Count of in-memory latencies across multiple attempts.,0,temporal,task latency count, -temporal.server.task.latency.load.bucket,count,,,,Distribution of durations from task generation to task loading.,0,temporal,task latency load bucket, -temporal.server.task.latency.load.count,count,,,,Count of durations from task generation to task loading.,0,temporal,task latency load count, -temporal.server.task.latency.load.sum,count,,millisecond,,Sum of durations from task generation to task loading.,0,temporal,task latency load sum, -temporal.server.task.latency.processing.bucket,count,,,,Distribution of task processing latencies per attempt.,0,temporal,task latency processing bucket, -temporal.server.task.latency.processing.count,count,,,,Count of task processing latencies per attempt.,0,temporal,task latency processing count, -temporal.server.task.latency.processing.sum,count,,millisecond,,Sum of task processing latencies per attempt.,0,temporal,task latency processing sum, -temporal.server.task.latency.queue.bucket,count,,,,Distribution of durations from when a task is fired to when the task is done.,0,temporal,task latency queue bucket, -temporal.server.task.latency.queue.count,count,,,,Count of durations from when a task is fired to when the task is done.,0,temporal,task latency queue count, -temporal.server.task.latency.queue.sum,count,,millisecond,,Sum of durations from when a task is fired to when the task is done.,0,temporal,task latency queue sum, -temporal.server.task.latency.schedule.bucket,count,,,,Distribution of durations from task submission to processing.,0,temporal,task latency schedule bucket, -temporal.server.task.latency.schedule.count,count,,,,Count of durations from task submission to processing.,0,temporal,task latency schedule count, -temporal.server.task.latency.schedule.sum,count,,millisecond,,Sum of durations from task submission to processing.,0,temporal,task latency schedule sum, -temporal.server.task.latency.sum,count,,millisecond,,Sum of in-memory latencies across multiple attempts.,0,temporal,task latency sum, -temporal.server.task.latency.user.bucket,count,,,,,0,temporal,task latency user bucket, -temporal.server.task.latency.user.count,count,,,,,0,temporal,task latency user count, -temporal.server.task.latency.user.sum,count,,millisecond,,,0,temporal,task latency user sum, -temporal.server.task.processed,gauge,,,,,0,temporal,task processed, -temporal.server.task.requests.count,count,,,,Number of task process requests.,0,temporal,task requests count, -temporal.server.task.schedule_to_start_latency.bucket,count,,,,,0,temporal,task schedule to start latency bucket, -temporal.server.task.schedule_to_start_latency.count,count,,,,,0,temporal,task schedule to start latency count, -temporal.server.task.schedule_to_start_latency.sum,count,,millisecond,,,0,temporal,task schedule to start latency sum, -temporal.server.task.skipped.count,count,,,,,0,temporal,task skipped count, -temporal.server.task.sum,count,,,,,0,temporal,task sum, -temporal.server.task.write.latency.bucket,count,,,,,0,temporal,task write latency bucket, -temporal.server.task.write.latency.count,count,,,,,0,temporal,task write latency count, -temporal.server.task.write.latency.sum,count,,millisecond,,,0,temporal,task write latency sum, -temporal.server.task.write.throttle.count,count,,,,,0,temporal,task write throttle count, -temporal.server.task_queue.started.count,count,,,,,0,temporal,task queue started count, -temporal.server.task_queue.stopped.count,count,,,,,0,temporal,task queue stopped count, -temporal.server.task_rescheduler.pending_tasks.bucket,count,,,,,0,temporal,task rescheduler pending tasks bucket, -temporal.server.task_rescheduler.pending_tasks.count,count,,,,,0,temporal,task rescheduler pending tasks count, -temporal.server.task_rescheduler.pending_tasks.sum,count,,,,,0,temporal,task rescheduler pending tasks sum, -temporal.server.task_scheduler.throttled.count,count,,,,,0,temporal,task scheduler throttled count, -temporal.server.taskqueue.deleted,gauge,,,,,0,temporal,taskqueue deleted, -temporal.server.taskqueue.outstanding,gauge,,,,,0,temporal,taskqueue outstanding, -temporal.server.taskqueue.processed,gauge,,,,,0,temporal,taskqueue processed, -temporal.server.tasks_expired.count,count,,,,,0,temporal,tasks expired count, -temporal.server.timer_info.bucket,count,,,,,0,temporal,timer info bucket, -temporal.server.timer_info.count,count,,,,,0,temporal,timer info count, -temporal.server.timer_info.size.bucket,count,,,,,0,temporal,timer info size bucket, -temporal.server.timer_info.size.count,count,,,,,0,temporal,timer info size count, -temporal.server.timer_info.size.sum,count,,byte,,,0,temporal,timer info size sum, -temporal.server.timer_info.sum,count,,,,,0,temporal,timer info sum, -temporal.server.transfer_task.missing_event_counter.count,count,,,,,0,temporal,transfer task missing event counter count, -temporal.server.unbuffer_replication_tasks.bucket,count,,,,,0,temporal,unbuffer replication tasks bucket, -temporal.server.unbuffer_replication_tasks.count,count,,,,,0,temporal,unbuffer replication tasks count, -temporal.server.unbuffer_replication_tasks.sum,count,,millisecond,,,0,temporal,unbuffer replication tasks sum, -temporal.server.update_namespace.failures.count,count,,,,,0,temporal,update namespace failures count, -temporal.server.upsert_workflow_search_attributes_command.count,count,,,,,0,temporal,upsert workflow search attributes command count, -temporal.server.version_check.failed.count,count,,,,,0,temporal,version check failed count, -temporal.server.version_check.latency.bucket,count,,,,,0,temporal,version check latency bucket, -temporal.server.version_check.latency.count,count,,,,,0,temporal,version check latency count, -temporal.server.version_check.latency.sum,count,,millisecond,,,0,temporal,version check latency sum, -temporal.server.version_check.request_failed.count,count,,,,,0,temporal,version check request failed count, -temporal.server.version_check.success.count,count,,,,,0,temporal,version check success count, -temporal.server.visibility.archiver.archive.non_retryable_error.count,count,,,,,0,temporal,visibility archiver archive non retryable error count, -temporal.server.visibility.archiver.archive.success.count,count,,,,,0,temporal,visibility archiver archive success count, -temporal.server.visibility.archiver.archive.transient_error.count,count,,,,,0,temporal,visibility archiver archive transient error count, -temporal.server.visibility.persistence.error_with_type.count,count,,,,,0,temporal,visibility persistence error with type count, -temporal.server.visibility.persistence.errors.count,count,,,,,0,temporal,visibility persistence errors count, -temporal.server.visibility.persistence.latency.bucket,count,,,,,0,temporal,visibility persistence latency bucket, -temporal.server.visibility.persistence.latency.count,count,,,,,0,temporal,visibility persistence latency count, -temporal.server.visibility.persistence.latency.sum,count,,millisecond,,,0,temporal,visibility persistence latency sum, -temporal.server.visibility.persistence.requests.count,count,,,,,0,temporal,visibility persistence requests count, -temporal.server.visibility.persistence.resource_exhausted.count,count,,,,,0,temporal,visibility persistence resource exhausted count, -temporal.server.wf_too_many_pending.activities.count,count,,,,,0,temporal,wf too many pending activities count, -temporal.server.wf_too_many_pending.cancel_requests.count,count,,,,,0,temporal,wf too many pending cancel requests count, -temporal.server.wf_too_many_pending.child_workflows.count,count,,,,,0,temporal,wf too many pending child workflows count, -temporal.server.wf_too_many_pending.external_workflow_signals.count,count,,,,,0,temporal,wf too many pending external workflow signals count, -temporal.server.worker_not_supports_consistent_query.count,count,,,,,0,temporal,worker not supports consistent query count, -temporal.server.workflow.cancel.count,count,,,,,0,temporal,workflow cancel count, -temporal.server.workflow.cleanup.archive.count,count,,,,,0,temporal,workflow cleanup archive count, -temporal.server.workflow.cleanup.delete.count,count,,,,,0,temporal,workflow cleanup delete count, -temporal.server.workflow.cleanup.delete_history_inline.count,count,,,,,0,temporal,workflow cleanup delete history inline count, -temporal.server.workflow.cleanup.nop.count,count,,,,,0,temporal,workflow cleanup nop count, -temporal.server.workflow.context_cleared.count,count,,,,,0,temporal,workflow context cleared count, -temporal.server.workflow.continued_as_new.count,count,,,,,0,temporal,workflow continued as new count, -temporal.server.workflow.cron_backoff.timer.count,count,,,,,0,temporal,workflow cron backoff timer count, -temporal.server.workflow.eager_execution.count,count,,,,,0,temporal,workflow eager execution count, -temporal.server.workflow.eager_execution.denied.count,count,,,,,0,temporal,workflow eager execution denied count, -temporal.server.workflow.failed.count,count,,,,,0,temporal,workflow failed count, -temporal.server.workflow.retry_backoff.timer.count,count,,,,,0,temporal,workflow retry backoff timer count, -temporal.server.workflow.run_timeout_overrides.count,count,,,,,0,temporal,workflow run timeout overrides count, -temporal.server.workflow.success.count,count,,,,,0,temporal,workflow success count, -temporal.server.workflow.task.attempt.bucket,count,,,,,0,temporal,workflow task attempt bucket, -temporal.server.workflow.task.attempt.count,count,,,,,0,temporal,workflow task attempt count, -temporal.server.workflow.task.attempt.sum,count,,,,,0,temporal,workflow task attempt sum, -temporal.server.workflow.task.heartbeat_timeout.count,count,,,,,0,temporal,workflow task heartbeat timeout count, -temporal.server.workflow.task.query_latency.bucket,count,,,,,0,temporal,workflow task query latency bucket, -temporal.server.workflow.task.query_latency.count,count,,,,,0,temporal,workflow task query latency count, -temporal.server.workflow.task.query_latency.sum,count,,millisecond,,,0,temporal,workflow task query latency sum, -temporal.server.workflow.task.timeout_overrides.count,count,,,,,0,temporal,workflow task timeout overrides count, -temporal.server.workflow.terminate.count,count,,,,,0,temporal,workflow terminate count, -temporal.server.workflow.timeout.count,count,,,,,0,temporal,workflow timeout count, +metric_name,metric_type,interval,unit_name,per_unit_name,description,orientation,integration,short_name,curated_metric,sample_tags +temporal.server.accept_workflow_update_message.count,count,,,,,0,temporal,accept workflow update message count,, +temporal.server.ack_level.update.count,count,,,,,0,temporal,ack level update count,, +temporal.server.ack_level.update.failed.count,count,,,,,0,temporal,ack level update failed count,, +temporal.server.acquire_lock.failed.count,count,,,,,0,temporal,acquire lock failed count,, +temporal.server.acquire_shards.count,count,,,,,0,temporal,acquire shards count,, +temporal.server.acquire_shards.latency.bucket,count,,,,,0,temporal,acquire shards latency bucket,, +temporal.server.acquire_shards.latency.count,count,,,,,0,temporal,acquire shards latency count,, +temporal.server.acquire_shards.latency.sum,count,,millisecond,,,0,temporal,acquire shards latency sum,, +temporal.server.action.count,count,,,,,0,temporal,action count,, +temporal.server.activity.eager_execution.count,count,,,,,0,temporal,activity eager execution count,, +temporal.server.activity.end_to_end_latency.bucket,count,,,,,0,temporal,activity end to end latency bucket,, +temporal.server.activity.end_to_end_latency.count,count,,,,,0,temporal,activity end to end latency count,, +temporal.server.activity.end_to_end_latency.sum,count,,millisecond,,,0,temporal,activity end to end latency sum,, +temporal.server.activity_info.count.bucket,count,,,,,0,temporal,activity info count bucket,, +temporal.server.activity_info.count.count,count,,,,,0,temporal,activity info count count,, +temporal.server.activity_info.count.sum,count,,,,,0,temporal,activity info count sum,, +temporal.server.activity_info.size.bucket,count,,,,,0,temporal,activity info size bucket,, +temporal.server.activity_info.size.count,count,,,,,0,temporal,activity info size count,, +temporal.server.activity_info.size.sum,count,,byte,,,0,temporal,activity info size sum,, +temporal.server.add_search_attributes.failures.count,count,,,,,0,temporal,add search attributes failures count,, +temporal.server.add_search_attributes.workflow_failure,gauge,,,,,0,temporal,add search attributes workflow failure count,, +temporal.server.add_search_attributes.workflow_failure.count,count,,,,,0,temporal,add search attributes workflow failure count,, +temporal.server.add_search_attributes.workflow_success.count,count,,,,,0,temporal,add search attributes workflow success count,, +temporal.server.approximate.backlog_age_seconds,gauge,,,,,0,temporal,approximate backlog age seconds,, +temporal.server.approximate.backlog_count,gauge,,,,,0,temporal,approximate backlog count,, +temporal.server.archival.task_invalid_uri.count,count,,,,,0,temporal,archival task invalid uri count,, +temporal.server.archiver.archive.latency.bucket,count,,,,,0,temporal,archiver archive latency bucket,, +temporal.server.archiver.archive.latency.count,count,,,,,0,temporal,archiver archive latency count,, +temporal.server.archiver.archive.latency.sum,count,,millisecond,,,0,temporal,archiver archive latency sum,, +temporal.server.archiver.archive.target_latency.bucket,count,,,,,0,temporal,archiver archive target latency bucket,, +temporal.server.archiver.archive.target_latency.count,count,,,,,0,temporal,archiver archive target latency count,, +temporal.server.archiver.archive.target_latency.sum,count,,millisecond,,,0,temporal,archiver archive target latency sum,, +temporal.server.asyncmatch.latency.bucket,count,,,,,0,temporal,asyncmatch latency bucket,, +temporal.server.asyncmatch.latency.count,count,,,,,0,temporal,asyncmatch latency count,, +temporal.server.asyncmatch.latency.sum,count,,millisecond,,,0,temporal,asyncmatch latency sum,, +temporal.server.auto_reset_point.corruption.count,count,,,,,0,temporal,auto reset point corruption count,, +temporal.server.auto_reset_points.exceed_limit.count,count,,,,,0,temporal,auto reset points exceed limit count,, +temporal.server.batchable_task.batch_count,gauge,,,,,0,temporal,batchable task batch count,, +temporal.server.batcher.operation_errors.count,count,,,,,0,temporal,batcher operation errors count,, +temporal.server.batcher.processor_errors.count,count,,,,,0,temporal,batcher processor errors count,, +temporal.server.batcher.processor_requests.count,count,,,,,0,temporal,batcher processor requests count,, +temporal.server.buffer_throttle.count,count,,,,,0,temporal,buffer throttle count,, +temporal.server.buffered_events.count.bucket,count,,,,,0,temporal,buffered events count bucket,, +temporal.server.buffered_events.count.count,count,,,,,0,temporal,buffered events count count,, +temporal.server.buffered_events.count.sum,count,,,,,0,temporal,buffered events count sum,, +temporal.server.buffered_events.size.bucket,count,,,,,0,temporal,buffered events size bucket,, +temporal.server.buffered_events.size.count,count,,,,,0,temporal,buffered events size count,, +temporal.server.buffered_events.size.sum,count,,byte,,,0,temporal,buffered events size sum,, +temporal.server.cache.entry_age_on_eviction.bucket,count,,,,,0,temporal,cache entry age on eviction bucket,, +temporal.server.cache.entry_age_on_eviction.count,count,,,,,0,temporal,cache entry age on eviction count,, +temporal.server.cache.entry_age_on_eviction.sum,count,,millisecond,,,0,temporal,cache entry age on eviction sum,, +temporal.server.cache.entry_age_on_get.bucket,count,,,,,0,temporal,cache entry age on get bucket,, +temporal.server.cache.entry_age_on_get.count,count,,,,,0,temporal,cache entry age on get count,, +temporal.server.cache.entry_age_on_get.sum,count,,millisecond,,,0,temporal,cache entry age on get sum,, +temporal.server.cache.errors.count,count,,,,,0,temporal,cache errors count,, +temporal.server.cache.latency.bucket,count,,,,,0,temporal,cache latency bucket,, +temporal.server.cache.latency.count,count,,,,,0,temporal,cache latency count,, +temporal.server.cache.latency.sum,count,,millisecond,,,0,temporal,cache latency sum,, +temporal.server.cache.miss.count,count,,,,,0,temporal,cache miss count,, +temporal.server.cache.pinned_usage,gauge,,,,,0,temporal,cache pinned usage,, +temporal.server.cache.requests.count,count,,,,,0,temporal,cache requests count,, +temporal.server.cache.size,gauge,,,,,0,temporal,cache size,, +temporal.server.cache.ttl.bucket,count,,,,,0,temporal,cache ttl bucket,, +temporal.server.cache.ttl.count,count,,,,,0,temporal,cache ttl count,, +temporal.server.cache.ttl.sum,count,,millisecond,,,0,temporal,cache ttl sum,, +temporal.server.cache.usage,gauge,,,,,0,temporal,cache usage,, +temporal.server.cassandra.init_session_latency.bucket,count,,,,,0,temporal,cassandra init session latency bucket,, +temporal.server.cassandra.init_session_latency.count,count,,,,,0,temporal,cassandra init session latency count,, +temporal.server.cassandra.init_session_latency.sum,count,,millisecond,,,0,temporal,cassandra init session latency sum,, +temporal.server.cassandra.session_refresh_failures.count,count,,,,,0,temporal,cassandra session refresh failures count,, +temporal.server.catchup.ready_shard_count,gauge,,,,,0,temporal,catchup ready shard count,, +temporal.server.certificates.expired,gauge,,,,,0,temporal,certificates expired,, +temporal.server.certificates.expiring,gauge,,,,,0,temporal,certificates expiring,, +temporal.server.chasm.total_size.bucket,count,,,,,0,temporal,chasm total size bucket,, +temporal.server.chasm.total_size.count,count,,,,,0,temporal,chasm total size count,, +temporal.server.chasm.total_size.sum,count,,byte,,,0,temporal,chasm total size sum,, +temporal.server.child_info.count.bucket,count,,,,,0,temporal,child info count bucket,, +temporal.server.child_info.count.count,count,,,,,0,temporal,child info count count,, +temporal.server.child_info.count.sum,count,,,,,0,temporal,child info count sum,, +temporal.server.child_info.size.bucket,count,,,,,0,temporal,child info size bucket,, +temporal.server.child_info.size.count,count,,,,,0,temporal,child info size count,, +temporal.server.child_info.size.sum,count,,byte,,,0,temporal,child info size sum,, +temporal.server.circuit_breaker.executable_blocked.count,count,,,,,0,temporal,circuit breaker executable blocked count,, +temporal.server.client.errors.count,count,,,,,0,temporal,client errors count,, +temporal.server.client.latency.bucket,count,,,,,0,temporal,client latency bucket,, +temporal.server.client.latency.count,count,,,,,0,temporal,client latency count,, +temporal.server.client.latency.sum,count,,millisecond,,,0,temporal,client latency sum,, +temporal.server.client.redirection.errors.count,count,,,,,0,temporal,client redirection errors count,, +temporal.server.client.redirection.latency.bucket,count,,,,,0,temporal,client redirection latency bucket,, +temporal.server.client.redirection.latency.count,count,,,,,0,temporal,client redirection latency count,, +temporal.server.client.redirection.latency.sum,count,,millisecond,,,0,temporal,client redirection latency sum,, +temporal.server.client.redirection.requests.count,count,,,,,0,temporal,client redirection requests count,, +temporal.server.client.requests.count,count,,,,,0,temporal,client requests count,, +temporal.server.closed_workflow_buffer_event_counter.count,count,,,,,0,temporal,closed workflow buffer event counter count,, +temporal.server.command.count,count,,,,,0,temporal,command count,, +temporal.server.complete_workflow_task_sticky.disabled.count,count,,,,,0,temporal,complete workflow task sticky disabled count,, +temporal.server.complete_workflow_task_sticky.enabled.count,count,,,,,0,temporal,complete workflow task sticky enabled count,, +temporal.server.concurrency_update_failure.count,count,,,,,0,temporal,concurrency update failure count,, +temporal.server.condition_failed_errors.count,count,,,,,0,temporal,condition failed errors count,, +temporal.server.consistent_query_timeout.count,count,,,,,0,temporal,consistent query timeout count,, +temporal.server.dd.cluster_metadata.callback.lock_latency.bucket,count,,,,,0,temporal,dd cluster metadata callback lock latency bucket,, +temporal.server.dd.cluster_metadata.callback.lock_latency.count,count,,,,,0,temporal,dd cluster metadata callback lock latency count,, +temporal.server.dd.cluster_metadata.callback.lock_latency.sum,count,,millisecond,,,0,temporal,dd cluster metadata callback lock latency sum,, +temporal.server.dd.cluster_metadata.lock_latency.bucket,count,,,,,0,temporal,dd cluster metadata lock latency bucket,, +temporal.server.dd.cluster_metadata.lock_latency.count,count,,,,,0,temporal,dd cluster metadata lock latency count,, +temporal.server.dd.cluster_metadata.lock_latency.sum,count,,millisecond,,,0,temporal,dd cluster metadata lock latency sum,, +temporal.server.dd.namespace_registry.lock_latency.bucket,count,,,,,0,temporal,dd namespace registry lock latency bucket,, +temporal.server.dd.namespace_registry.lock_latency.count,count,,,,,0,temporal,dd namespace registry lock latency count,, +temporal.server.dd.namespace_registry.lock_latency.sum,count,,millisecond,,,0,temporal,dd namespace registry lock latency sum,, +temporal.server.dd.shard.io_semaphore_latency.bucket,count,,,,,0,temporal,dd shard io semaphore latency bucket,, +temporal.server.dd.shard.io_semaphore_latency.count,count,,,,,0,temporal,dd shard io semaphore latency count,, +temporal.server.dd.shard.io_semaphore_latency.sum,count,,millisecond,,,0,temporal,dd shard io semaphore latency sum,, +temporal.server.dd.shard.lock_latency.bucket,count,,,,,0,temporal,dd shard lock latency bucket,, +temporal.server.dd.shard.lock_latency.count,count,,,,,0,temporal,dd shard lock latency count,, +temporal.server.dd.shard.lock_latency.sum,count,,millisecond,,,0,temporal,dd shard lock latency sum,, +temporal.server.dd.shard_controller.lock_latency.bucket,count,,,,,0,temporal,dd shard controller lock latency bucket,, +temporal.server.dd.shard_controller.lock_latency.count,count,,,,,0,temporal,dd shard controller lock latency count,, +temporal.server.dd.shard_controller.lock_latency.sum,count,,millisecond,,,0,temporal,dd shard controller lock latency sum,, +temporal.server.delete_executions.failure.count,count,,,,,0,temporal,delete executions failure count,, +temporal.server.delete_executions.not_found.count,count,,,,,0,temporal,delete executions not found count,, +temporal.server.delete_executions.success.count,count,,,,,0,temporal,delete executions success count,, +temporal.server.direct_query_dispatch.clear_stickiness.latency.bucket,count,,,,,0,temporal,direct query dispatch clear stickiness latency bucket,, +temporal.server.direct_query_dispatch.clear_stickiness.latency.count,count,,,,,0,temporal,direct query dispatch clear stickiness latency count,, +temporal.server.direct_query_dispatch.clear_stickiness.latency.sum,count,,millisecond,,,0,temporal,direct query dispatch clear stickiness latency sum,, +temporal.server.direct_query_dispatch.clear_stickiness.success.count,count,,,,,0,temporal,direct query dispatch clear stickiness success count,, +temporal.server.direct_query_dispatch.latency.bucket,count,,,,,0,temporal,direct query dispatch latency bucket,, +temporal.server.direct_query_dispatch.latency.count,count,,,,,0,temporal,direct query dispatch latency count,, +temporal.server.direct_query_dispatch.latency.sum,count,,millisecond,,,0,temporal,direct query dispatch latency sum,, +temporal.server.direct_query_dispatch.non_sticky.latency.bucket,count,,,,,0,temporal,direct query dispatch non sticky latency bucket,, +temporal.server.direct_query_dispatch.non_sticky.latency.count,count,,,,,0,temporal,direct query dispatch non sticky latency count,, +temporal.server.direct_query_dispatch.non_sticky.latency.sum,count,,millisecond,,,0,temporal,direct query dispatch non sticky latency sum,, +temporal.server.direct_query_dispatch.non_sticky.success.count,count,,,,,0,temporal,direct query dispatch non sticky success count,, +temporal.server.direct_query_dispatch.sticky.latency.bucket,count,,,,,0,temporal,direct query dispatch sticky latency bucket,, +temporal.server.direct_query_dispatch.sticky.latency.count,count,,,,,0,temporal,direct query dispatch sticky latency count,, +temporal.server.direct_query_dispatch.sticky.latency.sum,count,,millisecond,,,0,temporal,direct query dispatch sticky latency sum,, +temporal.server.direct_query_dispatch.sticky.success.count,count,,,,,0,temporal,direct query dispatch sticky success count,, +temporal.server.direct_query_dispatch.timeout_before_non_sticky.count,count,,,,,0,temporal,direct query dispatch timeout before non sticky count,, +temporal.server.dlq.message.count,gauge,,,,,0,temporal,dlq message count,, +temporal.server.dlq.writes.count,count,,,,,0,temporal,dlq writes count,, +temporal.server.duplicate_replication_events.count,count,,,,,0,temporal,duplicate replication events count,, +temporal.server.dynamic_rate_limit.multiplier,gauge,,,,,0,temporal,dynamic rate limit multiplier,, +temporal.server.dynamic_worker_pool.scheduler_active_workers,gauge,,,,,0,temporal,dynamic worker pool scheduler active workers,, +temporal.server.dynamic_worker_pool.scheduler_buffer_size,gauge,,,,,0,temporal,dynamic worker pool scheduler buffer size,, +temporal.server.dynamic_worker_pool.scheduler_dequeued_tasks.count,count,,,,,0,temporal,dynamic worker pool scheduler dequeued tasks count,, +temporal.server.dynamic_worker_pool.scheduler_enqueued_tasks.count,count,,,,,0,temporal,dynamic worker pool scheduler enqueued tasks count,, +temporal.server.dynamic_worker_pool.scheduler_rejected_tasks.count,count,,,,,0,temporal,dynamic worker pool scheduler rejected tasks count,, +temporal.server.elasticsearch.bulk_processor.bulk_request_took.latency.bucket,count,,,,,0,temporal,elasticsearch bulk processor bulk request took latency bucket,, +temporal.server.elasticsearch.bulk_processor.bulk_request_took.latency.count,count,,,,,0,temporal,elasticsearch bulk processor bulk request took latency count,, +temporal.server.elasticsearch.bulk_processor.bulk_request_took.latency.sum,count,,millisecond,,,0,temporal,elasticsearch bulk processor bulk request took latency sum,, +temporal.server.elasticsearch.bulk_processor.bulk_size.bucket,count,,,,,0,temporal,elasticsearch bulk processor bulk size bucket,, +temporal.server.elasticsearch.bulk_processor.bulk_size.count,count,,,,,0,temporal,elasticsearch bulk processor bulk size count,, +temporal.server.elasticsearch.bulk_processor.bulk_size.sum,count,,,,,0,temporal,elasticsearch bulk processor bulk size sum,, +temporal.server.elasticsearch.bulk_processor.commit.latency.bucket,count,,,,,0,temporal,elasticsearch bulk processor commit latency bucket,, +temporal.server.elasticsearch.bulk_processor.commit.latency.count,count,,,,,0,temporal,elasticsearch bulk processor commit latency count,, +temporal.server.elasticsearch.bulk_processor.commit.latency.sum,count,,millisecond,,,0,temporal,elasticsearch bulk processor commit latency sum,, +temporal.server.elasticsearch.bulk_processor.corrupted_data.count,count,,,,,0,temporal,elasticsearch bulk processor corrupted data count,, +temporal.server.elasticsearch.bulk_processor.duplicate_request.count,count,,,,,0,temporal,elasticsearch bulk processor duplicate request count,, +temporal.server.elasticsearch.bulk_processor.errors.count,count,,,,,0,temporal,elasticsearch bulk processor errors count,, +temporal.server.elasticsearch.bulk_processor.queued_requests.bucket,count,,,,,0,temporal,elasticsearch bulk processor queued requests bucket,, +temporal.server.elasticsearch.bulk_processor.queued_requests.count,count,,,,,0,temporal,elasticsearch bulk processor queued requests count,, +temporal.server.elasticsearch.bulk_processor.queued_requests.sum,count,,,,,0,temporal,elasticsearch bulk processor queued requests sum,, +temporal.server.elasticsearch.bulk_processor.request.latency.bucket,count,,,,,0,temporal,elasticsearch bulk processor request latency bucket,, +temporal.server.elasticsearch.bulk_processor.request.latency.count,count,,,,,0,temporal,elasticsearch bulk processor request latency count,, +temporal.server.elasticsearch.bulk_processor.request.latency.sum,count,,millisecond,,,0,temporal,elasticsearch bulk processor request latency sum,, +temporal.server.elasticsearch.bulk_processor.requests.count,count,,,,,0,temporal,elasticsearch bulk processor requests count,, +temporal.server.elasticsearch.bulk_processor.wait_add.latency.bucket,count,,,,,0,temporal,elasticsearch bulk processor wait add latency bucket,, +temporal.server.elasticsearch.bulk_processor.wait_add.latency.count,count,,,,,0,temporal,elasticsearch bulk processor wait add latency count,, +temporal.server.elasticsearch.bulk_processor.wait_add.latency.sum,count,,millisecond,,,0,temporal,elasticsearch bulk processor wait add latency sum,, +temporal.server.elasticsearch.bulk_processor.wait_start.latency.bucket,count,,,,,0,temporal,elasticsearch bulk processor wait start latency bucket,, +temporal.server.elasticsearch.bulk_processor.wait_start.latency.count,count,,,,,0,temporal,elasticsearch bulk processor wait start latency count,, +temporal.server.elasticsearch.bulk_processor.wait_start.latency.sum,count,,millisecond,,,0,temporal,elasticsearch bulk processor wait start latency sum,, +temporal.server.elasticsearch.custom_order_by_clause.count,count,,,,,0,temporal,elasticsearch custom order by clause count,, +temporal.server.elasticsearch.document.generate_failures_counter.count,count,,,,,0,temporal,elasticsearch document generate failures counter count,, +temporal.server.elasticsearch.document.parse_failures_counter.count,count,,,,,0,temporal,elasticsearch document parse failures counter count,, +temporal.server.empty_completion_commands.count,count,,,,,0,temporal,empty completion commands count,, +temporal.server.encounter.not_found_workflow.count,count,,,,,0,temporal,encounter not found workflow count,, +temporal.server.encounter.pass_retention_workflow.count,count,,,,,0,temporal,encounter pass retention workflow count,, +temporal.server.encounter.zombie_workflow.count,count,,,,,0,temporal,encounter zombie workflow count,, +temporal.server.event.blob_size.bucket,count,,,,,0,temporal,event blob size bucket,, +temporal.server.event.blob_size.count,count,,,,,0,temporal,event blob size count,, +temporal.server.event.blob_size.sum,count,,byte,,,0,temporal,event blob size sum,, +temporal.server.event.reapply_skipped.count,count,,,,,0,temporal,event reapply skipped count,, +temporal.server.execution_info.size.bucket,count,,,,,0,temporal,execution info size bucket,, +temporal.server.execution_info.size.count,count,,,,,0,temporal,execution info size count,, +temporal.server.execution_info.size.sum,count,,byte,,,0,temporal,execution info size sum,, +temporal.server.execution_state.size.bucket,count,,,,,0,temporal,execution state size bucket,, +temporal.server.execution_state.size.count,count,,,,,0,temporal,execution state size count,, +temporal.server.execution_state.size.sum,count,,byte,,,0,temporal,execution state size sum,, +temporal.server.executions_outstanding,gauge,,,,,0,temporal,executions outstanding,, +temporal.server.executor.deferred.count,count,,,,,0,temporal,executor deferred count,, +temporal.server.executor.done.count,count,,,,,0,temporal,executor done count,, +temporal.server.executor.dropped.count,count,,,,,0,temporal,executor dropped count,, +temporal.server.executor.err.count,count,,,,,0,temporal,executor err count,, +temporal.server.failed_workflow_tasks.count,count,,,,,0,temporal,failed workflow tasks count,, +temporal.server.finalizer.items_completed.count,count,,,,,0,temporal,finalizer items completed count,, +temporal.server.finalizer.items_unfinished.count,count,,,,,0,temporal,finalizer items unfinished count,, +temporal.server.finalizer.latency.bucket,count,,,,,0,temporal,finalizer latency bucket,, +temporal.server.finalizer.latency.count,count,,,,,0,temporal,finalizer latency count,, +temporal.server.finalizer.latency.sum,count,,millisecond,,,0,temporal,finalizer latency sum,, +temporal.server.force_loaded_task_queue_partition_unnecessarily.count,count,,,,,0,temporal,force loaded task queue partition unnecessarily count,, +temporal.server.force_loaded_task_queue_partitions.count,count,,,,,0,temporal,force loaded task queue partitions count,, +temporal.server.forward_task.errors.count,count,,,,,0,temporal,forward task errors count,, +temporal.server.forwarded.count,count,,,,,0,temporal,forwarded count,, +temporal.server.forwarded_per_tl.count,count,,,,,0,temporal,forwarded per tl count,, +temporal.server.generate.replication_tasks.latency.bucket,count,,,,,0,temporal,generate replication tasks latency bucket,, +temporal.server.generate.replication_tasks.latency.count,count,,,,,0,temporal,generate replication tasks latency count,, +temporal.server.generate.replication_tasks.latency.sum,count,,millisecond,,,0,temporal,generate replication tasks latency sum,, +temporal.server.get_engine_for_shard.errors.count,count,,,,,0,temporal,get engine for shard errors count,, +temporal.server.get_engine_for_shard.latency.bucket,count,,,,,0,temporal,get engine for shard latency bucket,, +temporal.server.get_engine_for_shard.latency.count,count,,,,,0,temporal,get engine for shard latency count,, +temporal.server.get_engine_for_shard.latency.sum,count,,millisecond,,,0,temporal,get engine for shard latency sum,, +temporal.server.gomaxprocs,gauge,,,,,0,temporal,gomaxprocs,, +temporal.server.handover.ready_shard_count,gauge,,,,,0,temporal,handover ready shard count,, +temporal.server.handover_wait_latency.bucket,count,,,,,0,temporal,handover wait latency bucket,, +temporal.server.handover_wait_latency.count,count,,,,,0,temporal,handover wait latency count,, +temporal.server.handover_wait_latency.sum,count,,millisecond,,,0,temporal,handover wait latency sum,, +temporal.server.heartbeat.timeout.count,count,,,,,0,temporal,heartbeat timeout count,, +temporal.server.history.archiver.archive.non_retryable_error.count,count,,,,,0,temporal,history archiver archive non retryable error count,, +temporal.server.history.archiver.archive.success.count,count,,,,,0,temporal,history archiver archive success count,, +temporal.server.history.archiver.archive.transient_error.count,count,,,,,0,temporal,history archiver archive transient error count,, +temporal.server.history.archiver.blob_exists.count,count,,,,,0,temporal,history archiver blob exists count,, +temporal.server.history.archiver.blob_size.bucket,count,,,,,0,temporal,history archiver blob size bucket,, +temporal.server.history.archiver.blob_size.count,count,,,,,0,temporal,history archiver blob size count,, +temporal.server.history.archiver.blob_size.sum,count,,byte,,,0,temporal,history archiver blob size sum,, +temporal.server.history.archiver.duplicate_archivals.count,count,,,,,0,temporal,history archiver duplicate archivals count,, +temporal.server.history.archiver.history_size.bucket,count,,,,,0,temporal,history archiver history size bucket,, +temporal.server.history.archiver.history_size.count,count,,,,,0,temporal,history archiver history size count,, +temporal.server.history.archiver.history_size.sum,count,,byte,,,0,temporal,history archiver history size sum,, +temporal.server.history.archiver.total_upload_size.bucket,count,,,,,0,temporal,history archiver total upload size bucket,, +temporal.server.history.archiver.total_upload_size.count,count,,,,,0,temporal,history archiver total upload size count,, +temporal.server.history.archiver.total_upload_size.sum,count,,byte,,,0,temporal,history archiver total upload size sum,, +temporal.server.history.bucket,count,,,,,0,temporal,history bucket,, +temporal.server.history.count,count,,,,,0,temporal,history count,, +temporal.server.history.event_notification.fail_delivery.count,count,,,,,0,temporal,history event notification fail delivery count,, +temporal.server.history.event_notification.fanout_latency.bucket,count,,,,,0,temporal,history event notification fanout latency bucket,, +temporal.server.history.event_notification.fanout_latency.count,count,,,,,0,temporal,history event notification fanout latency count,, +temporal.server.history.event_notification.fanout_latency.sum,count,,millisecond,,,0,temporal,history event notification fanout latency sum,, +temporal.server.history.event_notification.inflight_message,gauge,,,,,0,temporal,history event notification inflight message,, +temporal.server.history.event_notification.queueing_latency.bucket,count,,,,,0,temporal,history event notification queueing latency bucket,, +temporal.server.history.event_notification.queueing_latency.count,count,,,,,0,temporal,history event notification queueing latency count,, +temporal.server.history.event_notification.queueing_latency.sum,count,,millisecond,,,0,temporal,history event notification queueing latency sum,, +temporal.server.history.size.bucket,count,,,,,0,temporal,history size bucket,, +temporal.server.history.size.count,count,,,,,0,temporal,history size count,, +temporal.server.history.size.sum,count,,byte,,,0,temporal,history size sum,, +temporal.server.history.sum,count,,,,,0,temporal,history sum,, +temporal.server.history.workflow_execution_cache_latency.bucket,count,,,,,0,temporal,history workflow execution cache latency bucket,, +temporal.server.history.workflow_execution_cache_latency.count,count,,,,,0,temporal,history workflow execution cache latency count,, +temporal.server.history.workflow_execution_cache_latency.sum,count,,millisecond,,,0,temporal,history workflow execution cache latency sum,, +temporal.server.history.workflow_execution_cache_lock_hold_duration.bucket,count,,,,,0,temporal,history workflow execution cache lock hold duration bucket,, +temporal.server.history.workflow_execution_cache_lock_hold_duration.count,count,,,,,0,temporal,history workflow execution cache lock hold duration count,, +temporal.server.history.workflow_execution_cache_lock_hold_duration.sum,count,,millisecond,,,0,temporal,history workflow execution cache lock hold duration sum,, +temporal.server.host.rps_limit,gauge,,,,,0,temporal,host rps limit,, +temporal.server.http.service_requests.count,count,,,,,0,temporal,http service requests count,, +temporal.server.invalid_state_transition_workflow.update_message.count,count,,,,,0,temporal,invalid state transition workflow update message count,, +temporal.server.invalid_task_queue_name.count,count,,,,,0,temporal,invalid task queue name count,, +temporal.server.invalid_task_queue_partition.count,count,,,,,0,temporal,invalid task queue partition count,, +temporal.server.lease.failures.count,count,,,,,0,temporal,lease failures count,, +temporal.server.lease.requests.count,count,,,,,0,temporal,lease requests count,, +temporal.server.loaded_physical_task_queue,gauge,,,,,0,temporal,loaded physical task queue,, +temporal.server.loaded_task_queue_count,gauge,,,,,0,temporal,loaded task queue count,, +temporal.server.loaded_task_queue_family,gauge,,,,,0,temporal,loaded task queue family,, +temporal.server.loaded_task_queue_partition,gauge,,,,,0,temporal,loaded task queue partition,, +temporal.server.local_to_local.matches.count,count,,,,,0,temporal,local to local matches count,, +temporal.server.local_to_remote.matches.count,count,,,,,0,temporal,local to remote matches count,, +temporal.server.lock.latency.bucket,count,,,,,0,temporal,lock latency bucket,, +temporal.server.lock.latency.count,count,,,,,0,temporal,lock latency count,, +temporal.server.lock.latency.sum,count,,millisecond,,,0,temporal,lock latency sum,, +temporal.server.lock.requests.count,count,,,,,0,temporal,lock requests count,, +temporal.server.membership_changed.count,count,,,,,0,temporal,membership changed count,, +temporal.server.memo_size.bucket,count,,,,,0,temporal,memo size bucket,, +temporal.server.memo_size.count,count,,,,,0,temporal,memo size count,, +temporal.server.memo_size.sum,count,,byte,,,0,temporal,memo size sum,, +temporal.server.memory.allocated,gauge,,,,,0,temporal,memory allocated,, +temporal.server.memory.frees,gauge,,,,,0,temporal,memory frees,, +temporal.server.memory.gc_pause_ms.bucket,count,,,,,0,temporal,memory gc pause ms bucket,, +temporal.server.memory.gc_pause_ms.count,count,,,,,0,temporal,memory gc pause ms count,, +temporal.server.memory.gc_pause_ms.sum,count,,millisecond,,,0,temporal,memory gc pause ms sum,, +temporal.server.memory.heap,gauge,,,,,0,temporal,memory heap,, +temporal.server.memory.heap_objects,gauge,,,,,0,temporal,memory heap objects,, +temporal.server.memory.heapidle,gauge,,,,,0,temporal,memory heapidle,, +temporal.server.memory.heapinuse,gauge,,,,,0,temporal,memory heapinuse,, +temporal.server.memory.mallocs,gauge,,,,,0,temporal,memory mallocs,, +temporal.server.memory.num_gc.bucket,count,,,,,0,temporal,memory num gc bucket,, +temporal.server.memory.num_gc.count,count,,,,,0,temporal,memory num gc count,, +temporal.server.memory.num_gc.sum,count,,byte,,,0,temporal,memory num gc sum,, +temporal.server.memory.num_gc_last,gauge,,,,,0,temporal,memory num gc last,, +temporal.server.memory.pause_total_ns_last,gauge,,,,,0,temporal,memory pause total ns last,, +temporal.server.memory.stack,gauge,,,,,0,temporal,memory stack,, +temporal.server.multiple_completion_commands.count,count,,,,,0,temporal,multiple completion commands count,, +temporal.server.mutable_state.dirty.count,count,,,,,0,temporal,mutable state dirty count,, +temporal.server.mutable_state.size.bucket,count,,,,,0,temporal,mutable state size bucket,, +temporal.server.mutable_state.size.count,count,,,,,0,temporal,mutable state size count,, +temporal.server.mutable_state.size.sum,count,,byte,,,0,temporal,mutable state size sum,, +temporal.server.mutable_state_checksum.invalidated.count,count,,,,,0,temporal,mutable state checksum invalidated count,, +temporal.server.mutable_state_checksum.mismatch.count,count,,,,,0,temporal,mutable state checksum mismatch count,, +temporal.server.namespace_dlq.ack_level,gauge,,,,,0,temporal,namespace dlq ack level,, +temporal.server.namespace_dlq.max_level,gauge,,,,,0,temporal,namespace dlq max level,, +temporal.server.namespace_host.rps_limit,gauge,,,,,0,temporal,namespace host rps limit,, +temporal.server.namespace_replication.dlq_enqueue_requests.count,count,,,,,0,temporal,namespace replication dlq enqueue requests count,, +temporal.server.namespace_replication.task_ack_level,gauge,,,,,0,temporal,namespace replication task ack level,, +temporal.server.new_timer_notifications.count,count,,,,,0,temporal,new timer notifications count,, +temporal.server.nexus.completion.latency.bucket,count,,,,,0,temporal,nexus completion latency bucket,, +temporal.server.nexus.completion.latency.count,count,,,,,0,temporal,nexus completion latency count,, +temporal.server.nexus.completion.latency.sum,count,,millisecond,,,0,temporal,nexus completion latency sum,, +temporal.server.nexus.completion.requests.count,count,,,,,0,temporal,nexus completion requests count,, +temporal.server.nexus.completion_request_preprocess_errors.count,count,,,,,0,temporal,nexus completion request preprocess errors count,, +temporal.server.nexus.latency.bucket,count,,,,,0,temporal,nexus latency bucket,, +temporal.server.nexus.latency.count,count,,,,,0,temporal,nexus latency count,, +temporal.server.nexus.latency.sum,count,,millisecond,,,0,temporal,nexus latency sum,, +temporal.server.nexus.request_preprocess_errors.count,count,,,,,0,temporal,nexus request preprocess errors count,, +temporal.server.nexus.requests.count,count,,,,,0,temporal,nexus requests count,, +temporal.server.no_poller_tasks.count,count,,,,,0,temporal,no poller tasks count,, +temporal.server.non_retryable.tasks.count,count,,,,,0,temporal,non retryable tasks count,, +temporal.server.num_goroutines,gauge,,,,,0,temporal,num goroutines,, +temporal.server.numshards,gauge,,,,,0,temporal,numshards,, +temporal.server.out_of_order.buffered_events.count,count,,,,,0,temporal,out of order buffered events count,, +temporal.server.parent_close_policy_processor.errors.count,count,,,,,0,temporal,parent close policy processor errors count,, +temporal.server.parent_close_policy_processor.requests.count,count,,,,,0,temporal,parent close policy processor requests count,, +temporal.server.paused_activities.count,count,,,,,0,temporal,paused activities count,, +temporal.server.pending_tasks.bucket,count,,,,,0,temporal,pending tasks bucket,, +temporal.server.pending_tasks.count,count,,,,,0,temporal,pending tasks count,, +temporal.server.pending_tasks.sum,count,,,,,0,temporal,pending tasks sum,, +temporal.server.persisted_mutable_state.size.bucket,count,,,,,0,temporal,persisted mutable state size bucket,, +temporal.server.persisted_mutable_state.size.count,count,,,,,0,temporal,persisted mutable state size count,, +temporal.server.persisted_mutable_state.size.sum,count,,byte,,,0,temporal,persisted mutable state size sum,, +temporal.server.persistence.error_with_type.count,count,,,,,0,temporal,persistence error with type count,, +temporal.server.persistence.errors.count,count,,,,,0,temporal,persistence errors count,, +temporal.server.persistence.errors.resource_exhausted.count,count,,,,,0,temporal,persistence errors resource exhausted count,, +temporal.server.persistence.latency.bucket,count,,,,,0,temporal,persistence latency bucket,, +temporal.server.persistence.latency.count,count,,,,,0,temporal,persistence latency count,, +temporal.server.persistence.latency.sum,count,,millisecond,,,0,temporal,persistence latency sum,, +temporal.server.persistence.requests.count,count,,,,,0,temporal,persistence requests count,, +temporal.server.persistence.session_refresh_attempts.count,count,,,,,0,temporal,persistence session refresh attempts count,, +temporal.server.persistence.session_refresh_failures.count,count,,,,,0,temporal,persistence session refresh failures count,, +temporal.server.persistence.shard_rps.bucket,count,,,,,0,temporal,persistence shard rps bucket,, +temporal.server.persistence.shard_rps.count,count,,,,,0,temporal,persistence shard rps count,, +temporal.server.persistence.shard_rps.sum,count,,,,,0,temporal,persistence shard rps sum,, +temporal.server.poll.latency.bucket,count,,,,,0,temporal,poll latency bucket,, +temporal.server.poll.latency.count,count,,,,,0,temporal,poll latency count,, +temporal.server.poll.latency.sum,count,,millisecond,,,0,temporal,poll latency sum,, +temporal.server.poll.success.count,count,,,,,0,temporal,poll success count,, +temporal.server.poll.success_sync.count,count,,,,,0,temporal,poll success sync count,, +temporal.server.poll.timeouts.count,count,,,,,0,temporal,poll timeouts count,, +temporal.server.query_buffer_exceeded.count,count,,,,,0,temporal,query buffer exceeded count,, +temporal.server.query_registry_invalid_state.count,count,,,,,0,temporal,query registry invalid state count,, +temporal.server.queue.actions.count,count,,,,,0,temporal,queue actions count,, +temporal.server.queue.latency_schedule.bucket,count,,,,,0,temporal,queue latency schedule bucket,, +temporal.server.queue.latency_schedule.count,count,,,,,0,temporal,queue latency schedule count,, +temporal.server.queue.latency_schedule.sum,count,,millisecond,,,0,temporal,queue latency schedule sum,, +temporal.server.queue.reader.bucket,count,,,,,0,temporal,queue reader bucket,, +temporal.server.queue.reader.count,count,,,,,0,temporal,queue reader count,, +temporal.server.queue.reader.sum,count,,,,,0,temporal,queue reader sum,, +temporal.server.queue.slice.bucket,count,,,,,0,temporal,queue slice bucket,, +temporal.server.queue.slice.count,count,,,,,0,temporal,queue slice count,, +temporal.server.queue.slice.sum,count,,,,,0,temporal,queue slice sum,, +temporal.server.rate_limited_task.runnable_wait_time.bucket,count,,,,,0,temporal,rate limited task runnable wait time bucket,, +temporal.server.rate_limited_task.runnable_wait_time.count,count,,,,,0,temporal,rate limited task runnable wait time count,, +temporal.server.rate_limited_task.runnable_wait_time.sum,count,,millisecond,,,0,temporal,rate limited task runnable wait time sum,, +temporal.server.reachability.exit_point.count,count,,,,,0,temporal,reachability exit point count,, +temporal.server.read_namespace.errors.count,count,,,,,0,temporal,read namespace errors count,, +temporal.server.reclaim_resources.delete_executions.failure.count,count,,,,,0,temporal,reclaim resources delete executions failure count,, +temporal.server.reclaim_resources.delete_executions.success.count,count,,,,,0,temporal,reclaim resources delete executions success count,, +temporal.server.reclaim_resources.namespace_delete.failure.count,count,,,,,0,temporal,reclaim resources namespace delete failure count,, +temporal.server.reclaim_resources.namespace_delete.success.count,count,,,,,0,temporal,reclaim resources namespace delete success count,, +temporal.server.reject_workflow_update_message.count,count,,,,,0,temporal,reject workflow update message count,, +temporal.server.remote_to_local.matches.count,count,,,,,0,temporal,remote to local matches count,, +temporal.server.remote_to_remote.matches.count,count,,,,,0,temporal,remote to remote matches count,, +temporal.server.remove_engine_for_shard.latency.bucket,count,,,,,0,temporal,remove engine for shard latency bucket,, +temporal.server.remove_engine_for_shard.latency.count,count,,,,,0,temporal,remove engine for shard latency count,, +temporal.server.remove_engine_for_shard.latency.sum,count,,millisecond,,,0,temporal,remove engine for shard latency sum,, +temporal.server.replication.dlq.ack_level,gauge,,,,,0,temporal,replication dlq ack level,, +temporal.server.replication.dlq.enqueue_failed.count,count,,,,,0,temporal,replication dlq enqueue failed count,, +temporal.server.replication.dlq.max_level,gauge,,,,,0,temporal,replication dlq max level,, +temporal.server.replication.dlq.non_empty.count,count,,,,,0,temporal,replication dlq non empty count,, +temporal.server.replication.duplicated_task.count,count,,,,,0,temporal,replication duplicated task count,, +temporal.server.replication.latency.bucket,count,,,,,0,temporal,replication latency bucket,, +temporal.server.replication.latency.count,count,,,,,0,temporal,replication latency count,, +temporal.server.replication.latency.sum,count,,millisecond,,,0,temporal,replication latency sum,, +temporal.server.replication.outlier_namespace.count,count,,,,,0,temporal,replication outlier namespace count,, +temporal.server.replication.service_error.count,count,,,,,0,temporal,replication service error count,, +temporal.server.replication.stream_error.count,count,,,,,0,temporal,replication stream error count,, +temporal.server.replication.stream_panic.count,count,,,,,0,temporal,replication stream panic count,, +temporal.server.replication.stream_stuck.count,count,,,,,0,temporal,replication stream stuck count,, +temporal.server.replication.task.generation_latency.bucket,count,,,,,0,temporal,replication task generation latency bucket,, +temporal.server.replication.task.generation_latency.count,count,,,,,0,temporal,replication task generation latency count,, +temporal.server.replication.task.generation_latency.sum,count,,millisecond,,,0,temporal,replication task generation latency sum,, +temporal.server.replication.task.load_latency.bucket,count,,,,,0,temporal,replication task load latency bucket,, +temporal.server.replication.task.load_latency.count,count,,,,,0,temporal,replication task load latency count,, +temporal.server.replication.task.load_latency.sum,count,,millisecond,,,0,temporal,replication task load latency sum,, +temporal.server.replication.task.load_size.bucket,count,,,,,0,temporal,replication task load size bucket,, +temporal.server.replication.task.load_size.count,count,,,,,0,temporal,replication task load size count,, +temporal.server.replication.task.load_size.sum,count,,,,,0,temporal,replication task load size sum,, +temporal.server.replication.task.processing_latency.bucket,count,,,,,0,temporal,replication task processing latency bucket,, +temporal.server.replication.task.processing_latency.count,count,,,,,0,temporal,replication task processing latency count,, +temporal.server.replication.task.processing_latency.sum,count,,millisecond,,,0,temporal,replication task processing latency sum,, +temporal.server.replication.task.send_attempt.bucket,count,,,,,0,temporal,replication task send attempt bucket,, +temporal.server.replication.task.send_attempt.count,count,,,,,0,temporal,replication task send attempt count,, +temporal.server.replication.task.send_attempt.sum,count,,,,,0,temporal,replication task send attempt sum,, +temporal.server.replication.task.send_backlog.bucket,count,,,,,0,temporal,replication task send backlog bucket,, +temporal.server.replication.task.send_backlog.count,count,,,,,0,temporal,replication task send backlog count,, +temporal.server.replication.task.send_backlog.sum,count,,,,,0,temporal,replication task send backlog sum,, +temporal.server.replication.task.send_error.count,count,,,,,0,temporal,replication task send error count,, +temporal.server.replication.task.send_latency.bucket,count,,,,,0,temporal,replication task send latency bucket,, +temporal.server.replication.task.send_latency.count,count,,,,,0,temporal,replication task send latency count,, +temporal.server.replication.task.send_latency.sum,count,,millisecond,,,0,temporal,replication task send latency sum,, +temporal.server.replication.task.transmission_latency.bucket,count,,,,,0,temporal,replication task transmission latency bucket,, +temporal.server.replication.task.transmission_latency.count,count,,,,,0,temporal,replication task transmission latency count,, +temporal.server.replication.task.transmission_latency.sum,count,,millisecond,,,0,temporal,replication task transmission latency sum,, +temporal.server.replication.task_cleanup.count,count,,,,,0,temporal,replication task cleanup count,, +temporal.server.replication.task_cleanup.failed.count,count,,,,,0,temporal,replication task cleanup failed count,, +temporal.server.replication.tasks.applied.count,count,,,,,0,temporal,replication tasks applied count,, +temporal.server.replication.tasks.back_fill.count,count,,,,,0,temporal,replication tasks back fill count,, +temporal.server.replication.tasks.back_fill_latency.bucket,count,,,,,0,temporal,replication tasks back fill latency bucket,, +temporal.server.replication.tasks.back_fill_latency.count,count,,,,,0,temporal,replication tasks back fill latency count,, +temporal.server.replication.tasks.back_fill_latency.sum,count,,millisecond,,,0,temporal,replication tasks back fill latency sum,, +temporal.server.replication.tasks.failed.count,count,,,,,0,temporal,replication tasks failed count,, +temporal.server.replication.tasks.fetched.bucket,count,,,,,0,temporal,replication tasks fetched bucket,, +temporal.server.replication.tasks.fetched.count,count,,,,,0,temporal,replication tasks fetched count,, +temporal.server.replication.tasks.fetched.sum,count,,,,,0,temporal,replication tasks fetched sum,, +temporal.server.replication.tasks.lag.bucket,count,,,,,0,temporal,replication tasks lag bucket,, +temporal.server.replication.tasks.lag.count,count,,,,,0,temporal,replication tasks lag count,, +temporal.server.replication.tasks.lag.sum,count,,,,,0,temporal,replication tasks lag sum,, +temporal.server.replication.tasks.recv.count,count,,,,,0,temporal,replication tasks recv count,, +temporal.server.replication.tasks.recv_backlog.bucket,count,,,,,0,temporal,replication tasks recv backlog bucket,, +temporal.server.replication.tasks.recv_backlog.count,count,,,,,0,temporal,replication tasks recv backlog count,, +temporal.server.replication.tasks.recv_backlog.sum,count,,,,,0,temporal,replication tasks recv backlog sum,, +temporal.server.replication.tasks.send.count,count,,,,,0,temporal,replication tasks send count,, +temporal.server.replication.tasks.skipped.count,count,,,,,0,temporal,replication tasks skipped count,, +temporal.server.replicator.dlq_enqueue_fails.count,count,,,,,0,temporal,replicator dlq enqueue fails count,, +temporal.server.replicator.errors.count,count,,,,,0,temporal,replicator errors count,, +temporal.server.replicator.latency.bucket,count,,,,,0,temporal,replicator latency bucket,, +temporal.server.replicator.latency.count,count,,,,,0,temporal,replicator latency count,, +temporal.server.replicator.latency.sum,count,,millisecond,,,0,temporal,replicator latency sum,, +temporal.server.replicator.messages.count,count,,,,,0,temporal,replicator messages count,, +temporal.server.request_cancel_info.count.bucket,count,,,,,0,temporal,request cancel info count bucket,, +temporal.server.request_cancel_info.count.count,count,,,,,0,temporal,request cancel info count count,, +temporal.server.request_cancel_info.count.sum,count,,,,,0,temporal,request cancel info count sum,, +temporal.server.request_cancel_info.size.bucket,count,,,,,0,temporal,request cancel info size bucket,, +temporal.server.request_cancel_info.size.count,count,,,,,0,temporal,request cancel info size count,, +temporal.server.request_cancel_info.size.sum,count,,byte,,,0,temporal,request cancel info size sum,, +temporal.server.request_workflow.update_message.count,count,,,,,0,temporal,request workflow update message count,, +temporal.server.respond_nexus.failed.count,count,,,,,0,temporal,respond nexus failed count,, +temporal.server.respond_query_failed.count,count,,,,,0,temporal,respond query failed count,, +temporal.server.respond_workflow.update_message.count,count,,,,,0,temporal,respond workflow update message count,, +temporal.server.restarts.count,count,,,,,0,temporal,restarts count,, +temporal.server.scavenger.errors.count,count,,,,,0,temporal,scavenger errors count,, +temporal.server.scavenger.skips.count,count,,,,,0,temporal,scavenger skips count,, +temporal.server.scavenger.success.count,count,,,,,0,temporal,scavenger success count,, +temporal.server.scavenger.validation.failures.count,count,,,,,0,temporal,scavenger validation failures count,, +temporal.server.scavenger.validation.requests.count,count,,,,,0,temporal,scavenger validation requests count,, +temporal.server.scavenger.validation.skips.count,count,,,,,0,temporal,scavenger validation skips count,, +temporal.server.schedule.action.attempt.count,count,,,,,0,temporal,schedule action attempt count,, +temporal.server.schedule.action.delay.bucket,count,,,,,0,temporal,schedule action delay bucket,, +temporal.server.schedule.action.delay.count,count,,,,,0,temporal,schedule action delay count,, +temporal.server.schedule.action.delay.sum,count,,millisecond,,,0,temporal,schedule action delay sum,, +temporal.server.schedule.action.errors.count,count,,,,,0,temporal,schedule action errors count,, +temporal.server.schedule.action.success.count,count,,,,,0,temporal,schedule action success count,, +temporal.server.schedule.buffer_overruns.count,count,,,,,0,temporal,schedule buffer overruns count,, +temporal.server.schedule.cancel_workflow.errors.count,count,,,,,0,temporal,schedule cancel workflow errors count,, +temporal.server.schedule.missed_catchup_window.count,count,,,,,0,temporal,schedule missed catchup window count,, +temporal.server.schedule.rate_limited.count,count,,,,,0,temporal,schedule rate limited count,, +temporal.server.schedule.terminate_workflow.errors.count,count,,,,,0,temporal,schedule terminate workflow errors count,, +temporal.server.schedule_to_close.timeout.count,count,,,,,0,temporal,schedule to close timeout count,, +temporal.server.schedule_to_start.timeout.count,count,,,,,0,temporal,schedule to start timeout count,, +temporal.server.search_attributes_size.bucket,count,,,,,0,temporal,search attributes size bucket,, +temporal.server.search_attributes_size.count,count,,,,,0,temporal,search attributes size count,, +temporal.server.search_attributes_size.sum,count,,byte,,,0,temporal,search attributes size sum,, +temporal.server.semaphore.failures.count,count,,,,,0,temporal,semaphore failures count,, +temporal.server.semaphore.latency.bucket,count,,,,,0,temporal,semaphore latency bucket,, +temporal.server.semaphore.latency.count,count,,,,,0,temporal,semaphore latency count,, +temporal.server.semaphore.latency.sum,count,,millisecond,,,0,temporal,semaphore latency sum,, +temporal.server.semaphore.requests.count,count,,,,,0,temporal,semaphore requests count,, +temporal.server.service.authorization_latency.bucket,count,,,,,0,temporal,service authorization latency bucket,, +temporal.server.service.authorization_latency.count,count,,,,,0,temporal,service authorization latency count,, +temporal.server.service.authorization_latency.sum,count,,millisecond,,,0,temporal,service authorization latency sum,, +temporal.server.service.error_with_type.count,count,,,,,0,temporal,service error with type count,, +temporal.server.service.errors.authorize_failed.count,count,,,,,0,temporal,service errors authorize failed count,, +temporal.server.service.errors.context_timeout.count,count,,,,,0,temporal,service errors context timeout count,, +temporal.server.service.errors.count,count,,,,,0,temporal,service errors count,, +temporal.server.service.errors.entity_not_found.count,count,,,,,0,temporal,service errors entity not found count,, +temporal.server.service.errors.execution_already_started.count,count,,,,,0,temporal,service errors execution already started count,, +temporal.server.service.errors.incomplete_history.count,count,,,,,0,temporal,service errors incomplete history count,, +temporal.server.service.errors.invalid_argument.count,count,,,,,0,temporal,service errors invalid argument count,, +temporal.server.service.errors.namespace_not_active.count,count,,,,,0,temporal,service errors namespace not active count,, +temporal.server.service.errors.nondeterministic.count,count,,,,,0,temporal,service errors nondeterministic count,, +temporal.server.service.errors.resource_exhausted.count,count,,,,,0,temporal,service errors resource exhausted count,, +temporal.server.service.errors.retry_task.count,count,,,,,0,temporal,service errors retry task count,, +temporal.server.service.errors.shard_ownership_lost.count,count,,,,,0,temporal,service errors shard ownership lost count,, +temporal.server.service.errors.unauthorized.count,count,,,,,0,temporal,service errors unauthorized count,, +temporal.server.service.latency.bucket,count,,,,,0,temporal,service latency bucket,, +temporal.server.service.latency.count,count,,,,,0,temporal,service latency count,, +temporal.server.service.latency.nouserlatency.bucket,count,,,,,0,temporal,service latency nouserlatency bucket,, +temporal.server.service.latency.nouserlatency.count,count,,,,,0,temporal,service latency nouserlatency count,, +temporal.server.service.latency.nouserlatency.sum,count,,millisecond,,,0,temporal,service latency nouserlatency sum,, +temporal.server.service.latency.sum,count,,millisecond,,,0,temporal,service latency sum,, +temporal.server.service.latency.userlatency.bucket,count,,,,,0,temporal,service latency userlatency bucket,, +temporal.server.service.latency.userlatency.count,count,,,,,0,temporal,service latency userlatency count,, +temporal.server.service.latency.userlatency.sum,count,,millisecond,,,0,temporal,service latency userlatency sum,, +temporal.server.service.panics.count,count,,,,,0,temporal,service panics count,, +temporal.server.service.pending_requests,gauge,,,,,0,temporal,service pending requests,, +temporal.server.service.requests.count,count,,,,,0,temporal,service requests count,, +temporal.server.shard.linger_success.bucket,count,,,,,0,temporal,shard linger success bucket,, +temporal.server.shard.linger_success.count,count,,,,,0,temporal,shard linger success count,, +temporal.server.shard.linger_success.sum,count,,millisecond,,,0,temporal,shard linger success sum,, +temporal.server.shard.linger_timeouts.count,count,,,,,0,temporal,shard linger timeouts count,, +temporal.server.shard_closed.count,count,,,,,0,temporal,shard closed count,, +temporal.server.shardinfo.immediate_queue.lag.bucket,count,,,,,0,temporal,shardinfo immediate queue lag bucket,, +temporal.server.shardinfo.immediate_queue.lag.count,count,,,,,0,temporal,shardinfo immediate queue lag count,, +temporal.server.shardinfo.immediate_queue.lag.sum,count,,,,,0,temporal,shardinfo immediate queue lag sum,, +temporal.server.shardinfo.scheduled_queue.lag.bucket,count,,,,,0,temporal,shardinfo scheduled queue lag bucket,, +temporal.server.shardinfo.scheduled_queue.lag.count,count,,,,,0,temporal,shardinfo scheduled queue lag count,, +temporal.server.shardinfo.scheduled_queue.lag.sum,count,,millisecond,,,0,temporal,shardinfo scheduled queue lag sum,, +temporal.server.sharditem.acquisition_latency.bucket,count,,,,,0,temporal,sharditem acquisition latency bucket,, +temporal.server.sharditem.acquisition_latency.count,count,,,,,0,temporal,sharditem acquisition latency count,, +temporal.server.sharditem.acquisition_latency.sum,count,,millisecond,,,0,temporal,sharditem acquisition latency sum,, +temporal.server.sharditem.created.count,count,,,,,0,temporal,sharditem created count,, +temporal.server.sharditem.removed.count,count,,,,,0,temporal,sharditem removed count,, +temporal.server.signal_info.count.bucket,count,,,,,0,temporal,signal info count bucket,, +temporal.server.signal_info.count.count,count,,,,,0,temporal,signal info count count,, +temporal.server.signal_info.count.sum,count,,,,,0,temporal,signal info count sum,, +temporal.server.signal_info.size.bucket,count,,,,,0,temporal,signal info size bucket,, +temporal.server.signal_info.size.count,count,,,,,0,temporal,signal info size count,, +temporal.server.signal_info.size.sum,count,,byte,,,0,temporal,signal info size sum,, +temporal.server.signal_request_id.bucket,count,,,,,0,temporal,signal request id bucket,, +temporal.server.signal_request_id.count,count,,,,,0,temporal,signal request id count,, +temporal.server.signal_request_id.size.bucket,count,,,,,0,temporal,signal request id size bucket,, +temporal.server.signal_request_id.size.count,count,,,,,0,temporal,signal request id size count,, +temporal.server.signal_request_id.size.sum,count,,byte,,,0,temporal,signal request id size sum,, +temporal.server.signal_request_id.sum,count,,,,,0,temporal,signal request id sum,, +temporal.server.signal_with_start.skip_delay.count,count,,,,,0,temporal,signal with start skip delay count,, +temporal.server.stale_mutable_state.count,count,,,,,0,temporal,stale mutable state count,, +temporal.server.start_to_close.timeout.count,count,,,,,0,temporal,start to close timeout count,, +temporal.server.start_workflow.request_deduped.count,count,,,,,0,temporal,start workflow request deduped count,, +temporal.server.started.count,count,,,,,0,temporal,started count,, +temporal.server.state_machine.timer_processing_failures.count,count,,,,,0,temporal,state machine timer processing failures count,, +temporal.server.state_machine.timer_skips.count,count,,,,,0,temporal,state machine timer skips count,, +temporal.server.state_transition.bucket,count,,,,,0,temporal,state transition bucket,, +temporal.server.state_transition.count,count,,,,,0,temporal,state transition count,, +temporal.server.state_transition.sum,count,,,,,0,temporal,state transition sum,, +temporal.server.stopped.count,count,,,,,0,temporal,stopped count,, +temporal.server.sync_throttle.count,count,,,,,0,temporal,sync throttle count,, +temporal.server.syncmatch.latency.bucket,count,,,,,0,temporal,syncmatch latency bucket,, +temporal.server.syncmatch.latency.count,count,,,,,0,temporal,syncmatch latency count,, +temporal.server.syncmatch.latency.sum,count,,millisecond,,,0,temporal,syncmatch latency sum,, +temporal.server.syncshard.remote.count,count,,,,,0,temporal,syncshard remote count,, +temporal.server.syncshard.remote.failed.count,count,,,,,0,temporal,syncshard remote failed count,, +temporal.server.task.attempt.bucket,count,,,,,0,temporal,task attempt bucket,, +temporal.server.task.attempt.count,count,,,,,0,temporal,task attempt count,, +temporal.server.task.attempt.sum,count,,,,,0,temporal,task attempt sum,, +temporal.server.task.batch_complete_counter.count,count,,,,,0,temporal,task batch complete counter count,, +temporal.server.task.count.bucket,count,,,,,0,temporal,task count bucket,, +temporal.server.task.count.count,count,,,,,0,temporal,task count count,, +temporal.server.task.count.sum,count,,,,,0,temporal,task count sum,, +temporal.server.task.deleted,gauge,,,,,0,temporal,task deleted,, +temporal.server.task.dependency_task_not_completed.count,count,,,,,0,temporal,task dependency task not completed count,, +temporal.server.task.dispatch_latency.bucket,count,,,,,0,temporal,task dispatch latency bucket,, +temporal.server.task.dispatch_latency.count,count,,,,,0,temporal,task dispatch latency count,, +temporal.server.task.dispatch_latency.sum,count,,millisecond,,,0,temporal,task dispatch latency sum,, +temporal.server.task.dlq_failures.count,count,,,,,0,temporal,task dlq failures count,, +temporal.server.task.dlq_latency.bucket,count,,,,,0,temporal,task dlq latency bucket,, +temporal.server.task.dlq_latency.count,count,,,,,0,temporal,task dlq latency count,, +temporal.server.task.dlq_latency.sum,count,,millisecond,,,0,temporal,task dlq latency sum,, +temporal.server.task.errors.corruption.count,count,,,,,0,temporal,task errors corruption count,, +temporal.server.task.errors.count,count,,,,,0,temporal,task errors count,, +temporal.server.task.errors.discarded.count,count,,,,,0,temporal,task errors discarded count,, +temporal.server.task.errors.internal.count,count,,,,,0,temporal,task errors internal count,, +temporal.server.task.errors.namespace_handover.count,count,,,,,0,temporal,task errors namespace handover count,, +temporal.server.task.errors.not_active_counter.count,count,,,,,0,temporal,task errors not active counter count,, +temporal.server.task.errors.standby_retry_counter.count,count,,,,,0,temporal,task errors standby retry counter count,, +temporal.server.task.errors.throttled.count,count,,,,,0,temporal,task errors throttled count,, +temporal.server.task.errors.version_mismatch.count,count,,,,,0,temporal,task errors version mismatch count,, +temporal.server.task.errors.workflow_busy.count,count,,,,,0,temporal,task errors workflow busy count,, +temporal.server.task.lag_per_tl,gauge,,,,,0,temporal,task lag per tl,, +temporal.server.task.latency.bucket,count,,,,,0,temporal,task latency bucket,, +temporal.server.task.latency.count,count,,,,,0,temporal,task latency count,, +temporal.server.task.latency.load.bucket,count,,,,,0,temporal,task latency load bucket,, +temporal.server.task.latency.load.count,count,,,,,0,temporal,task latency load count,, +temporal.server.task.latency.load.sum,count,,millisecond,,,0,temporal,task latency load sum,, +temporal.server.task.latency.processing.bucket,count,,,,,0,temporal,task latency processing bucket,, +temporal.server.task.latency.processing.count,count,,,,,0,temporal,task latency processing count,, +temporal.server.task.latency.processing.sum,count,,millisecond,,,0,temporal,task latency processing sum,, +temporal.server.task.latency.queue.bucket,count,,,,,0,temporal,task latency queue bucket,, +temporal.server.task.latency.queue.count,count,,,,,0,temporal,task latency queue count,, +temporal.server.task.latency.queue.sum,count,,millisecond,,,0,temporal,task latency queue sum,, +temporal.server.task.latency.schedule.bucket,count,,,,,0,temporal,task latency schedule bucket,, +temporal.server.task.latency.schedule.count,count,,,,,0,temporal,task latency schedule count,, +temporal.server.task.latency.schedule.sum,count,,millisecond,,,0,temporal,task latency schedule sum,, +temporal.server.task.latency.sum,count,,millisecond,,,0,temporal,task latency sum,, +temporal.server.task.processed,gauge,,,,,0,temporal,task processed,, +temporal.server.task.requests.count,count,,,,,0,temporal,task requests count,, +temporal.server.task.rewrites.count,count,,,,,0,temporal,task rewrites count,, +temporal.server.task.schedule_to_start_latency.bucket,count,,,,,0,temporal,task schedule to start latency bucket,, +temporal.server.task.schedule_to_start_latency.count,count,,,,,0,temporal,task schedule to start latency count,, +temporal.server.task.schedule_to_start_latency.sum,count,,millisecond,,,0,temporal,task schedule to start latency sum,, +temporal.server.task.skipped.count,count,,,,,0,temporal,task skipped count,, +temporal.server.task.terminal_failures.count,count,,,,,0,temporal,task terminal failures count,, +temporal.server.task.write.latency.bucket,count,,,,,0,temporal,task write latency bucket,, +temporal.server.task.write.latency.count,count,,,,,0,temporal,task write latency count,, +temporal.server.task.write.latency.sum,count,,millisecond,,,0,temporal,task write latency sum,, +temporal.server.task.write.throttle.count,count,,,,,0,temporal,task write throttle count,, +temporal.server.task_queue.started.count,count,,,,,0,temporal,task queue started count,, +temporal.server.task_queue.stopped.count,count,,,,,0,temporal,task queue stopped count,, +temporal.server.task_rescheduler.pending_tasks.bucket,count,,,,,0,temporal,task rescheduler pending tasks bucket,, +temporal.server.task_rescheduler.pending_tasks.count,count,,,,,0,temporal,task rescheduler pending tasks count,, +temporal.server.task_rescheduler.pending_tasks.sum,count,,,,,0,temporal,task rescheduler pending tasks sum,, +temporal.server.task_scheduler.throttled.count,count,,,,,0,temporal,task scheduler throttled count,, +temporal.server.taskqueue.deleted,gauge,,,,,0,temporal,taskqueue deleted,, +temporal.server.taskqueue.outstanding,gauge,,,,,0,temporal,taskqueue outstanding,, +temporal.server.taskqueue.processed,gauge,,,,,0,temporal,taskqueue processed,, +temporal.server.tasks_expired.count,count,,,,,0,temporal,tasks expired count,, +temporal.server.tasks_per_shardinfo.update.bucket,count,,,,,0,temporal,tasks per shardinfo update bucket,, +temporal.server.tasks_per_shardinfo.update.count,count,,,,,0,temporal,tasks per shardinfo update count,, +temporal.server.tasks_per_shardinfo.update.sum,count,,,,,0,temporal,tasks per shardinfo update sum,, +temporal.server.time_between_shardinfo.update.bucket,count,,,,,0,temporal,time between shardinfo update bucket,, +temporal.server.time_between_shardinfo.update.count,count,,,,,0,temporal,time between shardinfo update count,, +temporal.server.time_between_shardinfo.update.sum,count,,millisecond,,,0,temporal,time between shardinfo update sum,, +temporal.server.timer_info.count.bucket,count,,,,,0,temporal,timer info count bucket,, +temporal.server.timer_info.count.count,count,,,,,0,temporal,timer info count count,, +temporal.server.timer_info.count.sum,count,,,,,0,temporal,timer info count sum,, +temporal.server.timer_info.size.bucket,count,,,,,0,temporal,timer info size bucket,, +temporal.server.timer_info.size.count,count,,,,,0,temporal,timer info size count,, +temporal.server.timer_info.size.sum,count,,byte,,,0,temporal,timer info size sum,, +temporal.server.total.activity.bucket,count,,,,,0,temporal,total activity bucket,, +temporal.server.total.activity.count,count,,,,,0,temporal,total activity count,, +temporal.server.total.activity.sum,count,,,,,0,temporal,total activity sum,, +temporal.server.total.child_execution.bucket,count,,,,,0,temporal,total child execution bucket,, +temporal.server.total.child_execution.count,count,,,,,0,temporal,total child execution count,, +temporal.server.total.child_execution.sum,count,,,,,0,temporal,total child execution sum,, +temporal.server.total.request_cancel_external.bucket,count,,,,,0,temporal,total request cancel external bucket,, +temporal.server.total.request_cancel_external.count,count,,,,,0,temporal,total request cancel external count,, +temporal.server.total.request_cancel_external.sum,count,,,,,0,temporal,total request cancel external sum,, +temporal.server.total.signal.bucket,count,,,,,0,temporal,total signal bucket,, +temporal.server.total.signal.count,count,,,,,0,temporal,total signal count,, +temporal.server.total.signal.sum,count,,,,,0,temporal,total signal sum,, +temporal.server.total.signal_external.bucket,count,,,,,0,temporal,total signal external bucket,, +temporal.server.total.signal_external.count,count,,,,,0,temporal,total signal external count,, +temporal.server.total.signal_external.sum,count,,,,,0,temporal,total signal external sum,, +temporal.server.total.user_timer.bucket,count,,,,,0,temporal,total user timer bucket,, +temporal.server.total.user_timer.count,count,,,,,0,temporal,total user timer count,, +temporal.server.total.user_timer.sum,count,,,,,0,temporal,total user timer sum,, +temporal.server.unknown_build_polls.count,count,,,,,0,temporal,unknown build polls count,, +temporal.server.unknown_build_tasks.count,count,,,,,0,temporal,unknown build tasks count,, +temporal.server.verify.describe_mutable_state.latency.bucket,count,,,,,0,temporal,verify describe mutable state latency bucket,, +temporal.server.verify.describe_mutable_state.latency.count,count,,,,,0,temporal,verify describe mutable state latency count,, +temporal.server.verify.describe_mutable_state.latency.sum,count,,millisecond,,,0,temporal,verify describe mutable state latency sum,, +temporal.server.verify.replication_task.failed.count,count,,,,,0,temporal,verify replication task failed count,, +temporal.server.verify.replication_task.not_found.count,count,,,,,0,temporal,verify replication task not found count,, +temporal.server.verify.replication_task.success.count,count,,,,,0,temporal,verify replication task success count,, +temporal.server.verify.replication_tasks.latency.bucket,count,,,,,0,temporal,verify replication tasks latency bucket,, +temporal.server.verify.replication_tasks.latency.count,count,,,,,0,temporal,verify replication tasks latency count,, +temporal.server.verify.replication_tasks.latency.sum,count,,millisecond,,,0,temporal,verify replication tasks latency sum,, +temporal.server.version_check.failed.count,count,,,,,0,temporal,version check failed count,, +temporal.server.version_check.latency.bucket,count,,,,,0,temporal,version check latency bucket,, +temporal.server.version_check.latency.count,count,,,,,0,temporal,version check latency count,, +temporal.server.version_check.latency.sum,count,,millisecond,,,0,temporal,version check latency sum,, +temporal.server.version_check.request_failed.count,count,,,,,0,temporal,version check request failed count,, +temporal.server.version_check.success.count,count,,,,,0,temporal,version check success count,, +temporal.server.visibility.archiver.archive.non_retryable_error.count,count,,,,,0,temporal,visibility archiver archive non retryable error count,, +temporal.server.visibility.archiver.archive.success.count,count,,,,,0,temporal,visibility archiver archive success count,, +temporal.server.visibility.archiver.archive.transient_error.count,count,,,,,0,temporal,visibility archiver archive transient error count,, +temporal.server.visibility.persistence.error_with_type.count,count,,,,,0,temporal,visibility persistence error with type count,, +temporal.server.visibility.persistence.errors.count,count,,,,,0,temporal,visibility persistence errors count,, +temporal.server.visibility.persistence.latency.bucket,count,,,,,0,temporal,visibility persistence latency bucket,, +temporal.server.visibility.persistence.latency.count,count,,,,,0,temporal,visibility persistence latency count,, +temporal.server.visibility.persistence.latency.sum,count,,millisecond,,,0,temporal,visibility persistence latency sum,, +temporal.server.visibility.persistence.requests.count,count,,,,,0,temporal,visibility persistence requests count,, +temporal.server.visibility.persistence.resource_exhausted.count,count,,,,,0,temporal,visibility persistence resource exhausted count,, +temporal.server.wf_too_many_pending.activities.count,count,,,,,0,temporal,wf too many pending activities count,, +temporal.server.wf_too_many_pending.cancel_requests.count,count,,,,,0,temporal,wf too many pending cancel requests count,, +temporal.server.wf_too_many_pending.child_workflows.count,count,,,,,0,temporal,wf too many pending child workflows count,, +temporal.server.wf_too_many_pending.external_workflow_signals.count,count,,,,,0,temporal,wf too many pending external workflow signals count,, +temporal.server.workflow.backoff.timer.count,count,,,,,0,temporal,workflow backoff timer count,, +temporal.server.workflow.cancel.count,count,,,,,0,temporal,workflow cancel count,, +temporal.server.workflow.cleanup.delete.count,count,,,,,0,temporal,workflow cleanup delete count,, +temporal.server.workflow.context_cleared.count,count,,,,,0,temporal,workflow context cleared count,, +temporal.server.workflow.continued_as_new.count,count,,,,,0,temporal,workflow continued as new count,, +temporal.server.workflow.cron_backoff.timer.count,count,,,,,0,temporal,workflow cron backoff timer count,, +temporal.server.workflow.delayed_start_backoff.timer.count,count,,,,,0,temporal,workflow delayed start backoff timer count,, +temporal.server.workflow.eager_execution.count,count,,,,,0,temporal,workflow eager execution count,, +temporal.server.workflow.eager_execution.denied.count,count,,,,,0,temporal,workflow eager execution denied count,, +temporal.server.workflow.failed.count,count,,,,,0,temporal,workflow failed count,, +temporal.server.workflow.retry_backoff.timer.count,count,,,,,0,temporal,workflow retry backoff timer count,, +temporal.server.workflow.run_timeout_overrides.count,count,,,,,0,temporal,workflow run timeout overrides count,, +temporal.server.workflow.speculative_task.commits.count,count,,,,,0,temporal,workflow speculative task commits count,, +temporal.server.workflow.speculative_task.rollbacks.count,count,,,,,0,temporal,workflow speculative task rollbacks count,, +temporal.server.workflow.success.count,count,,,,,0,temporal,workflow success count,, +temporal.server.workflow.task.attempt.bucket,count,,,,,0,temporal,workflow task attempt bucket,, +temporal.server.workflow.task.attempt.count,count,,,,,0,temporal,workflow task attempt count,, +temporal.server.workflow.task.attempt.sum,count,,,,,0,temporal,workflow task attempt sum,, +temporal.server.workflow.task.heartbeat_timeout.count,count,,,,,0,temporal,workflow task heartbeat timeout count,, +temporal.server.workflow.task.query_latency.bucket,count,,,,,0,temporal,workflow task query latency bucket,, +temporal.server.workflow.task.query_latency.count,count,,,,,0,temporal,workflow task query latency count,, +temporal.server.workflow.task.query_latency.sum,count,,millisecond,,,0,temporal,workflow task query latency sum,, +temporal.server.workflow.task.timeout_overrides.count,count,,,,,0,temporal,workflow task timeout overrides count,, +temporal.server.workflow.terminate.count,count,,,,,0,temporal,workflow terminate count,, +temporal.server.workflow.timeout.count,count,,,,,0,temporal,workflow timeout count,, +temporal.server.workflow.update.aborted.count,count,,,,,0,temporal,workflow update aborted count,, +temporal.server.workflow.update.client_timeout.count,count,,,,,0,temporal,workflow update client timeout count,, +temporal.server.workflow.update.continue_as_new_suggestions.count,count,,,,,0,temporal,workflow update continue as new suggestions count,, +temporal.server.workflow.update.registry_size.bucket,count,,,,,0,temporal,workflow update registry size bucket,, +temporal.server.workflow.update.registry_size.count,count,,,,,0,temporal,workflow update registry size count,, +temporal.server.workflow.update.registry_size.sum,count,,byte,,,0,temporal,workflow update registry size sum,, +temporal.server.workflow.update.registry_size_limited.count,count,,,,,0,temporal,workflow update registry size limited count,, +temporal.server.workflow.update.request_rate_limited.count,count,,,,,0,temporal,workflow update request rate limited count,, +temporal.server.workflow.update.request_too_many.count,count,,,,,0,temporal,workflow update request too many count,, +temporal.server.workflow.update.sent_to_worker.count,count,,,,,0,temporal,workflow update sent to worker count,, +temporal.server.workflow.update.sent_to_worker_again.count,count,,,,,0,temporal,workflow update sent to worker again count,, +temporal.server.workflow.update.server_timeout.count,count,,,,,0,temporal,workflow update server timeout count,, +temporal.server.workflow.update.wait_stage_accepted.count,count,,,,,0,temporal,workflow update wait stage accepted count,, +temporal.server.workflow.update.wait_stage_completed.count,count,,,,,0,temporal,workflow update wait stage completed count,, diff --git a/temporal/scripts/generate_metadata.py b/temporal/scripts/generate_metadata.py index 5275d49c75d12..48dd8e3ffff28 100644 --- a/temporal/scripts/generate_metadata.py +++ b/temporal/scripts/generate_metadata.py @@ -19,67 +19,65 @@ def main(): # First, read the existing metadata.csv to keep existing metadata from metrics for later - with open('metadata.csv', newline='') as metadata_file: + with open("metadata.csv", newline="") as metadata_file: reader = csv.DictReader(metadata_file) metadata_fields = reader.fieldnames - previous_metadata = {row['metric_name']: row for row in reader} + previous_metadata = {row["metric_name"]: row for row in reader} # Then, read metrics from temporal's source code, fed through stdin # This file lives in /common/metrics/metric_defs.go inside temporal's repo - parsed_metrics = (parse_temporal_metric(line) for line in sys.stdin.readlines()) - temporal_metric_types = {metric['name']: metric['type'] for metric in parsed_metrics if metric} - + temporal_metric_types = extract_metric_defs(sys.stdin.read()) # Sanity check: Check whether there are metrics in the temporal code that are not present # in the `METRIC_MAP` and warn about them: missing_metrics = set(temporal_metric_types) - set(METRIC_MAP) if missing_metrics: print("WARNING: the input code contains metrics not defined in `METRIC_MAP`:") - print('\n'.join(f"- {metric}" for metric in missing_metrics)) + print("\n".join(f"- {metric}" for metric in missing_metrics)) # Merge all the data metadata = [] - def append_metric_metadata(metric_name, metric_type='count', unit_name=None): - qualified_metric_name = f'temporal.server.{metric_name}' - metric_meta = {k: '' for k in metadata_fields} - metric_meta['orientation'] = 0 + def append_metric_metadata(metric_name, metric_type="count", unit_name=None): + qualified_metric_name = f"temporal.server.{metric_name}" + metric_meta = {k: "" for k in metadata_fields} + metric_meta["orientation"] = 0 metric_meta.update(previous_metadata.get(qualified_metric_name, {})) - metric_meta['integration'] = 'temporal' - metric_meta['metric_name'] = qualified_metric_name - metric_meta['metric_type'] = metric_type - metric_meta['short_name'] = metric_name.replace('.', ' ').replace('_', ' ') + metric_meta["integration"] = "temporal" + metric_meta["metric_name"] = qualified_metric_name + metric_meta["metric_type"] = metric_type + metric_meta["short_name"] = metric_name.replace(".", " ").replace("_", " ") # Only override unit_name explicitly if unit_name is not None: - metric_meta['unit_name'] = unit_name + metric_meta["unit_name"] = unit_name metadata.append(metric_meta) for temporal_name, name in METRIC_MAP.items(): try: temporal_type = temporal_metric_types[temporal_name] except KeyError: - print(f"WARNING: skipping metric `{temporal_name}/{name}` as it's not present in input data") + print(f"WARNING: skipping metric `{temporal_name}` as it's not present in input data") continue - if temporal_type == 'counter': - append_metric_metadata(f'{name}.count') - elif temporal_type == 'gauge': - append_metric_metadata(name, 'gauge') - elif temporal_type.endswith('histogram'): + if temporal_type == "counter": + append_metric_metadata(f"{name}.count") + elif temporal_type == "gauge": + append_metric_metadata(name, "gauge") + elif temporal_type.endswith("histogram"): unit_name = None - if temporal_type == 'byteshistogram': + if temporal_type == "byteshistogram": unit_name = "byte" - append_metric_metadata(f'{name}.bucket') - append_metric_metadata(f'{name}.count') - append_metric_metadata(f'{name}.sum', unit_name=unit_name) - elif temporal_type == 'timer': - append_metric_metadata(f'{name}.bucket') - append_metric_metadata(f'{name}.count') - append_metric_metadata(f'{name}.sum', unit_name='millisecond') + append_metric_metadata(f"{name}.bucket") + append_metric_metadata(f"{name}.count") + append_metric_metadata(f"{name}.sum", unit_name=unit_name) + elif temporal_type == "timer": + append_metric_metadata(f"{name}.bucket") + append_metric_metadata(f"{name}.count") + append_metric_metadata(f"{name}.sum", unit_name="millisecond") else: print(f"Unrecognized metric type {temporal_type}, skipping.") # Write everything back to metadata.csv. - with open('metadata.csv', 'w', newline='') as metadata_file: + with open("metadata.csv", "w", newline="") as metadata_file: writer = csv.DictWriter(metadata_file, metadata_fields) writer.writeheader() writer.writerows(metadata) @@ -91,5 +89,39 @@ def parse_temporal_metric(line): return {k: v.lower() for k, v in match.groupdict().items()} -if __name__ == '__main__': +def extract_metric_defs(go_code: str) -> dict: + """ + Extract metric definitions from Go code that are function calls starting with 'New' and containing 'Def'. + + Args: + go_code (str): The Go source code content + + Returns: + dict: Dictionary with metric name as key and type as value + """ + results = {} + + # Regular expression to match variable declarations with New*Def function calls + # This pattern looks for: + # 1. Variable name + # 2. = New*Def( + # 3. Metric name in quotes + pattern = r'(\w+)\s*=\s*(New\w*Def)\s*\(\s*"([^"]+)"' + + # Find all matches in the code + matches = re.finditer(pattern, go_code) + + for match in matches: + func_name = match.group(2) + metric_name = match.group(3) + + # Extract type from function name (everything between New and Def) + type_name = func_name[3:-3] # Remove "New" prefix and "Def" suffix + + results[metric_name.lower()] = type_name.lower() + + return results + + +if __name__ == "__main__": main() diff --git a/temporal/tests/common.py b/temporal/tests/common.py index 92f53ac55173e..a63e72962dc7b 100644 --- a/temporal/tests/common.py +++ b/temporal/tests/common.py @@ -100,21 +100,15 @@ "temporal.server.activity.end_to_end_latency.bucket", "temporal.server.activity.end_to_end_latency.count", "temporal.server.activity.end_to_end_latency.sum", - "temporal.server.activity_info.bucket", - "temporal.server.activity_info.count", "temporal.server.activity_info.size.bucket", "temporal.server.activity_info.size.count", "temporal.server.activity_info.size.sum", - "temporal.server.activity_info.sum", "temporal.server.add_search_attributes.workflow_failure", "temporal.server.add_search_attributes.workflow_failure.count", "temporal.server.add_search_attributes.workflow_success.count", - "temporal.server.buffered_events.bucket", - "temporal.server.buffered_events.count", "temporal.server.buffered_events.size.bucket", "temporal.server.buffered_events.size.count", "temporal.server.buffered_events.size.sum", - "temporal.server.buffered_events.sum", "temporal.server.cache.latency.bucket", "temporal.server.cache.latency.count", "temporal.server.cache.latency.sum", @@ -122,12 +116,9 @@ "temporal.server.cache.requests.count", "temporal.server.certificates.expired", "temporal.server.certificates.expiring", - "temporal.server.child_info.bucket", - "temporal.server.child_info.count", "temporal.server.child_info.size.bucket", "temporal.server.child_info.size.count", "temporal.server.child_info.size.sum", - "temporal.server.child_info.sum", "temporal.server.client.errors.count", "temporal.server.client.latency.bucket", "temporal.server.client.latency.count", @@ -138,13 +129,6 @@ "temporal.server.client.redirection.latency.sum", "temporal.server.client.redirection.requests.count", "temporal.server.client.requests.count", - "temporal.server.cluster_metadata.callback.lock_latency.bucket", - "temporal.server.cluster_metadata.callback.lock_latency.count", - "temporal.server.cluster_metadata.callback.lock_latency.sum", - "temporal.server.cluster_metadata.lock_latency.bucket", - "temporal.server.cluster_metadata.lock_latency.count", - "temporal.server.cluster_metadata.lock_latency.sum", - "temporal.server.complete_workflow_command.count", "temporal.server.complete_workflow_task_sticky.enabled.count", "temporal.server.elasticsearch.bulk_processor.bulk_size.bucket", "temporal.server.elasticsearch.bulk_processor.bulk_size.count", @@ -194,7 +178,6 @@ "temporal.server.history.sum", "temporal.server.lease.requests.count", "temporal.server.local_to_local.matches.count", - "temporal.server.lock.failures.count", "temporal.server.lock.latency.bucket", "temporal.server.lock.latency.count", "temporal.server.lock.latency.sum", @@ -205,15 +188,6 @@ "temporal.server.mutable_state.size.bucket", "temporal.server.mutable_state.size.count", "temporal.server.mutable_state.size.sum", - "temporal.server.namespace_cache.callbacks_latency.bucket", - "temporal.server.namespace_cache.callbacks_latency.count", - "temporal.server.namespace_cache.callbacks_latency.sum", - "temporal.server.namespace_cache.prepare_callbacks_latency.bucket", - "temporal.server.namespace_cache.prepare_callbacks_latency.count", - "temporal.server.namespace_cache.prepare_callbacks_latency.sum", - "temporal.server.namespace_registry.lock_latency.bucket", - "temporal.server.namespace_registry.lock_latency.count", - "temporal.server.namespace_registry.lock_latency.sum", "temporal.server.new_timer_notifications.count", "temporal.server.numshards", "temporal.server.pending_tasks.bucket", @@ -242,13 +216,9 @@ "temporal.server.replication.tasks.lag.bucket", "temporal.server.replication.tasks.lag.count", "temporal.server.replication.tasks.lag.sum", - "temporal.server.request_cancel_info.bucket", - "temporal.server.request_cancel_info.count", "temporal.server.request_cancel_info.size.bucket", "temporal.server.request_cancel_info.size.count", "temporal.server.request_cancel_info.size.sum", - "temporal.server.request_cancel_info.sum", - "temporal.server.schedule_activity_command.count", "temporal.server.search_attributes_size.bucket", "temporal.server.search_attributes_size.count", "temporal.server.search_attributes_size.sum", @@ -257,7 +227,6 @@ "temporal.server.service.authorization_latency.sum", "temporal.server.service.error_with_type.count", "temporal.server.service.errors.count", - "temporal.server.service.errors.critical.count", "temporal.server.service.errors.resource_exhausted.count", "temporal.server.service.latency.bucket", "temporal.server.service.latency.count", @@ -270,32 +239,13 @@ "temporal.server.service.latency.userlatency.sum", "temporal.server.service.pending_requests", "temporal.server.service.requests.count", - "temporal.server.shard.lock_latency.bucket", - "temporal.server.shard.lock_latency.count", - "temporal.server.shard.lock_latency.sum", - "temporal.server.shard_controller.lock_latency.bucket", - "temporal.server.shard_controller.lock_latency.count", - "temporal.server.shard_controller.lock_latency.sum", - "temporal.server.shardinfo.replication.lag.bucket", - "temporal.server.shardinfo.replication.lag.count", - "temporal.server.shardinfo.timer.lag.bucket", - "temporal.server.shardinfo.timer.lag.count", - "temporal.server.shardinfo.timer.lag.sum", - "temporal.server.shardinfo.transfer.lag.bucket", - "temporal.server.shardinfo.transfer.lag.count", - "temporal.server.shardinfo.visibility.lag.bucket", - "temporal.server.shardinfo.visibility.lag.count", - "temporal.server.shardinfo.visibility.lag.sum", "temporal.server.sharditem.acquisition_latency.bucket", "temporal.server.sharditem.acquisition_latency.count", "temporal.server.sharditem.acquisition_latency.sum", "temporal.server.sharditem.created.count", - "temporal.server.signal_info.bucket", - "temporal.server.signal_info.count", "temporal.server.signal_info.size.bucket", "temporal.server.signal_info.size.count", "temporal.server.signal_info.size.sum", - "temporal.server.signal_info.sum", "temporal.server.state_transition.bucket", "temporal.server.state_transition.count", "temporal.server.state_transition.sum", @@ -306,8 +256,6 @@ "temporal.server.task.attempt.count", "temporal.server.task.attempt.sum", "temporal.server.task.batch_complete_counter.count", - "temporal.server.task.bucket", - "temporal.server.task.count", "temporal.server.task.lag_per_tl", "temporal.server.task.latency.bucket", "temporal.server.task.latency.count", @@ -324,24 +272,17 @@ "temporal.server.task.latency.schedule.count", "temporal.server.task.latency.schedule.sum", "temporal.server.task.latency.sum", - "temporal.server.task.latency.user.bucket", - "temporal.server.task.latency.user.count", - "temporal.server.task.latency.user.sum", "temporal.server.task.requests.count", "temporal.server.task.schedule_to_start_latency.bucket", "temporal.server.task.schedule_to_start_latency.count", "temporal.server.task.schedule_to_start_latency.sum", - "temporal.server.task.sum", "temporal.server.task_queue.started.count", "temporal.server.task_rescheduler.pending_tasks.bucket", "temporal.server.task_rescheduler.pending_tasks.count", "temporal.server.task_rescheduler.pending_tasks.sum", - "temporal.server.timer_info.bucket", - "temporal.server.timer_info.count", "temporal.server.timer_info.size.bucket", "temporal.server.timer_info.size.count", "temporal.server.timer_info.size.sum", - "temporal.server.timer_info.sum", "temporal.server.version_check.failed.count", "temporal.server.version_check.latency.bucket", "temporal.server.version_check.latency.count", @@ -360,4 +301,39 @@ "temporal.server.workflow.task.attempt.count", "temporal.server.workflow.task.attempt.sum", "temporal.server.workflow.task.timeout_overrides.count", + "temporal.server.gomaxprocs", + "temporal.server.memory.allocated", + "temporal.server.memory.gc_pause_ms.bucket", + "temporal.server.memory.gc_pause_ms.count", + "temporal.server.memory.gc_pause_ms.sum", + "temporal.server.memory.heap", + "temporal.server.memory.heapidle", + "temporal.server.memory.heapinuse", + "temporal.server.memory.num_gc.bucket", + "temporal.server.memory.num_gc.count", + "temporal.server.memory.num_gc.sum", + "temporal.server.memory.stack", + "temporal.server.num_goroutines", + "temporal.server.restarts.count", + "temporal.server.activity_info.count.bucket", + "temporal.server.activity_info.count.count", + "temporal.server.activity_info.count.sum", + "temporal.server.buffered_events.count.bucket", + "temporal.server.buffered_events.count.count", + "temporal.server.buffered_events.count.sum", + "temporal.server.child_info.count.bucket", + "temporal.server.child_info.count.count", + "temporal.server.child_info.count.sum", + "temporal.server.request_cancel_info.count.bucket", + "temporal.server.request_cancel_info.count.count", + "temporal.server.request_cancel_info.count.sum", + "temporal.server.signal_info.count.bucket", + "temporal.server.signal_info.count.count", + "temporal.server.signal_info.count.sum", + "temporal.server.task.count.bucket", + "temporal.server.task.count.count", + "temporal.server.task.count.sum", + "temporal.server.timer_info.count.bucket", + "temporal.server.timer_info.count.count", + "temporal.server.timer_info.count.sum", ] diff --git a/temporal/tests/compose/docker-compose.yaml b/temporal/tests/compose/docker-compose.yaml index 91af1fd28659f..12bc3b69ba4b3 100644 --- a/temporal/tests/compose/docker-compose.yaml +++ b/temporal/tests/compose/docker-compose.yaml @@ -44,7 +44,7 @@ services: elasticsearch: condition: service_healthy environment: - - DB=postgresql + - DB=postgres12 - DB_PORT=5432 - POSTGRES_USER=temporal - POSTGRES_PWD=temporal @@ -54,6 +54,7 @@ services: - ES_SEEDS=elasticsearch - ES_VERSION=v7 - PROMETHEUS_ENDPOINT=0.0.0.0:8000 + - TEMPORAL_ADDRESS=temporal:7233 image: temporalio/auto-setup:${TEMPORAL_VERSION} networks: - temporal-network diff --git a/temporal/tests/compose/template/config_template.yaml b/temporal/tests/compose/template/config_template.yaml index a18b0d137b3f1..ba61ea81e6113 100644 --- a/temporal/tests/compose/template/config_template.yaml +++ b/temporal/tests/compose/template/config_template.yaml @@ -6,7 +6,7 @@ log: persistence: numHistoryShards: {{ default .Env.NUM_HISTORY_SHARDS "4" }} defaultStore: default - visibilityStore: visibility + visibilityStore: es-visibility {{- $es := default .Env.ENABLE_ES "false" | lower -}} {{- if eq $es "true" }} advancedVisibilityStore: es-visibility @@ -127,10 +127,10 @@ persistence: keyFile: {{ default .Env.SQL_CERT_KEY "" }} enableHostVerification: {{ default .Env.SQL_HOST_VERIFICATION "false" }} serverName: {{ default .Env.SQL_HOST_NAME "" }} - {{- else if eq $db "postgresql" }} + {{- else if eq $db "postgres12" }} default: sql: - pluginName: "postgres" + pluginName: "postgres12_pgx" databaseName: "{{ default .Env.DBNAME "temporal" }}" connectAddr: "{{ default .Env.POSTGRES_SEEDS "" }}:{{ default .Env.DB_PORT "5432" }}" connectProtocol: "tcp" @@ -156,7 +156,7 @@ persistence: {{ $visibility_user := default .Env.VISIBILITY_POSTGRES_USER $visibility_user_default }} {{ $visibility_pwd_default := default .Env.POSTGRES_PWD "" }} {{ $visibility_pwd := default .Env.VISIBILITY_POSTGRES_PWD $visibility_pwd_default }} - pluginName: "postgres" + pluginName: "postgres12_pgx" databaseName: "{{ default .Env.VISIBILITY_DBNAME "temporal_visibility" }}" connectAddr: "{{ $visibility_seeds }}:{{ $visibility_port }}" connectProtocol: "tcp" diff --git a/temporal/tests/fixtures/metrics.txt b/temporal/tests/fixtures/metrics.txt index 603d516c1c23f..f861a8ac59b50 100644 --- a/temporal/tests/fixtures/metrics.txt +++ b/temporal/tests/fixtures/metrics.txt @@ -496,16 +496,16 @@ buffered_events_size_sum{namespace="temporal_system",operation="SessionStats",se buffered_events_size_count{namespace="temporal_system",operation="SessionStats",service_name="history"} 17 # HELP build_age build_age gauge # TYPE build_age gauge -build_age{build_date="2023_01_13T19_43_08Z",build_platform="arm64",build_version="1_19_1",git_revision="07f758a2175eb270c56ee8f0d46b7dc2afe47300",go_version="go1_19_3",service_name="frontend"} 3.266755158820213e+15 -build_age{build_date="2023_01_13T19_43_08Z",build_platform="arm64",build_version="1_19_1",git_revision="07f758a2175eb270c56ee8f0d46b7dc2afe47300",go_version="go1_19_3",service_name="history"} 3.26675525312813e+15 -build_age{build_date="2023_01_13T19_43_08Z",build_platform="arm64",build_version="1_19_1",git_revision="07f758a2175eb270c56ee8f0d46b7dc2afe47300",go_version="go1_19_3",service_name="matching"} 3.266755159078172e+15 -build_age{build_date="2023_01_13T19_43_08Z",build_platform="arm64",build_version="1_19_1",git_revision="07f758a2175eb270c56ee8f0d46b7dc2afe47300",go_version="go1_19_3",service_name="worker"} 3.266755160737922e+15 +build_age{build_date="2025_02_21T21_43_57Z",build_platform="arm64",build_version="1_27_0",git_revision="675b2d5a8a2c9c6051f618e3728c6082fa925078",go_version="go1_23_2",service_name="frontend"} 7.022944209544607e+15 +build_age{build_date="2025_02_21T21_43_57Z",build_platform="arm64",build_version="1_27_0",git_revision="675b2d5a8a2c9c6051f618e3728c6082fa925078",go_version="go1_23_2",service_name="history"} 7.022944207226456e+15 +build_age{build_date="2025_02_21T21_43_57Z",build_platform="arm64",build_version="1_27_0",git_revision="675b2d5a8a2c9c6051f618e3728c6082fa925078",go_version="go1_23_2",service_name="matching"} 7.022944203296303e+15 +build_age{build_date="2025_02_21T21_43_57Z",build_platform="arm64",build_version="1_27_0",git_revision="675b2d5a8a2c9c6051f618e3728c6082fa925078",go_version="go1_23_2",service_name="worker"} 7.022944212305538e+15 # HELP build_information build_information gauge # TYPE build_information gauge -build_information{build_date="2023_01_13T19_43_08Z",build_platform="arm64",build_version="1_19_1",git_revision="07f758a2175eb270c56ee8f0d46b7dc2afe47300",go_version="go1_19_3",service_name="frontend"} 1 -build_information{build_date="2023_01_13T19_43_08Z",build_platform="arm64",build_version="1_19_1",git_revision="07f758a2175eb270c56ee8f0d46b7dc2afe47300",go_version="go1_19_3",service_name="history"} 1 -build_information{build_date="2023_01_13T19_43_08Z",build_platform="arm64",build_version="1_19_1",git_revision="07f758a2175eb270c56ee8f0d46b7dc2afe47300",go_version="go1_19_3",service_name="matching"} 1 -build_information{build_date="2023_01_13T19_43_08Z",build_platform="arm64",build_version="1_19_1",git_revision="07f758a2175eb270c56ee8f0d46b7dc2afe47300",go_version="go1_19_3",service_name="worker"} 1 +build_information{build_date="2025_02_21T21_43_57Z",build_platform="arm64",build_version="1_27_0",git_revision="675b2d5a8a2c9c6051f618e3728c6082fa925078",go_version="go1_23_2",service_name="frontend"} 1 +build_information{build_date="2025_02_21T21_43_57Z",build_platform="arm64",build_version="1_27_0",git_revision="675b2d5a8a2c9c6051f618e3728c6082fa925078",go_version="go1_23_2",service_name="history"} 1 +build_information{build_date="2025_02_21T21_43_57Z",build_platform="arm64",build_version="1_27_0",git_revision="675b2d5a8a2c9c6051f618e3728c6082fa925078",go_version="go1_23_2",service_name="matching"} 1 +build_information{build_date="2025_02_21T21_43_57Z",build_platform="arm64",build_version="1_27_0",git_revision="675b2d5a8a2c9c6051f618e3728c6082fa925078",go_version="go1_23_2",service_name="worker"} 1 # HELP cache_latency cache_latency histogram # TYPE cache_latency histogram cache_latency_bucket{cache_type="events",operation="EventsCacheGetEvent",service_name="history",le="0.001"} 6 @@ -13212,4 +13212,4 @@ workflow_task_attempt_sum{namespace="temporal_system",operation="WorkflowContext workflow_task_attempt_count{namespace="temporal_system",operation="WorkflowContext",service_name="history"} 4 # HELP workflow_task_timeout_overrides workflow_task_timeout_overrides counter # TYPE workflow_task_timeout_overrides counter -workflow_task_timeout_overrides{namespace="temporal_system",operation="StartWorkflowExecution",service_name="history"} 3 +workflow_task_timeout_overrides{namespace="temporal_system",operation="StartWorkflowExecution",service_name="history"} 3 \ No newline at end of file diff --git a/temporal/tests/test_integration.py b/temporal/tests/test_integration.py index 6a9e36dc45bbb..4d19d77f21fbf 100644 --- a/temporal/tests/test_integration.py +++ b/temporal/tests/test_integration.py @@ -32,9 +32,9 @@ def test_metadata(dd_run_check, datadog_agent, check): expected_version_metadata = { 'version.scheme': 'semver', 'version.major': '1', - 'version.minor': '19', - 'version.patch': '1', - 'version.raw': '1.19.1', + 'version.minor': '27', + 'version.patch': '0', + 'version.raw': '1.27.0', } datadog_agent.assert_metadata(check.check_id, expected_version_metadata) diff --git a/temporal/tests/test_unit.py b/temporal/tests/test_unit.py index 2e9ed19bc526f..8cacec16410bc 100644 --- a/temporal/tests/test_unit.py +++ b/temporal/tests/test_unit.py @@ -43,9 +43,9 @@ def test_metadata(dd_run_check, datadog_agent, check, mock_metrics): expected_version_metadata = { 'version.scheme': 'semver', 'version.major': '1', - 'version.minor': '19', - 'version.patch': '1', - 'version.raw': '1.19.1', + 'version.minor': '27', + 'version.patch': '0', + 'version.raw': '1.27.0', } datadog_agent.assert_metadata(check.check_id, expected_version_metadata)