SEMCON-502: Add semantic-core mappings CSV files

.github/CODEOWNERS

@@ -379,6 +379,8 @@ docs/developer/process/integration-release.md                         @DataDog/a
 /.devcontainer/                                                        @DataDog/agent-integrations @DataDog/container-integrations
 /.devcontainer/dbm                                                     @DataDog/database-monitoring-agent
 
+**/assets/semantic_core                                             @DataDog/semantic-core
+
 # LEAVE THE FOLLOWING LOG OWNERSHIP LAST IN THE FILE
 # Make sure logs team is the full owner for all logs related files
 **/assets/logs/                          @DataDog/logs-backend @DataDog/siem-logs-reviewers

apache/assets/semantic_core/mappings.csv

@@ -0,0 +1,18 @@
+otel,dd,description,filter
+apache.cpu.load,apache.performance.cpu_load,Current load of the CPU.,
+apache.current_connections,apache.conns_total,The number of active connections currently attached to the HTTP server.,
+apache.requests,apache.net.request_per_s,The number of requests serviced by the HTTP server per second.,
+apache.scoreboard,apache.scoreboard.sending_reply,The number of workers in each state.,`state`: `sending`
+apache.scoreboard,apache.scoreboard.reading_request,The number of workers in each state.,`state`: `reading`
+apache.scoreboard,apache.scoreboard.open_slot,The number of workers in each state.,`state`: `open`
+apache.scoreboard,apache.scoreboard.logging,The number of workers in each state.,`state`: `logging`
+apache.scoreboard,apache.scoreboard.keepalive,The number of workers in each state.,`state`: `keepalive`
+apache.scoreboard,apache.scoreboard.idle_cleanup,The number of workers in each state.,`state`: `idle_cleanup`
+apache.scoreboard,apache.scoreboard.gracefully_finishing,The number of workers in each state.,`state`: `finishing`
+apache.scoreboard,apache.scoreboard.dns_lookup,The number of workers in each state.,`state`: `dnslookup`
+apache.scoreboard,apache.scoreboard.closing_connection,The number of workers in each state.,`state`: `closing`
+apache.scoreboard,apache.scoreboard.starting_up,The number of workers in each state.,`state`: `starting`
+apache.scoreboard,apache.scoreboard.waiting_for_connection,The number of workers in each state.,`state`: `waiting`
+apache.uptime,apache.performance.uptime,The amount of time that the server has been running in seconds.,
+apache.workers,apache.performance.idle_workers,The number of workers currently attached to the HTTP server.,`state`: `idle`
+apache.workers,apache.performance.busy_workers,The number of workers currently attached to the HTTP server.,`state`: `busy`

docker/assets/semantic_core/mappings.csv

@@ -0,0 +1,18 @@
+otel,dd,description,filter
+container.blockio.io_serviced_recursive,container.io.read.operations,Number of IOs (bio) issued to the disk by the group and descendant groups (Only available with cgroups v1).,`operation`: `read`
+container.blockio.io_serviced_recursive,container.io.write.operations,Number of IOs (bio) issued to the disk by the group and descendant groups (Only available with cgroups v1).,`operation`: `write`
+container.cpu.throttling_data.throttled_periods,container.cpu.throttled.periods,Number of periods when the container hits its throttling limit.,
+container.cpu.throttling_data.throttled_time,container.cpu.throttled,Aggregate time the container was throttled.,
+container.cpu.usage.system,container.cpu.system,"System CPU usage, as reported by docker.",
+container.cpu.usage.total,container.cpu.usage,Total CPU time consumed.,
+container.cpu.usage.usermode,container.cpu.user,Time spent by tasks of the cgroup in user mode (Linux). Time spent by all container processes in user mode (Windows).,
+container.memory.active_anon,container.memory.kernel,The amount of anonymous memory that has been identified as active by the kernel.,
+container.memory.hierarchical_memory_limit,container.memory.limit,The maximum amount of physical memory that can be used by the processes of this control group (Only available with cgroups v1).,
+container.memory.rss,kubernetes.memory.rss,"The amount of memory that doesn’t correspond to anything on disk: stacks, heaps, and anonymous memory maps (Only available with cgroups v1).",
+container.memory.total_cache,container.memory.cache,Total amount of memory used by the processes of this cgroup (and descendants) that can be associated with a block on a block device. Also accounts for memory used by tmpfs (Only available with cgroups v1).,
+container.memory.usage.limit,container.memory.soft_limit,Memory limit of the container.,
+container.memory.usage.total,container.memory.usage,Memory usage of the container. This excludes the cache.,
+container.network.io.usage.rx_bytes,container.net.rcvd,Bytes received by the container.,
+container.network.io.usage.rx_packets,container.net.rcvd.packets,Packets received.,
+container.network.io.usage.tx_bytes,container.net.sent,Bytes sent.,
+container.network.io.usage.tx_packets,container.net.sent.packets,Packets sent.,

elastic/assets/semantic_core/mappings.csv

@@ -0,0 +1,5 @@
+otel,dd,description,filter
+jvm.gc.collections.count,jvm.gc.major_collection_count{type: GarbageCollector},The total number of garbage collections that have occurred,"`name`: `MarkSweepCompact, PS MarkSweep, ConcurrentMarkSweep, G1 Mixed Generation, G1 Old Generation, Shenandoah Cycles, ZGC`"
+jvm.gc.collections.count,jvm.gc.minor_collection_count{type: GarbageCollector},The total number of garbage collections that have occurred,"`name`: `Copy, PS Scavenge, ParNew, G1 Young Generation`"
+jvm.gc.collections.elapsed,jvm.gc.major_collection_time{type: GarbageCollector},The approximate accumulated collection elapsed time,"`name`: `MarkSweepCompact, PS MarkSweep, ConcurrentMarkSweep, G1 Mixed Generation, G1 Old Generation, Shenandoah Cycles, ZGC`"
+jvm.gc.collections.elapsed,jvm.gc.minor_collection_time{type: GarbageCollector},The approximate accumulated collection elapsed time,"`name`: `Copy, PS Scavenge, ParNew, G1 Young Generation`"

haproxy/assets/semantic_core/mappings.csv

@@ -0,0 +1,24 @@
+otel,dd,description,filter
+haproxy.bytes.input,haproxy.backend.bytes.in.count,Bytes in. Corresponds to HAProxy's `bin` metric.,`haproxy.service_name`: `BACKEND`
+haproxy.bytes.input,haproxy.frontend.bytes.in.count,Bytes in. Corresponds to HAProxy's `bin` metric.,`haproxy.service_name`: `FRONTEND`
+haproxy.bytes.output,haproxy.backend.bytes.out.count,Bytes out. Corresponds to HAProxy's `bout` metric.,`haproxy.service_name`: `BACKEND`
+haproxy.bytes.output,haproxy.frontend.bytes.out.count,Bytes out. Corresponds to HAProxy's `bout` metric.,`haproxy.service_name`: `FRONTEND`
+haproxy.clients.canceled,haproxy.backend.client.aborts.count,Number of data transfers aborted by the client. Corresponds to HAProxy's `cli_abrt` metric,
+haproxy.compression.bypass,haproxy.backend.http.comp.bytes.bypassed.count,Number of bytes that bypassed the HTTP compressor (CPU/BW limit). Corresponds to HAProxy's `comp_byp` metric.,
+haproxy.compression.count,haproxy.backend.http.comp.responses.count,Number of HTTP responses that were compressed. Corresponds to HAProxy's `comp_rsp` metric.,
+haproxy.compression.input,haproxy.backend.http.comp.bytes.in.count,Number of HTTP response bytes fed to the compressor. Corresponds to HAProxy's `comp_in` metric.,
+haproxy.compression.output,haproxy.backend.http.comp.bytes.out.count,Number of HTTP response bytes emitted by the compressor. Corresponds to HAProxy's `comp_out` metric.,
+haproxy.connections.total,haproxy.frontend.connections.count,Cumulative number of connections (frontend). Corresponds to HAProxy's `conn_tot` metric.,
+haproxy.failed_checks,haproxy.server.check.failures.count,Number of failed checks. (Only counts checks failed when the server is up). Corresponds to HAProxy's `chkfail` metric.,
+haproxy.requests.denied,haproxy.backend.requests.denied.count,Requests denied because of security concerns. Corresponds to HAProxy's `dreq` metric,`haproxy.service_name`: `BACKEND`
+haproxy.requests.denied,haproxy.frontend.requests.denied.count,Requests denied because of security concerns. Corresponds to HAProxy's `dreq` metric,`haproxy.service_name`: `FRONTEND`
+haproxy.requests.errors,haproxy.frontend.request.errors.count,Cumulative number of request errors. Corresponds to HAProxy's `ereq` metric.,`haproxy.service_name`: `FRONTEND`
+haproxy.requests.total,haproxy.backend.http.requests.count,"Total number of HTTP requests received. Corresponds to HAProxy's `req_tot`, `hrsp_1xx`, `hrsp_2xx`, `hrsp_3xx`, `hrsp_4xx`, `hrsp_5xx` and `hrsp_other` metrics.",`haproxy.service_name`: `BACKEND`
+haproxy.requests.total,haproxy.frontend.http.requests.count,"Total number of HTTP requests received. Corresponds to HAProxy's `req_tot`, `hrsp_1xx`, `hrsp_2xx`, `hrsp_3xx`, `hrsp_4xx`, `hrsp_5xx` and `hrsp_other` metrics.",`haproxy.service_name`: `FRONTEND`
+haproxy.responses.denied,haproxy.frontend.responses.denied.count,Responses denied because of security concerns. Corresponds to HAProxy's `dresp` metric,`haproxy.service_name`: `FRONTEND`
+haproxy.responses.denied,haproxy.backend.responses.denied.count,Responses denied because of security concerns. Corresponds to HAProxy's `dresp` metric,`haproxy.service_name`: `BACKEND`
+haproxy.responses.errors,haproxy.backend.response.errors.count,"Cumulative number of response errors. Corresponds to HAProxy's `eresp` metric, `srv_abrt` will be counted here also.",`haproxy.service_name`: `BACKEND`
+haproxy.server_selected.total,haproxy.server.loadbalanced.count,"Number of times a server was selected, either for new sessions or when re-dispatching. Corresponds to HAProxy's `lbtot` metric.",
+haproxy.sessions.count,haproxy.server.sessions.count,Current sessions. Corresponds to HAProxy's `scur` metric.,
+haproxy.sessions.total,haproxy.frontend.sessions.count,Cumulative number of sessions. Corresponds to HAProxy's `stot` metric.,`haproxy.service_name`: `FRONTEND`
+haproxy.sessions.total,haproxy.backend.sessions.count,Cumulative number of sessions. Corresponds to HAProxy's `stot` metric.,`haproxy.service_name`: `BACKEND`

host/assets/semantic_core/mappings.csv

@@ -0,0 +1,17 @@
+otel,dd,description,filter,transform
+system.cpu.load_average.15m,system.load.15,Average CPU Load over 15 minutes.,,
+system.cpu.load_average.1m,system.load.1,Average CPU Load over 1 minute.,,
+system.cpu.load_average.5m,system.load.5,Average CPU Load over 5 minutes.,,
+system.cpu.utilization,system.cpu.idle,"Difference in system.cpu.time since the last measurement per logical CPU, divided by the elapsed time (value in interval [0,1]).",`state`: `idle`,× 100
+system.cpu.utilization,system.cpu.iowait,"Difference in system.cpu.time since the last measurement per logical CPU, divided by the elapsed time (value in interval [0,1]).",`state`: `wait`,× 100
+system.cpu.utilization,system.cpu.stolen,"Difference in system.cpu.time since the last measurement per logical CPU, divided by the elapsed time (value in interval [0,1]).",`state`: `steal`,× 100
+system.cpu.utilization,system.cpu.system,"Difference in system.cpu.time since the last measurement per logical CPU, divided by the elapsed time (value in interval [0,1]).",`state`: `system`,× 100
+system.cpu.utilization,system.cpu.user,"Difference in system.cpu.time since the last measurement per logical CPU, divided by the elapsed time (value in interval [0,1]).",`state`: `user`,× 100
+system.filesystem.utilization,system.disk.in_use,Fraction of filesystem bytes used.,,
+system.filesystem.utilization,system.disk.in_use,Fraction of filesystem bytes used.,,
+system.memory.usage,system.mem.total,Bytes of memory in use.,,× 1048576
+system.memory.usage,system.mem.usable,Bytes of memory in use.,"`state`: `free, cached, buffered`",× 1048576
+system.network.io,system.net.bytes_rcvd,The number of bytes transmitted and received.,`direction`: `receive`,
+system.network.io,system.net.bytes_sent,The number of bytes transmitted and received.,`direction`: `transmit`,
+system.paging.usage,system.swap.free,Swap (unix) or pagefile (windows) usage.,`state`: `free`,× 1048576
+system.paging.usage,system.swap.used,Swap (unix) or pagefile (windows) usage.,`state`: `used`,× 1048576

iis/assets/semantic_core/mappings.csv

@@ -0,0 +1,14 @@
+otel,dd,description,filter
+iis.connection.active,iis.net.num_connections,Number of active connections.,
+iis.connection.anonymous,iis.users.anon,Number of connections established anonymously.,
+iis.network.file.count,iis.net.files_rcvd,Number of transmitted files.,`direction`: `received`
+iis.network.file.count,iis.net.files_sent,Number of transmitted files.,`direction`: `sent`
+iis.network.io,iis.net.bytes_rcvd,Total amount of bytes sent and received.,`direction`: `received`
+iis.network.io,iis.net.bytes_sent,Total amount of bytes sent and received.,`direction`: `sent`
+iis.request.count,iis.httpd_request_method.delete,Total number of requests of a given type.,`request`: `delete`
+iis.request.count,iis.httpd_request_method.get,Total number of requests of a given type.,`request`: `get`
+iis.request.count,iis.httpd_request_method.head,Total number of requests of a given type.,`request`: `head`
+iis.request.count,iis.httpd_request_method.options,Total number of requests of a given type.,`request`: `options`
+iis.request.count,iis.httpd_request_method.post,Total number of requests of a given type.,`request`: `post`
+iis.request.count,iis.httpd_request_method.put,Total number of requests of a given type.,`request`: `put`
+iis.request.count,iis.httpd_request_method.trace,Total number of requests of a given type.,`request`: `trace`

jvm/assets/semantic_core/mappings.csv

@@ -0,0 +1,5 @@
+otel,dd,description,filter
+jvm.gc.collections.count,jvm.gc.major_collection_count{type: GarbageCollector},The total number of garbage collections that have occurred,"`name`: `MarkSweepCompact, PS MarkSweep, ConcurrentMarkSweep, G1 Mixed Generation, G1 Old Generation, Shenandoah Cycles, ZGC`"
+jvm.gc.collections.count,jvm.gc.minor_collection_count{type: GarbageCollector},The total number of garbage collections that have occurred,"`name`: `Copy, PS Scavenge, ParNew, G1 Young Generation`"
+jvm.gc.collections.elapsed,jvm.gc.major_collection_time{type: GarbageCollector},The approximate accumulated collection elapsed time,"`name`: `MarkSweepCompact, PS MarkSweep, ConcurrentMarkSweep, G1 Mixed Generation, G1 Old Generation, Shenandoah Cycles, ZGC`"
+jvm.gc.collections.elapsed,jvm.gc.minor_collection_time{type: GarbageCollector},The approximate accumulated collection elapsed time,"`name`: `Copy, PS Scavenge, ParNew, G1 Young Generation`"

kafka/assets/semantic_core/mappings.csv

@@ -0,0 +1,43 @@
+otel,dd,description,filter,transform
+kafka.consumer.bytes-consumed-rate,kafka.consumer.bytes_consumed,The average number of bytes consumed per second,,Rename attribute key `client-id` to `client`
+kafka.consumer.fetch-size-avg,kafka.consumer.fetch_size_avg,The average number of bytes fetched per request,,Rename attribute key `client-id` to `client`
+kafka.consumer.records-consumed-rate,kafka.consumer.records_consumed,The average number of records consumed per second,,Rename attribute key `client-id` to `client`
+kafka.consumer.total.bytes-consumed-rate,kafka.consumer.bytes_in,The average number of bytes consumed for all topics per second.,,
+kafka.consumer.total.records-consumed-rate,kafka.consumer.messages_in,The average number of records consumed for all topics per second.,,
+kafka.consumer_group.lag,kafka.consumer_lag,Current approximate lag of consumer group at partition of topic,,Rename attribute key `group` to `consumer_group`
+kafka.consumer_group.offset,kafka.consumer_offset,Current offset of the consumer group at partition of topic,,Rename attribute key `group` to `consumer_group`
+kafka.controller.active.count,kafka.replication.active_controller_count,Controller is active on broker,,
+kafka.isr.operation.count,kafka.replication.isr_expands.rate,The number of in-sync replica shrink and expand operations,`operation`: `expand`,
+kafka.isr.operation.count,kafka.replication.isr_shrinks.rate,The number of in-sync replica shrink and expand operations,`operation`: `shrink`,
+kafka.leader.election.rate,kafka.replication.leader_elections.rate,Leader election rate - increasing indicates broker failures,,
+kafka.logs.flush.time.count,kafka.log.flush_rate.rate,Log flush count,,
+kafka.max.lag,kafka.replication.max_lag,Max lag in messages between follower and leader replicas,,
+kafka.message.count,kafka.messages_in.rate,The number of messages received by the broker,,
+kafka.network.io,kafka.net.bytes_in.rate,The bytes received or sent by the broker,`state`: `in`,
+kafka.network.io,kafka.net.bytes_out.rate,The bytes received or sent by the broker,`state`: `out`,
+kafka.partition.count,kafka.replication.partition_count,The number of partitions on the broker,,
+kafka.partition.current_offset,kafka.broker_offset,Current offset of partition of topic.,,Rename attribute key `group` to `consumer_group`
+kafka.partition.offline,kafka.replication.offline_partitions_count,The number of partitions offline,,
+kafka.partition.under_replicated,kafka.replication.under_replicated_partitions,The number of under replicated partitions,,
+kafka.producer.byte-rate,kafka.producer.bytes_out,The average number of bytes sent per second for a topic.,,Rename attribute key `client-id` to `client`
+kafka.producer.compression-rate,kafka.producer.compression_rate,The average compression rate of record batches for a topic.,,Rename attribute key `client-id` to `client`
+kafka.producer.io-wait-time-ns-avg,kafka.producer.io_wait,The average length of time the I/O thread spent waiting for a socket ready for reads or writes.,,
+kafka.producer.outgoing-byte-rate,kafka.producer.bytes_out,The average number of outgoing bytes sent per second to all servers.,,
+kafka.producer.record-error-rate,kafka.producer.record_error_rate,The average per-second number of record sends that resulted in errors for a topic.,,Rename attribute key `client-id` to `client`
+kafka.producer.record-retry-rate,kafka.producer.record_retry_rate,The average per-second number of retried record sends for a topic.,,Rename attribute key `client-id` to `client`
+kafka.producer.record-send-rate,kafka.producer.record_send_rate,The average number of records sent per second for a topic.,,Rename attribute key `client-id` to `client`
+kafka.producer.request-latency-avg,kafka.producer.request_latency_avg,The average request latency.,,
+kafka.producer.request-rate,kafka.producer.request_rate,The average number of requests sent per second.,,
+kafka.producer.response-rate,kafka.producer.response_rate,Responses received per second.,,
+kafka.purgatory.size,kafka.request.fetch_request_purgatory.size,The number of requests waiting in purgatory,`type`: `fetch`,
+kafka.purgatory.size,kafka.request.producer_request_purgatory.size,The number of requests waiting in purgatory,`type`: `produce`,
+kafka.request.failed,kafka.request.fetch.failed.rate,The number of requests to the broker resulting in a failure,`type`: `fetch`,
+kafka.request.failed,kafka.request.produce.failed.rate,The number of requests to the broker resulting in a failure,`type`: `produce`,
+kafka.request.queue,kafka.request.channel.queue.size,Size of the request queue,,
+kafka.request.time.99p,kafka.request.fetch_consumer.time.99percentile,The 99th percentile time the broker has taken to service requests,`type`: `fetchconsumer`,
+kafka.request.time.99p,kafka.request.fetch_follower.time.99percentile,The 99th percentile time the broker has taken to service requests,`type`: `fetchfollower`,
+kafka.request.time.99p,kafka.request.produce.time.99percentile,The 99th percentile time the broker has taken to service requests,`type`: `produce`,
+kafka.request.time.avg,kafka.request.fetch_consumer.time.avg,The average time the broker has taken to service requests,`type`: `fetchconsumer`,
+kafka.request.time.avg,kafka.request.fetch_follower.time.avg,The average time the broker has taken to service requests,`type`: `fetchfollower`,
+kafka.request.time.avg,kafka.request.produce.time.avg,The average time the broker has taken to service requests,`type`: `produce`,
+kafka.unclean.election.rate,kafka.replication.unclean_leader_elections.rate,Unclean leader election rate - increasing indicates broker failures,,