Skip to content

Commit

Permalink
Update schema
Browse files Browse the repository at this point in the history
  • Loading branch information
actions-user committed Dec 17, 2024
1 parent bad997d commit e20c181
Show file tree
Hide file tree
Showing 8 changed files with 4,075 additions and 45 deletions.
3,739 changes: 3,726 additions & 13 deletions SCHEMA.all.md

Large diffs are not rendered by default.

26 changes: 13 additions & 13 deletions schema/beacon_api_.md
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ Data is partitioned **hourly** on **slot_start_date_time** for the following net
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_beacon_committee/2024/12/9/0.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_beacon_committee/2024/12/10/0.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down Expand Up @@ -147,7 +147,7 @@ Data is partitioned **hourly** on **slot_start_date_time** for the following net
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_attestation/2024/12/9/0.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_attestation/2024/12/10/0.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down Expand Up @@ -250,7 +250,7 @@ Data is partitioned **daily** on **slot_start_date_time** for the following netw
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_blob_sidecar/2024/12/9.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_blob_sidecar/2024/12/10.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down Expand Up @@ -351,7 +351,7 @@ Data is partitioned **daily** on **slot_start_date_time** for the following netw
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_block/2024/12/9.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_block/2024/12/10.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down Expand Up @@ -450,7 +450,7 @@ Data is partitioned **daily** on **slot_start_date_time** for the following netw
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_chain_reorg/2024/12/9.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_chain_reorg/2024/12/10.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down Expand Up @@ -553,7 +553,7 @@ Data is partitioned **daily** on **contribution_slot_start_date_time** for the f
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_contribution_and_proof/2024/12/9.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_contribution_and_proof/2024/12/10.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down Expand Up @@ -657,7 +657,7 @@ Data is partitioned **daily** on **epoch_start_date_time** for the following net
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_finalized_checkpoint/2024/12/9.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_finalized_checkpoint/2024/12/10.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down Expand Up @@ -754,7 +754,7 @@ Data is partitioned **daily** on **slot_start_date_time** for the following netw
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_head/2024/12/9.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_head/2024/12/10.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down Expand Up @@ -856,7 +856,7 @@ Data is partitioned **daily** on **wallclock_epoch_start_date_time** for the fol
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_voluntary_exit/2024/12/9.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_events_voluntary_exit/2024/12/10.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down Expand Up @@ -956,7 +956,7 @@ Data is partitioned **daily** on **slot_start_date_time** for the following netw
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_validator_attestation_data/2024/12/9.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_validator_attestation_data/2024/12/10.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down Expand Up @@ -1063,7 +1063,7 @@ Data is partitioned **daily** on **slot_start_date_time** for the following netw
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v2_beacon_block/2024/12/9.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v2_beacon_block/2024/12/10.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down Expand Up @@ -1181,7 +1181,7 @@ Data is partitioned **daily** on **slot_start_date_time** for the following netw
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_proposer_duty/2024/12/9.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v1_proposer_duty/2024/12/10.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down Expand Up @@ -1279,7 +1279,7 @@ Data is partitioned **daily** on **slot_start_date_time** for the following netw
docker run --rm -it clickhouse/clickhouse-server clickhouse local --query --query="""
SELECT
*
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v3_validator_block/2024/12/9.parquet', 'Parquet')
FROM url('https://data.ethpandaops.io/xatu/mainnet/databases/default/beacon_api_eth_v3_validator_block/2024/12/10.parquet', 'Parquet')
LIMIT 10
FORMAT Pretty
"""
Expand Down
10 changes: 10 additions & 0 deletions schema/bigquery/metadata.json
Original file line number Diff line number Diff line change
Expand Up @@ -542,5 +542,15 @@
"field": "slot_start_date_time"
},
"clustering": ["slot_start_date_time","relay_name","block_hash","meta_client_name"]
},
{
"name": "mev_relay_validator_registration",
"description": "Contains MEV relay validator registrations data.",
"partition_type": "time",
"partition_value": {
"type": "MONTH",
"field": "slot_start_date_time"
},
"clustering": ["slot_start_date_time","meta_client_name","relay_name","validator_index"]
}
]
207 changes: 207 additions & 0 deletions schema/bigquery/mev_relay_validator_registration.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,207 @@
[
{
"name": "updated_date_time",
"type": "TIMESTAMP",
"mode": "REQUIRED",
"description": "Timestamp when the record was last updated"
},
{
"name": "event_date_time",
"type": "TIMESTAMP",
"mode": "REQUIRED",
"description": "When the bid was fetched"
},
{
"name": "timestamp",
"type": "INTEGER",
"mode": "REQUIRED",
"description": "The timestamp of the bid"
},
{
"name": "relay_name",
"type": "STRING",
"mode": "REQUIRED",
"description": "The relay that the bid was fetched from"
},
{
"name": "validator_index",
"type": "INTEGER",
"mode": "REQUIRED",
"description": "The validator index of the validator registration"
},
{
"name": "gas_limit",
"type": "NUMERIC",
"mode": "REQUIRED",
"description": "The gas limit of the validator registration"
},
{
"name": "fee_recipient",
"type": "STRING",
"mode": "REQUIRED",
"description": "The fee recipient of the validator registration"
},
{
"name": "slot",
"type": "INTEGER",
"mode": "REQUIRED",
"description": "Slot number derived from the validator registration `timestamp` field"
},
{
"name": "slot_start_date_time",
"type": "TIMESTAMP",
"mode": "REQUIRED",
"description": "The slot start time derived from the validator registration `timestamp` field"
},
{
"name": "epoch",
"type": "INTEGER",
"mode": "REQUIRED",
"description": "Epoch number derived from the validator registration `timestamp` field"
},
{
"name": "epoch_start_date_time",
"type": "TIMESTAMP",
"mode": "REQUIRED",
"description": "The epoch start time derived from the validator registration `timestamp` field"
},
{
"name": "wallclock_slot",
"type": "INTEGER",
"mode": "REQUIRED",
"description": "The wallclock slot when the request was sent"
},
{
"name": "wallclock_slot_start_date_time",
"type": "TIMESTAMP",
"mode": "REQUIRED",
"description": "The start time for the slot when the request was sent"
},
{
"name": "wallclock_epoch",
"type": "INTEGER",
"mode": "REQUIRED",
"description": "The wallclock epoch when the request was sent"
},
{
"name": "wallclock_epoch_start_date_time",
"type": "TIMESTAMP",
"mode": "REQUIRED",
"description": "The start time for the wallclock epoch when the request was sent"
},
{
"name": "meta_client_name",
"type": "STRING",
"mode": "REQUIRED",
"description": "Name of the client that generated the event"
},
{
"name": "meta_client_id",
"type": "STRING",
"mode": "REQUIRED",
"description": "Unique Session ID of the client that generated the event. This changes every time the client is restarted."
},
{
"name": "meta_client_version",
"type": "STRING",
"mode": "REQUIRED",
"description": "Version of the client that generated the event"
},
{
"name": "meta_client_implementation",
"type": "STRING",
"mode": "REQUIRED",
"description": "Implementation of the client that generated the event"
},
{
"name": "meta_client_os",
"type": "STRING",
"mode": "REQUIRED",
"description": "Operating system of the client that generated the event"
},
{
"name": "meta_client_ip",
"type": "STRING",
"mode": "NULLABLE",
"description": "IP address of the client that generated the event"
},
{
"name": "meta_client_geo_city",
"type": "STRING",
"mode": "REQUIRED",
"description": "City of the client that generated the event"
},
{
"name": "meta_client_geo_country",
"type": "STRING",
"mode": "REQUIRED",
"description": "Country of the client that generated the event"
},
{
"name": "meta_client_geo_country_code",
"type": "STRING",
"mode": "REQUIRED",
"description": "Country code of the client that generated the event"
},
{
"name": "meta_client_geo_continent_code",
"type": "STRING",
"mode": "REQUIRED",
"description": "Continent code of the client that generated the event"
},
{
"name": "meta_client_geo_longitude",
"type": "FLOAT",
"mode": "NULLABLE",
"description": "Longitude of the client that generated the event"
},
{
"name": "meta_client_geo_latitude",
"type": "FLOAT",
"mode": "NULLABLE",
"description": "Latitude of the client that generated the event"
},
{
"name": "meta_client_geo_autonomous_system_number",
"type": "INTEGER",
"mode": "NULLABLE",
"description": "Autonomous system number of the client that generated the event"
},
{
"name": "meta_client_geo_autonomous_system_organization",
"type": "STRING",
"mode": "NULLABLE",
"description": "Autonomous system organization of the client that generated the event"
},
{
"name": "meta_network_name",
"type": "STRING",
"mode": "REQUIRED",
"description": "Ethereum network name"
},
{
"name": "meta_labels",
"type": "RECORD",
"mode": "NULLABLE",
"description": "Labels associated with the event",
"fields": [
{
"name": "key_value",
"type": "RECORD",
"mode": "REPEATED",
"fields": [
{
"name": "key",
"type": "STRING",
"mode": "REQUIRED"
},
{
"name": "value",
"type": "STRING",
"mode": "REQUIRED"
}
]
}
]
}
]
Loading

0 comments on commit e20c181

Please sign in to comment.