Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

schemas/aws/parquet: updated to reflect BigQuery schema #363

Open
wants to merge 1 commit into
base: develop
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 3 additions & 4 deletions schemas/aws/parquet/parquet_blocks.sql
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
CREATE EXTERNAL TABLE IF NOT EXISTS parquet_blocks (
timestamp TIMESTAMP,
number BIGINT,
hash STRING,
parent_hash STRING,
Expand All @@ -15,11 +16,9 @@ CREATE EXTERNAL TABLE IF NOT EXISTS parquet_blocks (
extra_data STRING,
gas_limit BIGINT,
gas_used BIGINT,
timestamp BIGINT,
transaction_count BIGINT
transaction_count BIGINT,
base_fee_per_gas BIGINT
)
PARTITIONED BY (start_block BIGINT, end_block BIGINT)
STORED AS PARQUET
LOCATION 's3://<your_bucket>/ethereumetl/parquet/blocks';

MSCK REPAIR TABLE parquet_blocks;
8 changes: 4 additions & 4 deletions schemas/aws/parquet/parquet_token_transfers.sql
Original file line number Diff line number Diff line change
Expand Up @@ -2,13 +2,13 @@ CREATE EXTERNAL TABLE IF NOT EXISTS parquet_token_transfers (
token_address STRING,
from_address STRING,
to_address STRING,
value DECIMAL(38,0),
value STRING,
transaction_hash STRING,
log_index BIGINT,
block_number BIGINT
block_timestamp TIMESTAMP,
block_number BIGINT,
block_hash STRING
)
PARTITIONED BY (start_block BIGINT, end_block BIGINT)
STORED AS PARQUET
LOCATION 's3://<your_bucket>/ethereumetl/parquet/token_transfers';

MSCK REPAIR TABLE parquet_token_transfers;
19 changes: 13 additions & 6 deletions schemas/aws/parquet/parquet_transactions.sql
Original file line number Diff line number Diff line change
@@ -1,18 +1,25 @@
CREATE EXTERNAL TABLE IF NOT EXISTS parquet_transactions (
hash STRING,
nonce BIGINT,
block_hash STRING,
block_number BIGINT,
transaction_index BIGINT,
from_address STRING,
to_address STRING,
value DECIMAL(38,0),
gas BIGINT,
gas_price BIGINT,
input STRING
input STRING,
receipt_cumulative_gas_used BIGINT,
receipt_gas_used BIGINT,
receipt_contract_address STRING,
receipt_root STRING,
receipt_status BIGINT,
block_timestamp TIMESTAMP,
block_number INTEGER,
block_hash STRING,
max_fee_per_gas BIGINT,
max_priority_fee_per_gas BIGINT,
transaction_type BIGINT,
receipt_effective_gas_price BIGINT
)
PARTITIONED BY (start_block BIGINT, end_block BIGINT)
STORED AS PARQUET
LOCATION 's3://<your_bucket>/ethereumetl/parquet/transactions';

MSCK REPAIR TABLE parquet_transactions;