Skip to content

Commit

Permalink
chore: datafusion 44 fix for PartitionedFile
Browse files Browse the repository at this point in the history
Signed-off-by: R. Tyler Croy <[email protected]>
  • Loading branch information
rtyler committed Jan 1, 2025
1 parent b426b9e commit e12eb75
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 0 deletions.
1 change: 1 addition & 0 deletions crates/core/src/delta_datafusion/cdf/scan_utils.rs
Original file line number Diff line number Diff line change
Expand Up @@ -84,6 +84,7 @@ pub fn create_partition_values<F: FileAction>(
extensions: None,
range: None,
statistics: None,
metadata_size_hint: None,
};

file_groups.entry(new_part_values).or_default().push(part);
Expand Down
3 changes: 3 additions & 0 deletions crates/core/src/delta_datafusion/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -1054,6 +1054,7 @@ fn partitioned_file_from_action(
range: None,
extensions: None,
statistics: None,
metadata_size_hint: None,
}
}

Expand Down Expand Up @@ -1824,6 +1825,7 @@ mod tests {
use crate::storage::ObjectStoreRef;
use crate::writer::test_utils::get_delta_schema;
use arrow::array::StructArray;
use arrow::datatypes::DataType;
use arrow::datatypes::{Field, Schema};
use arrow_array::cast::AsArray;
use bytes::Bytes;
Expand Down Expand Up @@ -1959,6 +1961,7 @@ mod tests {
range: None,
extensions: None,
statistics: None,
metadata_size_hint: None,
};
assert_eq!(file.partition_values, ref_file.partition_values)
}
Expand Down

0 comments on commit e12eb75

Please sign in to comment.