We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 6488ad8 commit f6d56e9Copy full SHA for f6d56e9
pyiceberg/io/pyarrow.py
@@ -1876,6 +1876,7 @@ def data_file_statistics_from_parquet_metadata(
1876
1877
col_aggs = {}
1878
1879
+ invalidate_col: Set[int] = set()
1880
for r in range(parquet_metadata.num_row_groups):
1881
# References:
1882
# https://github.com/apache/iceberg/blob/fc381a81a1fdb8f51a0637ca27cd30673bd7aad3/parquet/src/main/java/org/apache/iceberg/parquet/ParquetUtil.java#L232
@@ -1891,8 +1892,6 @@ def data_file_statistics_from_parquet_metadata(
1891
1892
else:
1893
split_offsets.append(data_offset)
1894
- invalidate_col: Set[int] = set()
1895
-
1896
for pos in range(parquet_metadata.num_columns):
1897
column = row_group.column(pos)
1898
field_id = parquet_column_mapping[column.path_in_schema]
0 commit comments