Skip to content

Commit f6d56e9

Browse files
authored
fix invalidation logic (apache#911)
1 parent 6488ad8 commit f6d56e9

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

pyiceberg/io/pyarrow.py

+1-2
Original file line numberDiff line numberDiff line change
@@ -1876,6 +1876,7 @@ def data_file_statistics_from_parquet_metadata(
18761876

18771877
col_aggs = {}
18781878

1879+
invalidate_col: Set[int] = set()
18791880
for r in range(parquet_metadata.num_row_groups):
18801881
# References:
18811882
# https://github.com/apache/iceberg/blob/fc381a81a1fdb8f51a0637ca27cd30673bd7aad3/parquet/src/main/java/org/apache/iceberg/parquet/ParquetUtil.java#L232
@@ -1891,8 +1892,6 @@ def data_file_statistics_from_parquet_metadata(
18911892
else:
18921893
split_offsets.append(data_offset)
18931894

1894-
invalidate_col: Set[int] = set()
1895-
18961895
for pos in range(parquet_metadata.num_columns):
18971896
column = row_group.column(pos)
18981897
field_id = parquet_column_mapping[column.path_in_schema]

0 commit comments

Comments
 (0)