We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 9beab9a commit 722414fCopy full SHA for 722414f
distributed/shuffle/_arrow.py
@@ -56,7 +56,6 @@ def convert_partition(data: bytes, meta: pd.DataFrame) -> pd.DataFrame:
56
sr = pa.RecordBatchStreamReader(file)
57
shards.append(sr.read_all())
58
table = pa.concat_tables(shards, promote=True)
59
- df = table.to_pandas(self_destruct=True)
60
61
def default_types_mapper(pyarrow_dtype: pa.DataType) -> object:
62
# Avoid converting strings from `string[pyarrow]` to `string[python]`
0 commit comments