Skip to content

Commit

Permalink
chore: cleanup to remove unnecessary reservation management steps
Browse files Browse the repository at this point in the history
  • Loading branch information
wiedld committed Jul 10, 2024
1 parent eaa5925 commit 46dc2d3
Showing 1 changed file with 0 additions and 3 deletions.
3 changes: 0 additions & 3 deletions datafusion/core/src/datasource/file_format/parquet.rs
Original file line number Diff line number Diff line change
Expand Up @@ -762,7 +762,6 @@ impl DataSink for ParquetSink {
.close()
.await
.map_err(DataFusionError::ParquetError)?;
drop(reservation);
Ok((path, file_metadata))
});
} else {
Expand Down Expand Up @@ -924,7 +923,6 @@ fn spawn_rg_join_and_finalize_task(
let (writer, col_reservation) = task.join_unwind().await?;
let encoded_size = writer.get_estimated_total_bytes();
rg_reservation.grow(encoded_size);
drop(col_reservation);
finalized_rg.push(writer.close()?);
}

Expand Down Expand Up @@ -1062,7 +1060,6 @@ async fn concatenate_parallel_row_groups(
object_store_writer
.write_all(buff_to_flush.as_slice())
.await?;
rg_reservation.shrink(buff_to_flush.len());
buff_to_flush.clear();
file_reservation.try_resize(buff_to_flush.len())?; // will set to zero
}
Expand Down

0 comments on commit 46dc2d3

Please sign in to comment.