wrap

Author: adriangb

datafusion/datasource-parquet/src/opener.rs

@@ -136,11 +136,14 @@ impl FileOpener for ParquetOpener {
         let enable_page_index = self.enable_page_index;
 
         Ok(Box::pin(async move {
-            // Prune this file using the file level statistics.
+            // Prune this file using the file level statistics and partition values.
             // Since dynamic filters may have been updated since planning it is possible that we are able
             // to prune files now that we couldn't prune at planning time.
-            // It is assumed that there is no point in doing pruning here if the predicate is not dynamic, as it would have been done at planning time.
-            // We'll also check this after every record batch we read, and if at some point we are able to prove we can prune the file using just the file level statistics we can return an empty stream.
+            // It is assumed that there is no point in doing pruning here if the predicate is not dynamic,
+            // as it would have been done at planning time.
+            // We'll also check this after every record batch we read,
+            // and if at some point we are able to prove we can prune the file using just the file level statistics
+            // we can end the stream early.
             let file_pruner = predicate
                 .as_ref()
                 .map(|p| {