Removed the TableProvider::scan_deep method

Author: ccciudatu

datafusion/catalog-listing/src/table.rs

@@ -392,23 +392,6 @@ impl TableProvider for ListingTable {
         Ok(self.scan_with_args(state, options).await?.into_inner())
     }
 
-    async fn scan_deep(
-        &self,
-        state: &dyn Session,
-        projection: Option<&Vec<usize>>,
-        projection_deep: Option<&HashMap<usize, Vec<String>>>,
-        filters: &[Expr],
-        limit: Option<usize>,
-    ) -> datafusion_common::Result<Arc<dyn ExecutionPlan>> {
-        let options = ScanArgs::default()
-            .with_projection(projection.map(|p| p.as_slice()))
-            .with_projection_deep(projection_deep)
-            .with_filters(Some(filters))
-            .with_limit(limit);
-
-        Ok(self.scan_with_args(state, options).await?.into_inner())
-    }
-
     async fn scan_with_args<'a>(
         &self,
         state: &dyn Session,

datafusion/catalog/src/table.rs

@@ -172,27 +172,6 @@ pub trait TableProvider: Debug + Sync + Send {
         limit: Option<usize>,
     ) -> Result<Arc<dyn ExecutionPlan>>;
 
-    /// Create an [`ExecutionPlan`] with an extra parameter
-    /// specifying the deep column projections
-    /// # Deep column projection
-    ///
-    /// If specified, a datasource such as Parquet can do deep projection pushdown.
-    /// In the case of deeply nested schemas (lists in structs etc), the
-    /// implementation can return a smaller schema that rewrites the entire file
-    /// schema to return only the necessary fields, no matter where they are (top-level
-    /// or deep)
-    ///
-    async fn scan_deep(
-        &self,
-        state: &dyn Session,
-        projection: Option<&Vec<usize>>,
-        _projection_deep: Option<&HashMap<usize, Vec<String>>>,
-        filters: &[Expr],
-        limit: Option<usize>,
-    ) -> Result<Arc<dyn ExecutionPlan>> {
-        self.scan(state, projection, filters, limit).await
-    }
-
     /// Create an [`ExecutionPlan`] for scanning the table using structured arguments.
     ///
     /// This method uses [`ScanArgs`] to pass scan parameters in a structured way
@@ -217,20 +196,10 @@ pub trait TableProvider: Debug + Sync + Send {
     ) -> Result<ScanResult> {
         let filters = args.filters().unwrap_or(&[]);
         let projection = args.projection().map(|p| p.to_vec());
-        let projection_deep = args.projection_deep.map(|x| {
-            x.clone()
-        });
         let limit = args.limit();
-        let plan = if projection_deep.is_some() {
-            self
-                .scan_deep(state, projection.as_ref(), projection_deep.as_ref(), filters, limit)
-                .await?
-
-        } else {
-            self
-                .scan(state, projection.as_ref(), filters, limit)
-                .await?
-        };
+        let plan = self
+            .scan(state, projection.as_ref(), filters, limit)
+            .await?;
         Ok(plan.into())
     }