SPARK-3968: No push down should result in case we are unable to create a record filter

Yash Datta · Yash Datta · commit ec53e9295847 · 2014-10-26T12:57:58.000+05:30
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTableOperations.scala b/sql/core/src/main/scala/org/apache/spark/sql/parquet/ParquetTableOperations.scala
@@ -113,8 +113,10 @@ case class ParquetTableScan(
       
       // Set this in configuration of ParquetInputFormat, needed for RowGroupFiltering
       val filter: Filter = ParquetFilters.createRecordFilter(columnPruningPred)
-      val filterPredicate = filter.asInstanceOf[FilterPredicateCompat].getFilterPredicate()
-      ParquetInputFormat.setFilterPredicate(conf, filterPredicate)  
+      if (filter!= null){
+        val filterPredicate = filter.asInstanceOf[FilterPredicateCompat].getFilterPredicate()
+        ParquetInputFormat.setFilterPredicate(conf, filterPredicate)  
+      }
     }
 
     // Tell FilteringParquetRowInputFormat whether it's okay to cache Parquet and FS metadata
