diff --git a/preprocessing/src/main/scala/com/facebook/spark/rl/Helper.scala b/preprocessing/src/main/scala/com/facebook/spark/rl/Helper.scala index 4a405d4f..d50a20be 100644 --- a/preprocessing/src/main/scala/com/facebook/spark/rl/Helper.scala +++ b/preprocessing/src/main/scala/com/facebook/spark/rl/Helper.scala @@ -43,7 +43,8 @@ object Helper { val dt = sqlContext.sparkSession.catalog .listColumns(tableName) .collect - .filter(column => columnNames.contains(column.name)) + // null check is required because jackson doesn't care about default values + .filter(column => columnNames != null && columnNames.contains(column.name)) .map(column => column.name -> column.dataType) .toMap assert(dt.size == columnNames.size)