Improved Coverage for RichDataType (#67)

salesforce · Aug 17, 2018 · a848d3f · a848d3f
1 parent 9bfc483
commit a848d3f
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/features/src/test/scala/com/salesforce/op/utils/spark/RichDatasetTest.scala b/features/src/test/scala/com/salesforce/op/utils/spark/RichDatasetTest.scala
@@ -234,6 +234,16 @@ class RichDatasetTest extends FlatSpec with TestSparkContext {
  in(ds) noneOf "f2" should ((x: Double) => x > 3.5)
  }
 
+ Spec(com.salesforce.op.utils.spark.RichDataType.getClass) should "only compare types and ignore nullability" in {
+ val arrayNullType = StructType(Array(field(f1, ArrayType(StringType, containsNull = false))))
+ val arrayNonNullableType = StructType(Array(field(f1, ArrayType(StringType, containsNull = true))))
+ arrayNullType.equalsIgnoreNullability(arrayNonNullableType) shouldBe true
+
+ val mapNullType = StructType(Array(field(f1, MapType(StringType, StringType, valueContainsNull = false))))
+ val mapNonNullableType = StructType(Array(field(f1, MapType(StringType, StringType, valueContainsNull = true))))
+ mapNullType.equalsIgnoreNullability(mapNonNullableType) shouldBe true
+ }
+
  private def assertDataFrames(actual: DataFrame, expected: DataFrame): Unit = {
  if (log.isInfoEnabled) {
  log.info("Actual schema:\n" + actual.schema.prettyJson)