From eae53fb16dccdb4eb072466cae2429083461e406 Mon Sep 17 00:00:00 2001 From: Joshi Date: Tue, 3 Nov 2015 10:34:12 -0800 Subject: [PATCH] fix for ML StringIndexer inconsistent schema --- .../main/scala/org/apache/spark/ml/attribute/attributes.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mllib/src/main/scala/org/apache/spark/ml/attribute/attributes.scala b/mllib/src/main/scala/org/apache/spark/ml/attribute/attributes.scala index e479f169021d8..32bf47764914c 100644 --- a/mllib/src/main/scala/org/apache/spark/ml/attribute/attributes.scala +++ b/mllib/src/main/scala/org/apache/spark/ml/attribute/attributes.scala @@ -106,7 +106,7 @@ sealed abstract class Attribute extends Serializable { .withMetadata(existingMetadata) .putMetadata(AttributeKeys.ML_ATTR, withoutName.withoutIndex.toMetadataImpl()) .build() - StructField(name.get, DoubleType, nullable = false, newMetadata) + StructField(name.get, DoubleType, nullable = true, newMetadata) } /** Converts to a [[StructField]]. */