Skip to content

Commit ec66a54

Browse files
committed
use only for partial aggregation
1 parent 041c001 commit ec66a54

File tree

2 files changed

+4
-2
lines changed

2 files changed

+4
-2
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/aggregate/TungstenAggregate.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -265,7 +265,8 @@ case class TungstenAggregate(
265265

266266
// The name for Vectorized HashMap
267267
private var vectorizedHashMapTerm: String = _
268-
private var isVectorizedHashMapEnabled: Boolean = sqlContext.conf.columnarAggregateMapEnabled
268+
private var isVectorizedHashMapEnabled: Boolean = sqlContext.conf.columnarAggregateMapEnabled &&
269+
(modes.contains(Partial) || modes.contains(PartialMerge))
269270

270271
// The name for UnsafeRow HashMap
271272
private var hashMapTerm: String = _

sql/core/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -437,11 +437,12 @@ object SQLConf {
437437
.stringConf
438438
.createOptional
439439

440+
// TODO: This is still WIP and shouldn't be turned on without extensive test coverage
440441
val COLUMNAR_AGGREGATE_MAP_ENABLED = SQLConfigBuilder("spark.sql.codegen.aggregate.map.enabled")
441442
.internal()
442443
.doc("When true, aggregate with keys use an in-memory columnar map to speed up execution.")
443444
.booleanConf
444-
.createWithDefault(true)
445+
.createWithDefault(false)
445446

446447
object Deprecated {
447448
val MAPRED_REDUCE_TASKS = "mapred.reduce.tasks"

0 commit comments

Comments
 (0)