From 99382bf49e7a26ff77eb451314d6a5d8e0f5d11c Mon Sep 17 00:00:00 2001 From: Cheng Lian Date: Fri, 11 Apr 2014 09:51:52 +0800 Subject: [PATCH] Enable compression by default --- .../sql/columnar/compression/CompressionScheme.scala | 8 +------- 1 file changed, 1 insertion(+), 7 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/columnar/compression/CompressionScheme.scala b/sql/core/src/main/scala/org/apache/spark/sql/columnar/compression/CompressionScheme.scala index 76a08e2e00b44..ba1810dd2ae66 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/columnar/compression/CompressionScheme.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/columnar/compression/CompressionScheme.scala @@ -57,14 +57,8 @@ private[sql] trait AllCompressionSchemes extends WithCompressionSchemes { } private[sql] object CompressionScheme { - val compressionEnabled = - System.getProperty("spark.sql.inMemoryCompression.enabled", "false").toBoolean - - val all: Seq[CompressionScheme] = if (compressionEnabled) { + val all: Seq[CompressionScheme] = Seq(PassThrough, RunLengthEncoding, DictionaryEncoding, BooleanBitSet, IntDelta, LongDelta) - } else { - Seq(PassThrough) - } private val typeIdToScheme = all.map(scheme => scheme.typeId -> scheme).toMap