HBASE-26398 CellCounter fails for large tables filling up local disk (#…

…3798) Signed-off-by: Wellington Chevreuil <[email protected]> (cherry picked from commit 60254bc)
apache · Oct 28, 2021 · 0889a91 · 0889a91
1 parent 75f47f7
commit 0889a91
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/CellCounter.java b/hbase-mapreduce/src/main/java/org/apache/hadoop/hbase/mapreduce/CellCounter.java
@@ -215,14 +215,14 @@ public static Job createSubmittableJob(Configuration conf, String[] args)
     Scan scan = getConfiguredScanForJob(conf, args);
     TableMapReduceUtil.initTableMapperJob(tableName, scan,
         CellCounterMapper.class, ImmutableBytesWritable.class, Result.class, job);
-    job.setNumReduceTasks(1);
     job.setMapOutputKeyClass(Text.class);
     job.setMapOutputValueClass(IntWritable.class);
     job.setOutputFormatClass(TextOutputFormat.class);
     job.setOutputKeyClass(Text.class);
     job.setOutputValueClass(IntWritable.class);
     FileOutputFormat.setOutputPath(job, outputDir);
     job.setReducerClass(IntSumReducer.class);
+    job.setCombinerClass(IntSumReducer.class);
     return job;
   }