Skip to content

Commit

Permalink
cast output committer to PathOutputCommitter to allow S3 magic commit…
Browse files Browse the repository at this point in the history
…ter (#85)

Co-authored-by: Johnny Sohn <[email protected]>
  • Loading branch information
johnnysohn and Johnny Sohn authored Mar 27, 2024
1 parent db8f609 commit 819605b
Showing 1 changed file with 2 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -87,8 +87,8 @@
import org.apache.hadoop.mapreduce.OutputFormat;
import org.apache.hadoop.mapreduce.RecordWriter;
import org.apache.hadoop.mapreduce.TaskAttemptContext;
import org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
import org.apache.hadoop.mapreduce.lib.output.PathOutputCommitter;
import org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner;
import org.apache.yetus.audience.InterfaceAudience;
import org.slf4j.Logger;
Expand Down Expand Up @@ -219,7 +219,7 @@ static <V extends Cell> RecordWriter<ImmutableBytesWritable, V> createRecordWrit
final TaskAttemptContext context, final OutputCommitter committer) throws IOException {

// Get the path of the temporary output file
final Path outputDir = ((FileOutputCommitter) committer).getWorkPath();
final Path outputDir = ((PathOutputCommitter) committer).getWorkPath();
final Configuration conf = context.getConfiguration();
final boolean writeMultipleTables =
conf.getBoolean(MULTI_TABLE_HFILEOUTPUTFORMAT_CONF_KEY, false);
Expand Down

0 comments on commit 819605b

Please sign in to comment.