Skip to content

Commit

Permalink
Reformatted per repo owner request, remove all wild card import
Browse files Browse the repository at this point in the history
  • Loading branch information
zyuan-paytm committed Oct 18, 2019
1 parent 165b840 commit 564b436
Show file tree
Hide file tree
Showing 4 changed files with 28 additions and 8 deletions.
9 changes: 5 additions & 4 deletions src/main/java/com/pinterest/secor/consumer/Consumer.java
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,11 @@
*/
package com.pinterest.secor.consumer;

import com.pinterest.secor.common.*;
import com.pinterest.secor.common.DeterministicUploadPolicyTracker;
import com.pinterest.secor.common.FileRegistry;
import com.pinterest.secor.common.FileTrimmer;
import com.pinterest.secor.common.OffsetTracker;
import com.pinterest.secor.common.SecorConfig;
import com.pinterest.secor.message.Message;
import com.pinterest.secor.message.ParsedMessage;
import com.pinterest.secor.monitoring.MetricCollector;
Expand Down Expand Up @@ -197,13 +201,10 @@ protected boolean consumeNextMessage() {
if (rawMessage != null) {
// Before parsing, update the offset and remove any redundant data
try {

mMessageWriter.adjustOffset(rawMessage);

} catch (Exception e) {
throw new RuntimeException("Failed to adjust offset.", e);
}

ParsedMessage parsedMessage = null;
try {
Message transformedMessage = mMessageTransformer.transform(rawMessage);
Expand Down
10 changes: 9 additions & 1 deletion src/main/java/com/pinterest/secor/uploader/Uploader.java
Original file line number Diff line number Diff line change
Expand Up @@ -19,7 +19,15 @@
package com.pinterest.secor.uploader;

import com.google.common.base.Joiner;
import com.pinterest.secor.common.*;
import com.pinterest.secor.common.DeterministicUploadPolicyTracker;
import com.pinterest.secor.common.FileRegistry;
import com.pinterest.secor.common.FileTrimmer;
import com.pinterest.secor.common.LogFilePath;
import com.pinterest.secor.common.OffsetTracker;
import com.pinterest.secor.common.SecorConfig;
import com.pinterest.secor.common.SecorConstants;
import com.pinterest.secor.common.TopicPartition;
import com.pinterest.secor.common.ZookeeperConnector;
import com.pinterest.secor.monitoring.MetricCollector;
import com.pinterest.secor.reader.MessageReader;
import org.apache.commons.lang.StringUtils;
Expand Down
9 changes: 7 additions & 2 deletions src/main/java/com/pinterest/secor/writer/MessageWriter.java
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,13 @@
*/
package com.pinterest.secor.writer;

import com.pinterest.secor.common.*;
import com.pinterest.secor.common.DeterministicUploadPolicyTracker;
import com.pinterest.secor.common.FileRegistry;
import com.pinterest.secor.common.FileTrimmer;
import com.pinterest.secor.common.LogFilePath;
import com.pinterest.secor.common.OffsetTracker;
import com.pinterest.secor.common.SecorConfig;
import com.pinterest.secor.common.TopicPartition;
import com.pinterest.secor.io.FileWriter;
import com.pinterest.secor.io.KeyValue;
import com.pinterest.secor.message.Message;
Expand Down Expand Up @@ -87,7 +93,6 @@ public void adjustOffset(Message message) throws Exception {
// rewrite message from committed offset to message offset in order to remove duplicates
mfileTrimmer.trimFilesWithOffsetsRange(topicPartition, mOffsetTracker.getAdjustedCommittedOffsetCount(topicPartition), message.getOffset()-1);


if (mDeterministicUploadPolicyTracker != null) {
mDeterministicUploadPolicyTracker.reset(topicPartition);
}
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,12 @@
package com.pinterest.secor.writer;

import com.pinterest.secor.common.*;
import com.pinterest.secor.common.FileRegistry;
import com.pinterest.secor.common.FileTrimmer;
import com.pinterest.secor.common.LogFilePath;
import com.pinterest.secor.common.OffsetTracker;
import com.pinterest.secor.common.SecorConfig;
import com.pinterest.secor.common.SecorConstants;
import com.pinterest.secor.common.TopicPartition;
import com.pinterest.secor.message.Message;
import com.pinterest.secor.util.FileUtil;
import com.pinterest.secor.util.IdUtil;
Expand Down

0 comments on commit 564b436

Please sign in to comment.