forked from opensearch-project/sql
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[Spotless] Adds new line at end of java files (opensearch-project#1896)
* Adding spotless plugin to project build.gradle. Signed-off-by: Mitchell Gale <[email protected]> Remove commented out spotless changes. Signed-off-by: Mitchell Gale <[email protected]> Adding Spotless to DEVELOPER_GUIDE.rst Signed-off-by: Mitchell Gale <[email protected]> Added Google Java format to spotless. Signed-off-by: Mitchell Gale <[email protected]> Update DEVELOPER_GUIDE.rst Co-authored-by: Yury-Fridlyand <[email protected]> * Added apply false for spotless Signed-off-by: Mitchell Gale <[email protected]> * Adding ratchetFrom to build.gradle Signed-off-by: Mitchell Gale <[email protected]> * Adding license header to build.gradle for spotless. Signed-off-by: Mitchell Gale <[email protected]> * Uncommenting all changes to build.gradle for spotless. Signed-off-by: Mitchell Gale <[email protected]> * Commented out spotless checks. Signed-off-by: Mitchell Gale <[email protected]> * Add specific version for java format spotless (1.17.0) Signed-off-by: Mitchell Gale <[email protected]> * Add spotless end with new line check. Signed-off-by: Mitchell Gale <[email protected]> * Add new line at end of files missing lines. Signed-off-by: Mitchell Gale <[email protected]> * Removed include path Signed-off-by: Mitchell Gale <[email protected]> * Correcting ending new line for QueryExemplars. Signed-off-by: Mitchell Gale <[email protected]> --------- Signed-off-by: Mitchell Gale <[email protected]> Signed-off-by: Mitchell Gale <[email protected]> Co-authored-by: Yury-Fridlyand <[email protected]>
- Loading branch information
1 parent
d00dc4d
commit d2de909
Showing
57 changed files
with
286 additions
and
302 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
336 changes: 168 additions & 168 deletions
336
common/src/main/java/org/opensearch/sql/common/grok/Converter.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,168 +1,168 @@ | ||
/* | ||
* Copyright OpenSearch Contributors | ||
* SPDX-License-Identifier: Apache-2.0 | ||
*/ | ||
|
||
package org.opensearch.sql.common.grok; | ||
|
||
import java.time.Instant; | ||
import java.time.LocalDate; | ||
import java.time.LocalDateTime; | ||
import java.time.OffsetDateTime; | ||
import java.time.ZoneId; | ||
import java.time.ZoneOffset; | ||
import java.time.ZonedDateTime; | ||
import java.time.format.DateTimeFormatter; | ||
import java.time.temporal.TemporalAccessor; | ||
import java.util.AbstractMap; | ||
import java.util.Arrays; | ||
import java.util.Collection; | ||
import java.util.List; | ||
import java.util.Map; | ||
import java.util.function.Function; | ||
import java.util.regex.Pattern; | ||
import java.util.stream.Collectors; | ||
|
||
/** | ||
* Convert String argument to the right type. | ||
*/ | ||
public class Converter { | ||
|
||
public enum Type { | ||
BYTE(Byte::valueOf), | ||
BOOLEAN(Boolean::valueOf), | ||
SHORT(Short::valueOf), | ||
INT(Integer::valueOf, "integer"), | ||
LONG(Long::valueOf), | ||
FLOAT(Float::valueOf), | ||
DOUBLE(Double::valueOf), | ||
DATETIME(new DateConverter(), "date"), | ||
STRING(v -> v, "text"); | ||
|
||
public final IConverter<? extends Object> converter; | ||
public final List<String> aliases; | ||
|
||
Type(IConverter<? extends Object> converter, String... aliases) { | ||
this.converter = converter; | ||
this.aliases = Arrays.asList(aliases); | ||
} | ||
} | ||
|
||
private static final Pattern SPLITTER = Pattern.compile("[:;]"); | ||
|
||
private static final Map<String, Type> TYPES = | ||
Arrays.stream(Type.values()) | ||
.collect(Collectors.toMap(t -> t.name().toLowerCase(), t -> t)); | ||
|
||
private static final Map<String, Type> TYPE_ALIASES = | ||
Arrays.stream(Type.values()) | ||
.flatMap(type -> type.aliases.stream() | ||
.map(alias -> new AbstractMap.SimpleEntry<>(alias, type))) | ||
.collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue)); | ||
|
||
private static Type getType(String key) { | ||
key = key.toLowerCase(); | ||
Type type = TYPES.getOrDefault(key, TYPE_ALIASES.get(key)); | ||
if (type == null) { | ||
throw new IllegalArgumentException("Invalid data type :" + key); | ||
} | ||
return type; | ||
} | ||
|
||
/** | ||
* getConverters. | ||
*/ | ||
public static Map<String, IConverter<? extends Object>> | ||
getConverters(Collection<String> groupNames, Object... params) { | ||
return groupNames.stream() | ||
.filter(Converter::containsDelimiter) | ||
.collect(Collectors.toMap(Function.identity(), key -> { | ||
String[] list = splitGrokPattern(key); | ||
IConverter<? extends Object> converter = getType(list[1]).converter; | ||
if (list.length == 3) { | ||
converter = converter.newConverter(list[2], params); | ||
} | ||
return converter; | ||
})); | ||
} | ||
|
||
/** | ||
* getGroupTypes. | ||
*/ | ||
public static Map<String, Type> getGroupTypes(Collection<String> groupNames) { | ||
return groupNames.stream() | ||
.filter(Converter::containsDelimiter) | ||
.map(Converter::splitGrokPattern) | ||
.collect(Collectors.toMap( | ||
l -> l[0], | ||
l -> getType(l[1]) | ||
)); | ||
} | ||
|
||
public static String extractKey(String key) { | ||
return splitGrokPattern(key)[0]; | ||
} | ||
|
||
private static boolean containsDelimiter(String string) { | ||
return string.indexOf(':') >= 0 || string.indexOf(';') >= 0; | ||
} | ||
|
||
private static String[] splitGrokPattern(String string) { | ||
return SPLITTER.split(string, 3); | ||
} | ||
|
||
interface IConverter<T> { | ||
|
||
T convert(String value); | ||
|
||
default IConverter<T> newConverter(String param, Object... params) { | ||
return this; | ||
} | ||
} | ||
|
||
|
||
static class DateConverter implements IConverter<Instant> { | ||
|
||
private final DateTimeFormatter formatter; | ||
private final ZoneId timeZone; | ||
|
||
public DateConverter() { | ||
this.formatter = DateTimeFormatter.ISO_DATE_TIME; | ||
this.timeZone = ZoneOffset.UTC; | ||
} | ||
|
||
private DateConverter(DateTimeFormatter formatter, ZoneId timeZone) { | ||
this.formatter = formatter; | ||
this.timeZone = timeZone; | ||
} | ||
|
||
@Override | ||
public Instant convert(String value) { | ||
TemporalAccessor dt = formatter | ||
.parseBest(value.trim(), ZonedDateTime::from, LocalDateTime::from, OffsetDateTime::from, | ||
Instant::from, | ||
LocalDate::from); | ||
if (dt instanceof ZonedDateTime) { | ||
return ((ZonedDateTime) dt).toInstant(); | ||
} else if (dt instanceof LocalDateTime) { | ||
return ((LocalDateTime) dt).atZone(timeZone).toInstant(); | ||
} else if (dt instanceof OffsetDateTime) { | ||
return ((OffsetDateTime) dt).atZoneSameInstant(timeZone).toInstant(); | ||
} else if (dt instanceof Instant) { | ||
return ((Instant) dt); | ||
} else if (dt instanceof LocalDate) { | ||
return ((LocalDate) dt).atStartOfDay(timeZone).toInstant(); | ||
} else { | ||
return null; | ||
} | ||
} | ||
|
||
@Override | ||
public DateConverter newConverter(String param, Object... params) { | ||
if (!(params.length == 1 && params[0] instanceof ZoneId)) { | ||
throw new IllegalArgumentException("Invalid parameters"); | ||
} | ||
return new DateConverter(DateTimeFormatter.ofPattern(param), (ZoneId) params[0]); | ||
} | ||
} | ||
} | ||
/* | ||
* Copyright OpenSearch Contributors | ||
* SPDX-License-Identifier: Apache-2.0 | ||
*/ | ||
|
||
package org.opensearch.sql.common.grok; | ||
|
||
import java.time.Instant; | ||
import java.time.LocalDate; | ||
import java.time.LocalDateTime; | ||
import java.time.OffsetDateTime; | ||
import java.time.ZoneId; | ||
import java.time.ZoneOffset; | ||
import java.time.ZonedDateTime; | ||
import java.time.format.DateTimeFormatter; | ||
import java.time.temporal.TemporalAccessor; | ||
import java.util.AbstractMap; | ||
import java.util.Arrays; | ||
import java.util.Collection; | ||
import java.util.List; | ||
import java.util.Map; | ||
import java.util.function.Function; | ||
import java.util.regex.Pattern; | ||
import java.util.stream.Collectors; | ||
|
||
/** | ||
* Convert String argument to the right type. | ||
*/ | ||
public class Converter { | ||
|
||
public enum Type { | ||
BYTE(Byte::valueOf), | ||
BOOLEAN(Boolean::valueOf), | ||
SHORT(Short::valueOf), | ||
INT(Integer::valueOf, "integer"), | ||
LONG(Long::valueOf), | ||
FLOAT(Float::valueOf), | ||
DOUBLE(Double::valueOf), | ||
DATETIME(new DateConverter(), "date"), | ||
STRING(v -> v, "text"); | ||
|
||
public final IConverter<? extends Object> converter; | ||
public final List<String> aliases; | ||
|
||
Type(IConverter<? extends Object> converter, String... aliases) { | ||
this.converter = converter; | ||
this.aliases = Arrays.asList(aliases); | ||
} | ||
} | ||
|
||
private static final Pattern SPLITTER = Pattern.compile("[:;]"); | ||
|
||
private static final Map<String, Type> TYPES = | ||
Arrays.stream(Type.values()) | ||
.collect(Collectors.toMap(t -> t.name().toLowerCase(), t -> t)); | ||
|
||
private static final Map<String, Type> TYPE_ALIASES = | ||
Arrays.stream(Type.values()) | ||
.flatMap(type -> type.aliases.stream() | ||
.map(alias -> new AbstractMap.SimpleEntry<>(alias, type))) | ||
.collect(Collectors.toMap(Map.Entry::getKey, Map.Entry::getValue)); | ||
|
||
private static Type getType(String key) { | ||
key = key.toLowerCase(); | ||
Type type = TYPES.getOrDefault(key, TYPE_ALIASES.get(key)); | ||
if (type == null) { | ||
throw new IllegalArgumentException("Invalid data type :" + key); | ||
} | ||
return type; | ||
} | ||
|
||
/** | ||
* getConverters. | ||
*/ | ||
public static Map<String, IConverter<? extends Object>> | ||
getConverters(Collection<String> groupNames, Object... params) { | ||
return groupNames.stream() | ||
.filter(Converter::containsDelimiter) | ||
.collect(Collectors.toMap(Function.identity(), key -> { | ||
String[] list = splitGrokPattern(key); | ||
IConverter<? extends Object> converter = getType(list[1]).converter; | ||
if (list.length == 3) { | ||
converter = converter.newConverter(list[2], params); | ||
} | ||
return converter; | ||
})); | ||
} | ||
|
||
/** | ||
* getGroupTypes. | ||
*/ | ||
public static Map<String, Type> getGroupTypes(Collection<String> groupNames) { | ||
return groupNames.stream() | ||
.filter(Converter::containsDelimiter) | ||
.map(Converter::splitGrokPattern) | ||
.collect(Collectors.toMap( | ||
l -> l[0], | ||
l -> getType(l[1]) | ||
)); | ||
} | ||
|
||
public static String extractKey(String key) { | ||
return splitGrokPattern(key)[0]; | ||
} | ||
|
||
private static boolean containsDelimiter(String string) { | ||
return string.indexOf(':') >= 0 || string.indexOf(';') >= 0; | ||
} | ||
|
||
private static String[] splitGrokPattern(String string) { | ||
return SPLITTER.split(string, 3); | ||
} | ||
|
||
interface IConverter<T> { | ||
|
||
T convert(String value); | ||
|
||
default IConverter<T> newConverter(String param, Object... params) { | ||
return this; | ||
} | ||
} | ||
|
||
|
||
static class DateConverter implements IConverter<Instant> { | ||
|
||
private final DateTimeFormatter formatter; | ||
private final ZoneId timeZone; | ||
|
||
public DateConverter() { | ||
this.formatter = DateTimeFormatter.ISO_DATE_TIME; | ||
this.timeZone = ZoneOffset.UTC; | ||
} | ||
|
||
private DateConverter(DateTimeFormatter formatter, ZoneId timeZone) { | ||
this.formatter = formatter; | ||
this.timeZone = timeZone; | ||
} | ||
|
||
@Override | ||
public Instant convert(String value) { | ||
TemporalAccessor dt = formatter | ||
.parseBest(value.trim(), ZonedDateTime::from, LocalDateTime::from, OffsetDateTime::from, | ||
Instant::from, | ||
LocalDate::from); | ||
if (dt instanceof ZonedDateTime) { | ||
return ((ZonedDateTime) dt).toInstant(); | ||
} else if (dt instanceof LocalDateTime) { | ||
return ((LocalDateTime) dt).atZone(timeZone).toInstant(); | ||
} else if (dt instanceof OffsetDateTime) { | ||
return ((OffsetDateTime) dt).atZoneSameInstant(timeZone).toInstant(); | ||
} else if (dt instanceof Instant) { | ||
return ((Instant) dt); | ||
} else if (dt instanceof LocalDate) { | ||
return ((LocalDate) dt).atStartOfDay(timeZone).toInstant(); | ||
} else { | ||
return null; | ||
} | ||
} | ||
|
||
@Override | ||
public DateConverter newConverter(String param, Object... params) { | ||
if (!(params.length == 1 && params[0] instanceof ZoneId)) { | ||
throw new IllegalArgumentException("Invalid parameters"); | ||
} | ||
return new DateConverter(DateTimeFormatter.ofPattern(param), (ZoneId) params[0]); | ||
} | ||
} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -57,4 +57,3 @@ public enum CommandType { | |
RARE | ||
} | ||
} | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -33,4 +33,4 @@ public void logicalRelationWithDataSourceHasNoInput() { | |
assertEquals(0, relation.getChild().size()); | ||
} | ||
|
||
} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -58,4 +58,4 @@ public AssertionHelper shouldGenerateWatermark(long expected) { | |
return this; | ||
} | ||
} | ||
} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -18,4 +18,4 @@ void test() { | |
assertEquals(2000, window.getEndTime()); | ||
assertEquals(1999, window.maxTimestamp()); | ||
} | ||
} | ||
} |
Oops, something went wrong.