Skip to content

Commit

Permalink
fix: Update repartition processor names for KAFKA-9098 (#3802)
Browse files Browse the repository at this point in the history
* fix: Changes for ksql-engine tests from KAFKA-9098 changes

* fix: Changes for group-by QueryTranslationTest from KAFKA-9098 changes

* fix: Changes for another group-by QueryTranslationTest from KAFKA-9098 changes

* fix: Changes for joins in QueryTranslationTest from KAFKA-9098 changes

* fix: Last changes for joins in QueryTranslationTest from KAFKA-9098 changes
  • Loading branch information
bbejeck authored and rodesai committed Nov 9, 2019
1 parent c4dda94 commit 2b86cd8
Show file tree
Hide file tree
Showing 39 changed files with 284 additions and 284 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -196,7 +196,7 @@ public void shouldHaveSourceNodeForSecondSubtopolgyWithKsqlNameForRepartition()

// Then:
final TopologyDescription.Source node = (TopologyDescription.Source) getNodeByName(
builder.build(), "KSTREAM-SOURCE-0000000008");
builder.build(), "Aggregate-groupby-repartition-source");
final List<String> successors = node.successors().stream().map(TopologyDescription.Node::name).collect(Collectors.toList());
assertThat(node.predecessors(), equalTo(Collections.emptySet()));
assertThat(successors, equalTo(Collections.singletonList("KSTREAM-AGGREGATE-0000000005")));
Expand Down Expand Up @@ -261,9 +261,9 @@ public void shouldHaveSinkNodeWithSameTopicAsSecondSource() {

// Then:
final TopologyDescription.Sink sink = (TopologyDescription.Sink) getNodeByName(builder.build(),
"KSTREAM-SINK-0000000006");
"Aggregate-groupby-repartition-sink");
final TopologyDescription.Source source = (TopologyDescription.Source) getNodeByName(
builder.build(), "KSTREAM-SOURCE-0000000008");
builder.build(), "Aggregate-groupby-repartition-source");
assertThat(sink.successors(), equalTo(Collections.emptySet()));
assertThat(source.topicSet(), hasItem(sink.topic()));
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -278,7 +278,7 @@ public void shouldHaveLeftJoin() {
final List<String> predecessors = leftJoin.predecessors().stream()
.map(TopologyDescription.Node::name).collect(Collectors.toList());
assertThat(leftJoin.stores(), equalTo(Utils.mkSet("KafkaTopic_Right-reduce")));
assertThat(predecessors, equalTo(Collections.singletonList("KSTREAM-SOURCE-0000000011")));
assertThat(predecessors, equalTo(Collections.singletonList("Join-repartition-source")));
}

@Test
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -59,20 +59,20 @@ Topologies:
--> Aggregate-groupby
<-- KSTREAM-MAPVALUES-0000000002
Processor: Aggregate-groupby (stores: [])
--> KSTREAM-FILTER-0000000007
--> Aggregate-groupby-repartition-filter
<-- KSTREAM-FILTER-0000000003
Processor: KSTREAM-FILTER-0000000007 (stores: [])
--> KSTREAM-SINK-0000000006
Processor: Aggregate-groupby-repartition-filter (stores: [])
--> Aggregate-groupby-repartition-sink
<-- Aggregate-groupby
Sink: KSTREAM-SINK-0000000006 (topic: Aggregate-groupby-repartition)
<-- KSTREAM-FILTER-0000000007
Sink: Aggregate-groupby-repartition-sink (topic: Aggregate-groupby-repartition)
<-- Aggregate-groupby-repartition-filter

Sub-topology: 1
Source: KSTREAM-SOURCE-0000000008 (topics: [Aggregate-groupby-repartition])
Source: Aggregate-groupby-repartition-source (topics: [Aggregate-groupby-repartition])
--> KSTREAM-AGGREGATE-0000000005
Processor: KSTREAM-AGGREGATE-0000000005 (stores: [Aggregate-aggregate])
--> KTABLE-MAPVALUES-0000000009
<-- KSTREAM-SOURCE-0000000008
<-- Aggregate-groupby-repartition-source
Processor: KTABLE-MAPVALUES-0000000009 (stores: [])
--> KTABLE-MAPVALUES-0000000010
<-- KSTREAM-AGGREGATE-0000000005
Expand Down
Loading

0 comments on commit 2b86cd8

Please sign in to comment.