Merge pull request #5615 from NyaliaLui/kstreams-re-enable-wikipedia

tests/KStreams: re-enable Wikipedia test
redpanda-data · Jul 28, 2022 · a3fab5b · a3fab5b
2 parents de68f8f + c8453a7
commit a3fab5b
Show file tree

Hide file tree

Showing 2 changed files with 48 additions and 2 deletions.
diff --git a/tests/docker/Dockerfile b/tests/docker/Dockerfile
@@ -29,8 +29,9 @@ RUN apt update && \
 # Install kafka streams examples.  This is a very slow step (tens of minutes), doing
 # many maven dependency downloads without any parallelism.  To avoid re-running it
 # on unrelated changes in other steps, this step is as early on the Dockerfile as possible.
-RUN git -C /opt clone --branch ducktape2 https://github.com/redpanda-data/kafka-streams-examples.git && \
-    cd /opt/kafka-streams-examples && mvn -DskipTests=true clean package
+RUN git -C /opt clone https://github.com/redpanda-data/kafka-streams-examples.git && \
+    cd /opt/kafka-streams-examples && git reset --hard da50fa2723840f6388f99a1dae8d58104fd7650d && \
+    mvn -DskipTests=true clean package
 
 # Install our in-tree Java test clientst
 RUN mkdir -p /opt/redpanda-tests

diff --git a/tests/rptest/tests/compatibility/kafka_streams_test.py b/tests/rptest/tests/compatibility/kafka_streams_test.py
@@ -248,6 +248,51 @@ def test_kafka_streams_page_view(self):
                    backoff_sec=1)
 
 
+class KafkaStreamsWikipedia(RedpandaTest):
+    """
+    Test KafkaStreams Wikipedia example which computes, for every minute the
+    number of new user feeds from the Wikipedia feed irc stream.
+    """
+    topics = (
+        TopicSpec(name="WikipediaFeed"),
+        TopicSpec(name="WikipediaStats"),
+    )
+
+    def __init__(self, test_context):
+        super(KafkaStreamsWikipedia, self).__init__(test_context=test_context,
+                                                    enable_pp=True,
+                                                    enable_sr=True)
+
+        self._timeout = 300
+
+    @ok_to_fail  # https://github.com/redpanda-data/redpanda/issues/2889
+    @cluster(num_nodes=5)
+    def test_kafka_streams_wikipedia(self):
+        example_jar = KafkaStreamExamples.KafkaStreamsWikipedia(
+            self.redpanda, is_driver=False)
+        example = ExampleRunner(self.test_context,
+                                example_jar,
+                                timeout_sec=self._timeout)
+
+        driver_jar = KafkaStreamExamples.KafkaStreamsWikipedia(self.redpanda,
+                                                               is_driver=True)
+        driver = ExampleRunner(self.test_context,
+                               driver_jar,
+                               timeout_sec=self._timeout)
+
+        # Start the example
+        example.start()
+        wait_until(example.condition_met,
+                   timeout_sec=self._timeout,
+                   backoff_sec=1)
+
+        # Start the driver
+        driver.start()
+        wait_until(driver.condition_met,
+                   timeout_sec=self._timeout,
+                   backoff_sec=1)
+
+
 class KafkaStreamsSumLambda(KafkaStreamsDriverBase):
     """
     Test KafkaStreams SumLambda example that sums odd numbers