commit 073d6dfa3ae699bc8856611adb7ef531effbe8fc
author trisha-melani <93732746+trisha-melani@users.noreply.github.com> Sun Mar 12 22:37:56 2023 +0530
committer GitHub <noreply@github.com> Sun Mar 12 18:07:56 2023 +0100
tree 669147b09aa196b36f771e254e66cbdecfe22d6a
parent c8e940d537b4d429237b489a10d3ddcc78f5dc4e

GORA-693 Improve gora-jet test cases (#255)

* GORA-693 Improve gora-jet test cases

* Remove unnessary system out

gora-jet/src/test/java/org/apache/gora/jet/JetTest.java

diff --git a/gora-jet/src/test/java/org/apache/gora/jet/JetTest.java b/gora-jet/src/test/java/org/apache/gora/jet/JetTest.java
index 1f813db..95544b3 100644
--- a/gora-jet/src/test/java/org/apache/gora/jet/JetTest.java
+++ b/gora-jet/src/test/java/org/apache/gora/jet/JetTest.java
@@ -34,6 +34,7 @@
 import org.junit.BeforeClass;
 import org.junit.Test;
 
+import java.util.Map;
 import java.util.regex.Pattern;
 
 import static com.hazelcast.jet.Traversers.traverseArray;
@@ -69,9 +70,9 @@
     resultPageView1.setUrl("How are you");
 
     ResultPageView resultPageView2 = new ResultPageView();
-    resultPageView1.setIp("88.240.129.183");
-    resultPageView1.setTimestamp(124L);
-    resultPageView1.setUrl("This is the jet engine");
+    resultPageView2.setIp("88.240.129.183");
+    resultPageView2.setTimestamp(124L);
+    resultPageView2.setUrl("This is the jet engine");
 
     dataStoreOut.put(1L,resultPageView);
     dataStoreOut.put(2L,resultPageView1);
@@ -121,10 +122,8 @@
     String ip = "";
     while (result.next()) {
       noOfOutputRecords++;
-      ip = result.get().getIp().toString();
-      assertEquals("88.240.129.183", ip);
     }
-    assertEquals(2, noOfOutputRecords);
+    assertEquals(3, noOfOutputRecords);
   }
 
   @Test
@@ -147,4 +146,36 @@
     IMap<String, Long> counts = jet.getMap("COUNTS");
     assertEquals(3L, (long)counts.get("the"));
   }
+
+  @Test
+  public void jetWordCountExtended() throws GoraException {
+    dataStoreOut = DataStoreFactory.getDataStore(Long.class, ResultPageView.class, utility.getConfiguration());
+
+    Query<Long, ResultPageView> query = dataStoreOut.newQuery();
+    JetEngine<Long, ResultPageView, Long, ResultPageView> jetEngine = new JetEngine<>();
+
+    Pattern delimiter = Pattern.compile("\\W+");
+    Pipeline p = Pipeline.create();
+    p.drawFrom(jetEngine.createDataSource(dataStoreOut, query))
+            .flatMap(e -> traverseArray(delimiter.split(e.getValue().getUrl().toString())))
+            .filter(word -> !word.isEmpty())
+            .groupingKey(wholeItem())
+            .aggregate(counting())
+            .drainTo(Sinks.map("COUNTS"));
+    JetInstance jet =  Jet.newJetInstance();;
+    jet.newJob(p).join();
+    IMap<String, Long> counts = jet.getMap("COUNTS");
+
+    assertEquals(3L, (long)counts.get("the"));
+    assertEquals(1L, (long)counts.get("This"));
+    assertEquals(1L, (long)counts.get("is"));
+    assertEquals(1L, (long)counts.get("jet"));
+    assertEquals(1L, (long)counts.get("engine"));
+    assertEquals(1L, (long)counts.get("How"));
+    assertEquals(1L, (long)counts.get("are"));
+    assertEquals(1L, (long)counts.get("you"));
+    assertEquals(1L, (long)counts.get("I"));
+    assertEquals(1L, (long)counts.get("am"));
+    assertEquals(1L, (long)counts.get("one"));
+  }
 }