OPENNLP-1009 - added NeuralDocCatTest, currently fails at loading model
diff --git a/opennlp-dl/src/test/java/opennlp/tools/dl/NeuralDocCatTest.java b/opennlp-dl/src/test/java/opennlp/tools/dl/NeuralDocCatTest.java
new file mode 100644
index 0000000..cda1090
--- /dev/null
+++ b/opennlp-dl/src/test/java/opennlp/tools/dl/NeuralDocCatTest.java
@@ -0,0 +1,66 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package opennlp.tools.dl;
+
+import java.util.Arrays;
+import java.util.Map;
+
+import org.junit.Ignore;
+import org.junit.Test;
+
+import static org.junit.Assert.assertNotNull;
+import static org.junit.Assert.assertTrue;
+
+/**
+ * Tests for {@link NeuralDocCat}
+ */
+@Ignore
+public class NeuralDocCatTest {
+
+ @Test
+ public void testDocCatTrainingOnTweets() throws Exception {
+ NeuralDocCatTrainer.Args args = new NeuralDocCatTrainer.Args();
+ args.glovesPath = "/path/to/glove.6B/glove.6B.50d.txt";
+ args.labels = Arrays.asList("0", "1");
+ String modelPathPrefix = "target/ndcmodel";
+ args.modelPath = modelPathPrefix + ".out";
+ args.trainDir = getClass().getResource("/ltweets").getFile();
+ NeuralDocCatTrainer trainer = new NeuralDocCatTrainer(args);
+ trainer.train();
+ trainer.saveModel(modelPathPrefix + ".zip");
+
+ /* TODO : this fails with:
+ * java.lang.AssertionError
+ * at opennlp.tools.dl.GlobalVectors.<init>(GlobalVectors.java:92)
+ */
+ NeuralDocCatModel neuralDocCatModel = NeuralDocCatModel.loadModel(modelPathPrefix + ".zip");
+ assertNotNull(neuralDocCatModel);
+
+ NeuralDocCat neuralDocCat = new NeuralDocCat(NeuralDocCatModel.loadModel(modelPathPrefix));
+ Map<String, Double> scoreMap = neuralDocCat.scoreMap(new String[] {"u r so dumb"});
+ assertNotNull(scoreMap);
+ Double negativeScore = scoreMap.get("0");
+ assertNotNull(negativeScore);
+ Double positiveScore = scoreMap.get("1");
+ assertNotNull(positiveScore);
+ assertTrue(negativeScore > positiveScore);
+ }
+
+}
+
diff --git a/opennlp-dl/src/test/resources/ltweets/0/1.txt b/opennlp-dl/src/test/resources/ltweets/0/1.txt
new file mode 100644
index 0000000..cfc942a
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/1.txt
@@ -0,0 +1 @@
+The painting is ugly, will return it tomorrow...
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/10.txt b/opennlp-dl/src/test/resources/ltweets/0/10.txt
new file mode 100644
index 0000000..79d5725
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/10.txt
@@ -0,0 +1 @@
+The dark side of a selfie.
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/11.txt b/opennlp-dl/src/test/resources/ltweets/0/11.txt
new file mode 100644
index 0000000..379a1ff
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/11.txt
@@ -0,0 +1 @@
+False hopes for the people attending the meeting
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/12.txt b/opennlp-dl/src/test/resources/ltweets/0/12.txt
new file mode 100644
index 0000000..2636da2
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/12.txt
@@ -0,0 +1 @@
+The ugliest car ever!
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/13.txt b/opennlp-dl/src/test/resources/ltweets/0/13.txt
new file mode 100644
index 0000000..1678f71
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/13.txt
@@ -0,0 +1 @@
+Feeling bored
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/14.txt b/opennlp-dl/src/test/resources/ltweets/0/14.txt
new file mode 100644
index 0000000..796c742
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/14.txt
@@ -0,0 +1 @@
+Need urgently a pause
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/15.txt b/opennlp-dl/src/test/resources/ltweets/0/15.txt
new file mode 100644
index 0000000..24ca80f
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/15.txt
@@ -0,0 +1 @@
+I didn't see that one coming
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/16.txt b/opennlp-dl/src/test/resources/ltweets/0/16.txt
new file mode 100644
index 0000000..97239ad
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/16.txt
@@ -0,0 +1 @@
+Sorry mate, there is no more room for you
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/17.txt b/opennlp-dl/src/test/resources/ltweets/0/17.txt
new file mode 100644
index 0000000..635a745
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/17.txt
@@ -0,0 +1 @@
+Who could have possibly done this?
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/18.txt b/opennlp-dl/src/test/resources/ltweets/0/18.txt
new file mode 100644
index 0000000..e05029d
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/18.txt
@@ -0,0 +1 @@
+I feel bad for what I did
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/19.txt b/opennlp-dl/src/test/resources/ltweets/0/19.txt
new file mode 100644
index 0000000..b61e375
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/19.txt
@@ -0,0 +1 @@
+I just did a big mistake
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/2.txt b/opennlp-dl/src/test/resources/ltweets/0/2.txt
new file mode 100644
index 0000000..af7484e
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/2.txt
@@ -0,0 +1 @@
+Too early to travel..need a coffee
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/20.txt b/opennlp-dl/src/test/resources/ltweets/0/20.txt
new file mode 100644
index 0000000..cff8057
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/20.txt
@@ -0,0 +1 @@
+I never loved so hard in my life
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/21.txt b/opennlp-dl/src/test/resources/ltweets/0/21.txt
new file mode 100644
index 0000000..a63d697
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/21.txt
@@ -0,0 +1 @@
+I hate you Mike!!
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/22.txt b/opennlp-dl/src/test/resources/ltweets/0/22.txt
new file mode 100644
index 0000000..6023984
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/22.txt
@@ -0,0 +1 @@
+I hate to say goodbye
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/23.txt b/opennlp-dl/src/test/resources/ltweets/0/23.txt
new file mode 100644
index 0000000..cb2d3ee
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/23.txt
@@ -0,0 +1 @@
+Never try this at home
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/24.txt b/opennlp-dl/src/test/resources/ltweets/0/24.txt
new file mode 100644
index 0000000..e78360b
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/24.txt
@@ -0,0 +1 @@
+Don't spoil it!
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/25.txt b/opennlp-dl/src/test/resources/ltweets/0/25.txt
new file mode 100644
index 0000000..c4c9cf2
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/25.txt
@@ -0,0 +1 @@
+The more I hear you, the more annoyed I get
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/26.txt b/opennlp-dl/src/test/resources/ltweets/0/26.txt
new file mode 100644
index 0000000..6e53332
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/26.txt
@@ -0,0 +1 @@
+I just lost my appetite
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/27.txt b/opennlp-dl/src/test/resources/ltweets/0/27.txt
new file mode 100644
index 0000000..6c5a367
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/27.txt
@@ -0,0 +1 @@
+Sad end for this movie
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/28.txt b/opennlp-dl/src/test/resources/ltweets/0/28.txt
new file mode 100644
index 0000000..3e130cb
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/28.txt
@@ -0,0 +1 @@
+Lonely, I am so lonely
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/29.txt b/opennlp-dl/src/test/resources/ltweets/0/29.txt
new file mode 100644
index 0000000..6d73372
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/29.txt
@@ -0,0 +1 @@
+Hate to wait on a long queue
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/3.txt b/opennlp-dl/src/test/resources/ltweets/0/3.txt
new file mode 100644
index 0000000..43fc3c3
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/3.txt
@@ -0,0 +1 @@
+Damn..the train is late again...
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/30.txt b/opennlp-dl/src/test/resources/ltweets/0/30.txt
new file mode 100644
index 0000000..0bb7832
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/30.txt
@@ -0,0 +1 @@
+No cab available
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/31.txt b/opennlp-dl/src/test/resources/ltweets/0/31.txt
new file mode 100644
index 0000000..1d7dbe8
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/31.txt
@@ -0,0 +1 @@
+Electricity outage, this is a nightmare
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/32.txt b/opennlp-dl/src/test/resources/ltweets/0/32.txt
new file mode 100644
index 0000000..24d3571
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/32.txt
@@ -0,0 +1 @@
+Nobody to ask about directions
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/33.txt b/opennlp-dl/src/test/resources/ltweets/0/33.txt
new file mode 100644
index 0000000..42441e8
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/33.txt
@@ -0,0 +1 @@
+I feel sick
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/34.txt b/opennlp-dl/src/test/resources/ltweets/0/34.txt
new file mode 100644
index 0000000..b1d2562
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/34.txt
@@ -0,0 +1 @@
+I am very tired
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/35.txt b/opennlp-dl/src/test/resources/ltweets/0/35.txt
new file mode 100644
index 0000000..89a24c5
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/35.txt
@@ -0,0 +1 @@
+Such a bad taste
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/36.txt b/opennlp-dl/src/test/resources/ltweets/0/36.txt
new file mode 100644
index 0000000..e303474
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/36.txt
@@ -0,0 +1 @@
+I don't recommend this restaurant
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/37.txt b/opennlp-dl/src/test/resources/ltweets/0/37.txt
new file mode 100644
index 0000000..cb5bc60
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/37.txt
@@ -0,0 +1 @@
+I will never ever call you again
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/38.txt b/opennlp-dl/src/test/resources/ltweets/0/38.txt
new file mode 100644
index 0000000..060e90f
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/38.txt
@@ -0,0 +1 @@
+I just got kicked out of the contest
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/39.txt b/opennlp-dl/src/test/resources/ltweets/0/39.txt
new file mode 100644
index 0000000..2bef847
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/39.txt
@@ -0,0 +1 @@
+Big pain to see my team loosing
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/4.txt b/opennlp-dl/src/test/resources/ltweets/0/4.txt
new file mode 100644
index 0000000..c1f1ade
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/4.txt
@@ -0,0 +1 @@
+Bad news, my flight just got cancelled.
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/40.txt b/opennlp-dl/src/test/resources/ltweets/0/40.txt
new file mode 100644
index 0000000..b2b7840
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/40.txt
@@ -0,0 +1 @@
+Bitter defeat tonight
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/41.txt b/opennlp-dl/src/test/resources/ltweets/0/41.txt
new file mode 100644
index 0000000..559dbe5
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/41.txt
@@ -0,0 +1 @@
+My bike was stollen
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/42.txt b/opennlp-dl/src/test/resources/ltweets/0/42.txt
new file mode 100644
index 0000000..23a1fcd
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/42.txt
@@ -0,0 +1 @@
+I lost every hope for seeing him again
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/43.txt b/opennlp-dl/src/test/resources/ltweets/0/43.txt
new file mode 100644
index 0000000..1b9b5ee
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/43.txt
@@ -0,0 +1 @@
+Cold winter ahead
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/44.txt b/opennlp-dl/src/test/resources/ltweets/0/44.txt
new file mode 100644
index 0000000..46ddb14
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/44.txt
@@ -0,0 +1 @@
+Hopless struggle..
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/45.txt b/opennlp-dl/src/test/resources/ltweets/0/45.txt
new file mode 100644
index 0000000..cf53150
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/45.txt
@@ -0,0 +1 @@
+Ugly hat
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/5.txt b/opennlp-dl/src/test/resources/ltweets/0/5.txt
new file mode 100644
index 0000000..7c73c0a
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/5.txt
@@ -0,0 +1 @@
+Had a bad evening, need urgently a beer.
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/6.txt b/opennlp-dl/src/test/resources/ltweets/0/6.txt
new file mode 100644
index 0000000..2b0a59d
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/6.txt
@@ -0,0 +1 @@
+I put on weight again
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/7.txt b/opennlp-dl/src/test/resources/ltweets/0/7.txt
new file mode 100644
index 0000000..caa942f
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/7.txt
@@ -0,0 +1 @@
+I lost my keys
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/8.txt b/opennlp-dl/src/test/resources/ltweets/0/8.txt
new file mode 100644
index 0000000..c8fdad9
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/8.txt
@@ -0,0 +1 @@
+I hate Mondays
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/0/9.txt b/opennlp-dl/src/test/resources/ltweets/0/9.txt
new file mode 100644
index 0000000..87c8042
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/0/9.txt
@@ -0,0 +1 @@
+He killed our good mood
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/1.txt b/opennlp-dl/src/test/resources/ltweets/1/1.txt
new file mode 100644
index 0000000..4839031
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/1.txt
@@ -0,0 +1 @@
+Watching a nice movie
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/10.txt b/opennlp-dl/src/test/resources/ltweets/1/10.txt
new file mode 100644
index 0000000..0f8519e
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/10.txt
@@ -0,0 +1 @@
+I fell in love again
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/11.txt b/opennlp-dl/src/test/resources/ltweets/1/11.txt
new file mode 100644
index 0000000..9055a8f
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/11.txt
@@ -0,0 +1 @@
+On a trip to Iceland
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/12.txt b/opennlp-dl/src/test/resources/ltweets/1/12.txt
new file mode 100644
index 0000000..17b7b9e
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/12.txt
@@ -0,0 +1 @@
+Happy in Berlin
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/13.txt b/opennlp-dl/src/test/resources/ltweets/1/13.txt
new file mode 100644
index 0000000..ba1296c
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/13.txt
@@ -0,0 +1 @@
+Love the new book I reveived for Christmas
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/14.txt b/opennlp-dl/src/test/resources/ltweets/1/14.txt
new file mode 100644
index 0000000..abdd40f
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/14.txt
@@ -0,0 +1 @@
+I am in good spirits again
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/15.txt b/opennlp-dl/src/test/resources/ltweets/1/15.txt
new file mode 100644
index 0000000..4f0590e
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/15.txt
@@ -0,0 +1 @@
+This guy creates the most awesome pics ever
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/16.txt b/opennlp-dl/src/test/resources/ltweets/1/16.txt
new file mode 100644
index 0000000..78eb30e
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/16.txt
@@ -0,0 +1 @@
+Cool! John is back!
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/17.txt b/opennlp-dl/src/test/resources/ltweets/1/17.txt
new file mode 100644
index 0000000..ed1e8cf
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/17.txt
@@ -0,0 +1 @@
+Many rooms and many hopes for new residents
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/18.txt b/opennlp-dl/src/test/resources/ltweets/1/18.txt
new file mode 100644
index 0000000..0964334
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/18.txt
@@ -0,0 +1 @@
+I set my new year's resolution
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/19.txt b/opennlp-dl/src/test/resources/ltweets/1/19.txt
new file mode 100644
index 0000000..06984df
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/19.txt
@@ -0,0 +1 @@
+Nice to see Ana made it
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/2.txt b/opennlp-dl/src/test/resources/ltweets/1/2.txt
new file mode 100644
index 0000000..1344c0b
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/2.txt
@@ -0,0 +1 @@
+One of the best soccer games, worth seeing it
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/20.txt b/opennlp-dl/src/test/resources/ltweets/1/20.txt
new file mode 100644
index 0000000..25f7ea4
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/20.txt
@@ -0,0 +1 @@
+My dream came true
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/21.txt b/opennlp-dl/src/test/resources/ltweets/1/21.txt
new file mode 100644
index 0000000..bef74e8
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/21.txt
@@ -0,0 +1 @@
+I won the challenge
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/22.txt b/opennlp-dl/src/test/resources/ltweets/1/22.txt
new file mode 100644
index 0000000..010654d
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/22.txt
@@ -0,0 +1 @@
+I had a great time tonight
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/23.txt b/opennlp-dl/src/test/resources/ltweets/1/23.txt
new file mode 100644
index 0000000..4232520
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/23.txt
@@ -0,0 +1 @@
+It was a lot of fun
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/24.txt b/opennlp-dl/src/test/resources/ltweets/1/24.txt
new file mode 100644
index 0000000..260d854
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/24.txt
@@ -0,0 +1 @@
+Thank you Molly making this possible
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/25.txt b/opennlp-dl/src/test/resources/ltweets/1/25.txt
new file mode 100644
index 0000000..f8852a9
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/25.txt
@@ -0,0 +1 @@
+I love it!!
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/26.txt b/opennlp-dl/src/test/resources/ltweets/1/26.txt
new file mode 100644
index 0000000..c0f882c
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/26.txt
@@ -0,0 +1 @@
+Lovely!
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/27.txt b/opennlp-dl/src/test/resources/ltweets/1/27.txt
new file mode 100644
index 0000000..31caa55
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/27.txt
@@ -0,0 +1 @@
+Like and share if you feel the same
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/28.txt b/opennlp-dl/src/test/resources/ltweets/1/28.txt
new file mode 100644
index 0000000..6fc9194
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/28.txt
@@ -0,0 +1 @@
+I love rock and roll
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/29.txt b/opennlp-dl/src/test/resources/ltweets/1/29.txt
new file mode 100644
index 0000000..3ec2437
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/29.txt
@@ -0,0 +1 @@
+Finnaly passed my exam!
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/3.txt b/opennlp-dl/src/test/resources/ltweets/1/3.txt
new file mode 100644
index 0000000..c3e3c97
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/3.txt
@@ -0,0 +1 @@
+Very tasty, not only for vegetarians
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/30.txt b/opennlp-dl/src/test/resources/ltweets/1/30.txt
new file mode 100644
index 0000000..51b996a
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/30.txt
@@ -0,0 +1 @@
+Lovely kittens
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/31.txt b/opennlp-dl/src/test/resources/ltweets/1/31.txt
new file mode 100644
index 0000000..6d70c44
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/31.txt
@@ -0,0 +1 @@
+Beautiful morning
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/32.txt b/opennlp-dl/src/test/resources/ltweets/1/32.txt
new file mode 100644
index 0000000..bada0ef
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/32.txt
@@ -0,0 +1 @@
+She is amazing
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/33.txt b/opennlp-dl/src/test/resources/ltweets/1/33.txt
new file mode 100644
index 0000000..26bfb48
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/33.txt
@@ -0,0 +1 @@
+Enjoying some time with my friends
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/34.txt b/opennlp-dl/src/test/resources/ltweets/1/34.txt
new file mode 100644
index 0000000..2e48c2b
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/34.txt
@@ -0,0 +1 @@
+Special thanks to Marty
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/35.txt b/opennlp-dl/src/test/resources/ltweets/1/35.txt
new file mode 100644
index 0000000..b72daf5
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/35.txt
@@ -0,0 +1 @@
+Thanks God I left on time
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/36.txt b/opennlp-dl/src/test/resources/ltweets/1/36.txt
new file mode 100644
index 0000000..5a0540f
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/36.txt
@@ -0,0 +1 @@
+Greateful for a wonderful meal
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/37.txt b/opennlp-dl/src/test/resources/ltweets/1/37.txt
new file mode 100644
index 0000000..140ed00
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/37.txt
@@ -0,0 +1 @@
+So happy to be home
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/38.txt b/opennlp-dl/src/test/resources/ltweets/1/38.txt
new file mode 100644
index 0000000..531f8e5
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/38.txt
@@ -0,0 +1 @@
+Great game!
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/39.txt b/opennlp-dl/src/test/resources/ltweets/1/39.txt
new file mode 100644
index 0000000..2d8d4e9
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/39.txt
@@ -0,0 +1 @@
+Nice trip
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/4.txt b/opennlp-dl/src/test/resources/ltweets/1/4.txt
new file mode 100644
index 0000000..46ebb6f
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/4.txt
@@ -0,0 +1 @@
+Super party!
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/40.txt b/opennlp-dl/src/test/resources/ltweets/1/40.txt
new file mode 100644
index 0000000..beda37e
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/40.txt
@@ -0,0 +1 @@
+I just received a pretty flower
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/41.txt b/opennlp-dl/src/test/resources/ltweets/1/41.txt
new file mode 100644
index 0000000..ff8f2cf
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/41.txt
@@ -0,0 +1 @@
+Excellent idea
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/42.txt b/opennlp-dl/src/test/resources/ltweets/1/42.txt
new file mode 100644
index 0000000..0823b22
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/42.txt
@@ -0,0 +1 @@
+Got a new watch. Feeling happy
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/43.txt b/opennlp-dl/src/test/resources/ltweets/1/43.txt
new file mode 100644
index 0000000..40fe32e
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/43.txt
@@ -0,0 +1 @@
+Such a good taste
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/44.txt b/opennlp-dl/src/test/resources/ltweets/1/44.txt
new file mode 100644
index 0000000..3929ff8
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/44.txt
@@ -0,0 +1 @@
+Enjoying brunch
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/45.txt b/opennlp-dl/src/test/resources/ltweets/1/45.txt
new file mode 100644
index 0000000..579762e
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/45.txt
@@ -0,0 +1 @@
+Thank you mom for supporting me
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/46.txt b/opennlp-dl/src/test/resources/ltweets/1/46.txt
new file mode 100644
index 0000000..98ae307
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/46.txt
@@ -0,0 +1 @@
+Smiling
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/47.txt b/opennlp-dl/src/test/resources/ltweets/1/47.txt
new file mode 100644
index 0000000..4f4cb4f
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/47.txt
@@ -0,0 +1 @@
+Great to see you!
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/48.txt b/opennlp-dl/src/test/resources/ltweets/1/48.txt
new file mode 100644
index 0000000..19111a1
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/48.txt
@@ -0,0 +1 @@
+Nice dress!
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/49.txt b/opennlp-dl/src/test/resources/ltweets/1/49.txt
new file mode 100644
index 0000000..1680d33
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/49.txt
@@ -0,0 +1 @@
+Stop wasting my time
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/5.txt b/opennlp-dl/src/test/resources/ltweets/1/5.txt
new file mode 100644
index 0000000..e28605b
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/5.txt
@@ -0,0 +1 @@
+Happy birthday mr. president
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/50.txt b/opennlp-dl/src/test/resources/ltweets/1/50.txt
new file mode 100644
index 0000000..1a9b19f
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/50.txt
@@ -0,0 +1 @@
+I have a great idea
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/51.txt b/opennlp-dl/src/test/resources/ltweets/1/51.txt
new file mode 100644
index 0000000..bf1d877
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/51.txt
@@ -0,0 +1 @@
+Excited to go to the pub
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/52.txt b/opennlp-dl/src/test/resources/ltweets/1/52.txt
new file mode 100644
index 0000000..c2cabb1
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/52.txt
@@ -0,0 +1 @@
+Feeling proud
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/53.txt b/opennlp-dl/src/test/resources/ltweets/1/53.txt
new file mode 100644
index 0000000..45100ea
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/53.txt
@@ -0,0 +1 @@
+Cute bunnies
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/54.txt b/opennlp-dl/src/test/resources/ltweets/1/54.txt
new file mode 100644
index 0000000..da4779c
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/54.txt
@@ -0,0 +1 @@
+Big hug and lots of love
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/55.txt b/opennlp-dl/src/test/resources/ltweets/1/55.txt
new file mode 100644
index 0000000..1d901a7
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/55.txt
@@ -0,0 +1 @@
+I hope you have a wonderful celebration
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/6.txt b/opennlp-dl/src/test/resources/ltweets/1/6.txt
new file mode 100644
index 0000000..1c720eb
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/6.txt
@@ -0,0 +1 @@
+Just watch it. Respect.
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/7.txt b/opennlp-dl/src/test/resources/ltweets/1/7.txt
new file mode 100644
index 0000000..29c7e90
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/7.txt
@@ -0,0 +1 @@
+Wonderful sunset.
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/8.txt b/opennlp-dl/src/test/resources/ltweets/1/8.txt
new file mode 100644
index 0000000..a67a3ac
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/8.txt
@@ -0,0 +1 @@
+Bravo, first title in 2014!
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/ltweets/1/9.txt b/opennlp-dl/src/test/resources/ltweets/1/9.txt
new file mode 100644
index 0000000..0a4683b
--- /dev/null
+++ b/opennlp-dl/src/test/resources/ltweets/1/9.txt
@@ -0,0 +1 @@
+On today's show we met Angela, a woman with an amazing story
\ No newline at end of file
diff --git a/opennlp-dl/src/test/resources/text/tweets.txt b/opennlp-dl/src/test/resources/text/tweets.txt
new file mode 100644
index 0000000..ba7ac0d
--- /dev/null
+++ b/opennlp-dl/src/test/resources/text/tweets.txt
@@ -0,0 +1,100 @@
+1 Watching a nice movie
+0 The painting is ugly, will return it tomorrow...
+1 One of the best soccer games, worth seeing it
+1 Very tasty, not only for vegetarians
+1 Super party!
+0 Too early to travel..need a coffee
+0 Damn..the train is late again...
+0 Bad news, my flight just got cancelled.
+1 Happy birthday mr. president
+1 Just watch it. Respect.
+1 Wonderful sunset.
+1 Bravo, first title in 2014!
+0 Had a bad evening, need urgently a beer.
+0 I put on weight again
+1 On today's show we met Angela, a woman with an amazing story
+1 I fell in love again
+0 I lost my keys
+1 On a trip to Iceland
+1 Happy in Berlin
+0 I hate Mondays
+1 Love the new book I reveived for Christmas
+0 He killed our good mood
+1 I am in good spirits again
+1 This guy creates the most awesome pics ever
+0 The dark side of a selfie.
+1 Cool! John is back!
+1 Many rooms and many hopes for new residents
+0 False hopes for the people attending the meeting
+1 I set my new year's resolution
+0 The ugliest car ever!
+0 Feeling bored
+0 Need urgently a pause
+1 Nice to see Ana made it
+1 My dream came true
+0 I didn't see that one coming
+0 Sorry mate, there is no more room for you
+0 Who could have possibly done this?
+1 I won the challenge
+0 I feel bad for what I did
+1 I had a great time tonight
+1 It was a lot of fun
+1 Thank you Molly making this possible
+0 I just did a big mistake
+1 I love it!!
+0 I never loved so hard in my life
+0 I hate you Mike!!
+0 I hate to say goodbye
+1 Lovely!
+1 Like and share if you feel the same
+0 Never try this at home
+0 Don't spoil it!
+1 I love rock and roll
+0 The more I hear you, the more annoyed I get
+1 Finnaly passed my exam!
+1 Lovely kittens
+0 I just lost my appetite
+0 Sad end for this movie
+0 Lonely, I am so lonely
+1 Beautiful morning
+1 She is amazing
+1 Enjoying some time with my friends
+1 Special thanks to Marty
+1 Thanks God I left on time
+1 Greateful for a wonderful meal
+1 So happy to be home
+0 Hate to wait on a long queue
+0 No cab available
+0 Electricity outage, this is a nightmare
+0 Nobody to ask about directions
+1 Great game!
+1 Nice trip
+1 I just received a pretty flower
+1 Excellent idea
+1 Got a new watch. Feeling happy
+0 I feel sick
+0 I am very tired
+1 Such a good taste
+0 Such a bad taste
+1 Enjoying brunch
+0 I don't recommend this restaurant
+1 Thank you mom for supporting me
+0 I will never ever call you again
+0 I just got kicked out of the contest
+1 Smiling
+0 Big pain to see my team loosing
+0 Bitter defeat tonight
+0 My bike was stollen
+1 Great to see you!
+0 I lost every hope for seeing him again
+1 Nice dress!
+1 Stop wasting my time
+1 I have a great idea
+1 Excited to go to the pub
+1 Feeling proud
+1 Cute bunnies
+0 Cold winter ahead
+0 Hopless struggle..
+0 Ugly hat
+1 Big hug and lots of love
+1 I hope you have a wonderful celebration
diff --git a/opennlp-dl/src/test/resources/tweets/1/1.txt b/opennlp-dl/src/test/resources/tweets/1/1.txt
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/opennlp-dl/src/test/resources/tweets/1/1.txt
