/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package opennlp.tools.textsimilarity;

import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;

public class TextSimilarityBagOfWords {
  public double assessRelevanceAndGetScore(String para1, String para2) {
    List<String> wordsOfPara1 = TextProcessor.fastTokenize(para1, false);
    List<String> wordsOfPara2 = TextProcessor.fastTokenize(para2, false);
    List<String> overlap = new ArrayList<String>(wordsOfPara1);
    overlap.retainAll(wordsOfPara2);
    overlap.removeAll(Arrays.asList(stopList));

    return overlap.size();
  }

  public String[] stopList = new String[] { "a",

  "about",

  "above",

  "across",

  "after",

  "again",

  "against",

  "all",

  "almost",

  "alone",

  "along",

  "already",

  "also",

  "although",

  "always",

  "among",

  "an",

  "and",

  "another",

  "any",

  "anybody",

  "anyone",

  "anything",

  "anywhere",

  "are",

  "area",

  "areas",

  "around",

  "as",

  "ask",

  "asked",

  "asking",

  "asks",

  "at",

  "away",

  "b",

  "back",

  "backed",

  "backing",

  "backs",

  "be",

  "became",

  "because",

  "become",

  "becomes",

  "been",

  "before",

  "began",

  "behind",

  "being",

  "beings",

  "best",

  "better",

  "between",

  "big",

  "both",

  "but",

  "by",

  "c",

  "came",

  "can",

  "cannot",

  "case",

  "cases",

  "certain",

  "certainly",

  "clear",

  "clearly",

  "come",

  "could",

  "d",

  "did",

  "differ",

  "different",

  "differently",

  "do",

  "does",

  "done",

  "down",

  "down",

  "downed",

  "downing",

  "downs",

  "during",

  "e",

  "each",

  "early",

  "either",

  "end",

  "ended",

  "ending",

  "ends",

  "enough",

  "even",

  "evenly",

  "ever",

  "every",

  "everybody",

  "everyone",

  "everything",

  "everywhere",

  "f",

  "face",

  "faces",

  "fact",

  "facts",

  "far",

  "felt",

  "few",

  "find",

  "finds",

  "first",

  "for",

  "four",

  "from",

  "full",

  "fully",

  "further",

  "furthered",

  "furthering",

  "furthers",

  "g",

  "gave",

  "general",

  "generally",

  "get",

  "gets",

  "give",

  "given",

  "gives",

  "go",

  "going",

  "good",

  "goods",

  "got",

  "great",

  "greater",

  "greatest",

  "group",

  "grouped",

  "grouping",

  "groups",

  "h",

  "had",

  "has",

  "have",

  "having",

  "he",

  "her",

  "here",

  "herself",

  "high",

  "high",

  "high",

  "higher",

  "highest",

  "him",

  "himself",

  "his",

  "how",

  "however",

  "i",

  "if",

  "important",

  "in",

  "interest",

  "interested",

  "interesting",

  "interests",

  "into",

  "is",

  "it",

  "its",

  "itself",

  "j",

  "just",

  "k",

  "keep",

  "keeps",

  "kind",

  "knew",

  "know",

  "known",

  "knows",

  "l",

  "large",

  "largely",

  "last",

  "later",

  "latest",

  "least",

  "less",

  "let",

  "lets",

  "like",

  "likely",

  "long",

  "longer",

  "longest",

  "m",

  "made",

  "make",

  "making",

  "man",

  "many",

  "may",

  "me",

  "member",

  "members",

  "men",

  "might",

  "more",

  "most",

  "mostly",

  "mr",

  "mrs",

  "much",

  "must",

  "my",

  "myself",

  "n",

  "necessary",

  "need",

  "needed",

  "needing",

  "needs",

  "never",

  "new",

  "new",

  "newer",

  "newest",

  "next",

  "no",

  "nobody",

  "non",

  "noone",

  "not",

  "nothing",

  "now",

  "nowhere",

  "number",

  "numbers",

  "o",

  "of",

  "off",

  "often",

  "old",

  "older",

  "oldest",

  "on",

  "once",

  "one",

  "only",

  "open",

  "opened",

  "opening",

  "opens",

  "or",

  "order",

  "ordered",

  "ordering",

  "orders",

  "other",

  "others",

  "our",

  "out",

  "over",

  "p",

  "part",

  "parted",

  "parting",

  "parts",

  "per",

  "perhaps",

  "place",

  "places",

  "point",

  "pointed",

  "pointing",

  "points",

  "possible",

  "present",

  "presented",

  "presenting",

  "presents",

  "problem",

  "problems",

  "put",

  "puts",

  "q",

  "quite",

  "r",

  "rather",

  "really",

  "right",

  "right",

  "room",

  "rooms",

  "s",

  "said",

  "same",

  "saw",

  "say",

  "says",

  "second",

  "seconds",

  "see",

  "seem",

  "seemed",

  "seeming",

  "seems",

  "sees",

  "several",

  "shall",

  "she",

  "should",

  "show",

  "showed",

  "showing",

  "shows",

  "side",

  "sides",

  "since",

  "small",

  "smaller",

  "smallest",

  "so",

  "some",

  "somebody",

  "someone",

  "something",

  "somewhere",

  "state",

  "states",

  "still",

  "still",

  "such",

  "sure",

  "t",

  "take",

  "taken",

  "than",

  "that",

  "the",

  "their",

  "them",

  "then",

  "there",

  "therefore",

  "these",

  "they",

  "thing",

  "things",

  "think",

  "thinks",

  "this",

  "those",

  "though",

  "thought",

  "thoughts",

  "three",

  "through",

  "thus",

  "to",

  "today",

  "together",

  "too",

  "took",

  "toward",

  "turn",

  "turned",

  "turning",

  "turns",

  "two",

  "u",

  "under",

  "until",

  "up",

  "upon",

  "us",

  "use",

  "used",

  "uses",

  "v",

  "very",

  "w",

  "want",

  "wanted",

  "wanting",

  "wants",

  "was",

  "way",

  "ways",

  "we",

  "well",

  "wells",

  "went",

  "were",

  "what",

  "when",

  "where",

  "whether",

  "which",

  "while",

  "who",

  "whole",

  "whose",

  "why",

  "will",

  "with",

  "within",

  "without",

  "work",

  "worked",

  "working",

  "works",

  "would",

  "x",

  "y",

  "year",

  "years",

  "yet",

  "you",

  "young",

  "younger",

  "youngest",

  "your",

  "yours",

  "z" };

}