opennlp-similarity/src/main/java/opennlp/tools/similarity/apps/taxo_builder/AriAdapter.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package opennlp.tools.similarity.apps.taxo_builder;

import java.io.BufferedReader;
import java.io.FileInputStream;
import java.io.InputStreamReader;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;

/**
 * This class makes it possible to use old prolog-files as the bases for
 * taxonomy-learner. It cleans the prolog files and returns with Strings which
 * can be used for the taxonomy extender process.
 * 
 */
public class AriAdapter {
  // income_taks(state,company(cafeteria,_)):-do(71100).
  Map<String, List<List<String>>> lemma_AssocWords = new HashMap<String, List<List<String>>>();

  public void getChainsFromARIfile(String fileName) {

    try {
      BufferedReader br = new BufferedReader(new InputStreamReader(
          new FileInputStream(fileName)));
      String line;
      while ((line = br.readLine()) != null) {
        if (line.length() < 10 || line.startsWith("%") || line.startsWith(":"))
          continue;
        String chain0 = line.replace("_,", "&").replace("_)", "&")
            .replace(":-do(", "&").replace(":-var", "&").replace("taks", "tax")
            .replace(":- do(", "&").replace("X=", "&").replace(":-", "&")
            .replace("[X|_]", "&").replace("nonvar", "&").replace("var", "&")
            .replace('(', '&').replace(')', '&').replace(',', '&')
            .replace('.', '&').replace("&&&", "&").replace("&&", "&")
            .replace("&", " ");
        String[] chains = chain0.split(" ");
        List<String> chainList = new ArrayList<String>(); // Arrays.asList(chains);
        for (String word : chains) {
          if (word != null && word.length() > 2 && word.indexOf("0") < 0
              && word.indexOf("1") < 0 && word.indexOf("2") < 0
              && word.indexOf("3") < 0 && word.indexOf("4") < 0
              && word.indexOf("5") < 0)
            chainList.add(word);
        }
        if (chains.length < 1 || chainList.size() < 1
            || chainList.get(0).length() < 3)
          continue;
        String entry = chainList.get(0);
        if (entry.length() < 3)
          continue;
        chainList.remove(entry);
        List<List<String>> res = lemma_AssocWords.get(entry);
        if (res == null) {
          List<List<String>> resList = new ArrayList<List<String>>();
          resList.add(chainList);
          lemma_AssocWords.put(entry, resList);
        } else {
          res.add(chainList);
          lemma_AssocWords.put(entry, res);
        }
      }
    } catch (Exception e) {
      e.printStackTrace();

    }
  }

  public static void main(String[] args) {

    AriAdapter ad = new AriAdapter();
    ad.getChainsFromARIfile("src/test/resources/taxonomies/irs_dom.ari");
    System.out.println(ad.lemma_AssocWords);

  }

}