/* | |
* Copyright 2013 The Apache Software Foundation. | |
* | |
* Licensed under the Apache License, Version 2.0 (the "License"); | |
* you may not use this file except in compliance with the License. | |
* You may obtain a copy of the License at | |
* | |
* http://www.apache.org/licenses/LICENSE-2.0 | |
* | |
* Unless required by applicable law or agreed to in writing, software | |
* distributed under the License is distributed on an "AS IS" BASIS, | |
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
* See the License for the specific language governing permissions and | |
* limitations under the License. | |
*/ | |
package opennlp.modelbuilder.v2.impls; | |
import java.io.BufferedReader; | |
import java.io.FileInputStream; | |
import java.io.FileNotFoundException; | |
import java.io.IOException; | |
import java.io.InputStream; | |
import java.io.InputStreamReader; | |
import java.nio.charset.Charset; | |
import java.util.HashMap; | |
import java.util.HashSet; | |
import java.util.Map; | |
import java.util.Set; | |
import java.util.logging.Level; | |
import java.util.logging.Logger; | |
import opennlp.modelbuilder.v2.KnownEntityProvider; | |
/** | |
* | |
*/ | |
public class FileKnownEntityProvider implements KnownEntityProvider { | |
private Map<String, String> params = new HashMap<String, String>(); | |
Set<String> knownEntities = new HashSet<String>(); | |
@Override | |
public Set<String> getKnownEntities() { | |
if (knownEntities.isEmpty()) { | |
try { | |
InputStream fis; | |
BufferedReader br; | |
String line; | |
fis = new FileInputStream(params.get("knownentityfile")); | |
br = new BufferedReader(new InputStreamReader(fis, Charset.forName("UTF-8"))); | |
while ((line = br.readLine()) != null) { | |
knownEntities.add(line.split("\t")[2]); | |
} | |
// Done with the file | |
br.close(); | |
br = null; | |
fis = null; | |
} catch (FileNotFoundException ex) { | |
Logger.getLogger(FileKnownEntityProvider.class.getName()).log(Level.SEVERE, null, ex); | |
} catch (IOException ex) { | |
Logger.getLogger(FileKnownEntityProvider.class.getName()).log(Level.SEVERE, null, ex); | |
} | |
} | |
return knownEntities; | |
} | |
@Override | |
public void addKnownEntity(String unambiguousEntity) { | |
knownEntities.add(unambiguousEntity); | |
} | |
@Override | |
public String getKnownEntitiesType() { | |
return params.get("knownentitytype"); | |
} | |
@Override | |
public void setParameters(Map<String, String> params) { | |
this.params = params; | |
} | |
} |