TikaAnnotator/src/main/java/org/apache/uima/tika/TIKAWrapper.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * 
 *   http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package org.apache.uima.tika;

import java.io.BufferedInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.net.URL;

import org.apache.tika.config.TikaConfig;
import org.apache.tika.exception.TikaException;
import org.apache.tika.metadata.Metadata;
import org.apache.tika.parser.AutoDetectParser;
import org.apache.tika.parser.Parser;
import org.apache.uima.cas.CAS;
import org.apache.uima.cas.CASException;
import org.apache.uima.jcas.JCas;
import org.apache.uima.jcas.cas.FSArray;


public class TIKAWrapper {
	
	// configuration for TIKA - can be created by specifying a custom resource
	private TikaConfig config = null;
	
	public TIKAWrapper()throws TikaException{
		config = TikaConfig.getDefaultConfig();
	}
	
	public TIKAWrapper(String configLocation) throws TikaException{
		if (configLocation!=null)
			try {
				config = new TikaConfig(configLocation);
			} catch (Exception e) {} 
		if (config==null)	
		config = TikaConfig.getDefaultConfig();
	}
	
	
	public void populateCASfromURL(CAS cas, URL uri, String language) throws CASException{
		populateCASfromURL(cas, uri, null, language);
	}
	
	public void populateCASfromURL(CAS cas, URL url, String mime, String language) throws CASException{
	
		InputStream originalStream=null;
		try {
			originalStream = new BufferedInputStream(
					url.openStream());
		} catch (IOException e1) {
			new CASException(e1);
		}
		
		// use custom parser or rely on autodetect
		Parser parser = config.getParser();
		  
		// it that does not work
        if (parser == null) {parser = new AutoDetectParser(config);}

	    Metadata md = new Metadata();
	    MarkupHandler handler  = new MarkupHandler();		  

	    try {
	    	parser.parse(originalStream,handler , md);
	    }
	    catch (Exception e){
	    	// if we have a problem just dump the message and continue
	    	// getLogger().log(Level.WARNING,"Problem converting file : "+URI+"\t"+e.getMessage());
	    	// cas.setDocumentText(""); return;
	    	throw new CASException(e);
	    }
	    finally {
			// set language if it was explicitly specified as a configuration
			// parameter
			if (language != null) {
				cas.setDocumentLanguage(language);
			}
			try {
				originalStream.close();
			} catch (IOException e) {
			}
	    }
	    
		// add text and markup to CAS
	    handler.populateCAS(cas);

	    JCas jcas  = cas.getJCas();
	    
	    SourceDocumentAnnotation docAnnotation = new SourceDocumentAnnotation(jcas);
	    
	    // now iterate on the metadata found by Tika and add them to the info
	    if (docAnnotation.getFeatures()==null){
	    	docAnnotation.setFeatures((FSArray) cas
					.createArrayFS(md.size()+1)) ;
	    }
	    int i=0;
	    for (;i<md.size();i++){
	    	String name = md.names()[i];
	    	String value = md.get(name);
	    	FeatureValue fv = new FeatureValue(cas.getJCas());
	    	fv.setName(name);
	    	fv.setValue(value);
	    	// getLogger().log(Level.FINER,URI+"\t"+name+"\t"+value);
	    	docAnnotation.setFeatures(i,fv);
	    }
	    
	    FeatureValue fv = new FeatureValue(jcas);
    	fv.setName("url");
    	fv.setValue(url.toString());
    	docAnnotation.setFeatures(i,fv);
	    
	    docAnnotation.addToIndexes();
	}
}