trunk/ruta-core/src/test/java/org/apache/uima/ruta/engine/HtmlAnnotatorTest.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package org.apache.uima.ruta.engine;

import static org.junit.Assert.assertEquals;

import java.io.File;
import java.net.URL;

import org.apache.uima.UIMAFramework;
import org.apache.uima.analysis_engine.AnalysisEngine;
import org.apache.uima.cas.CAS;
import org.apache.uima.cas.FSIterator;
import org.apache.uima.cas.Type;
import org.apache.uima.cas.text.AnnotationFS;
import org.apache.uima.cas.text.AnnotationIndex;
import org.apache.uima.resource.ResourceSpecifier;
import org.apache.uima.util.FileUtils;
import org.apache.uima.util.XMLInputSource;
import org.junit.Test;

public class HtmlAnnotatorTest {

  @Test
  public void test() throws Exception {
    String namespace = this.getClass().getPackage().getName().replaceAll("\\.", "/");
    String name = namespace + "/" + "test.html";
    URL textURL = HtmlAnnotatorTest.class.getClassLoader().getResource(name);
    File textFile = new File(textURL.toURI());
    String html = FileUtils.file2String(textFile, "UTF-8");
    URL url = HtmlAnnotator.class.getClassLoader().getResource("HtmlAnnotator.xml");
    if (url == null) {
      url = HtmlAnnotator.class.getClassLoader().getResource(
              "org/apache/uima/ruta/engine/HtmlAnnotator.xml");
    }
    XMLInputSource in = new XMLInputSource(url);
    ResourceSpecifier specifier = UIMAFramework.getXMLParser().parseResourceSpecifier(in);
    AnalysisEngine ae = UIMAFramework.produceAnalysisEngine(specifier);
    CAS cas = ae.newCAS();
    Type tagType = cas.getTypeSystem().getType(HtmlAnnotator.NAMESPACE + "TAG");
    AnnotationIndex<AnnotationFS> ai = null;
    FSIterator<AnnotationFS> iterator = null;

    ae.setConfigParameterValue("onlyContent", false);
    ae.reconfigure();
    cas.reset();
    cas.setDocumentText(html);
    ae.process(cas);
    ai = cas.getAnnotationIndex(tagType);
    iterator = ai.iterator();
    assertEquals(7, ai.size());
    AnnotationFS a = iterator.next();
    assertEquals("HTML", a.getType().getShortName());
    assertEquals(0, a.getBegin());
    assertEquals(127, a.getEnd());
    a = iterator.next();
    assertEquals("HEAD", a.getType().getShortName());
    assertEquals(8, a.getBegin());
    assertEquals(39, a.getEnd());
    a = iterator.next();
    assertEquals("REMARK", a.getType().getShortName());
    assertEquals(16, a.getBegin());
    assertEquals(30, a.getEnd());
    a = iterator.next();
    assertEquals("BODY", a.getType().getShortName());
    assertEquals(41, a.getBegin());
    assertEquals(118, a.getEnd());
    a = iterator.next();
    assertEquals("BR", a.getType().getShortName());
    assertEquals(64, a.getBegin());
    assertEquals(69, a.getEnd());
    a = iterator.next();
    assertEquals("B", a.getType().getShortName());
    assertEquals(78, a.getBegin());
    assertEquals(89, a.getEnd());
    a = iterator.next();
    assertEquals("BR", a.getType().getShortName());
    assertEquals(91, a.getBegin());
    assertEquals(96, a.getEnd());

    
    ae.setConfigParameterValue("onlyContent", true);
    ae.reconfigure();
    cas.reset();
    cas.setDocumentText(html);
    ae.process(cas);
    ai = cas.getAnnotationIndex(tagType);
    iterator = ai.iterator();
    assertEquals(4, ai.size());
    a = iterator.next();
    assertEquals("HTML", a.getType().getShortName());
    assertEquals(6, a.getBegin());
    assertEquals(120, a.getEnd());
    a = iterator.next();
    assertEquals("HEAD", a.getType().getShortName());
    assertEquals(14, a.getBegin());
    assertEquals(32, a.getEnd());
    a = iterator.next();
    assertEquals("BODY", a.getType().getShortName());
    assertEquals(47, a.getBegin());
    assertEquals(111, a.getEnd());
    a = iterator.next();
    assertEquals("B", a.getType().getShortName());
    assertEquals(81, a.getBegin());
    assertEquals(85, a.getEnd());
    
    cas.release();
  }
}