uimaj-2.2.1-incubating/uimaj-core/src/test/java/org/apache/uima/analysis_engine/impl/NewlineResegmenter.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * 
 *   http://www.apache.org/licenses/LICENSE-2.0
 * 
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package org.apache.uima.analysis_engine.impl;

import java.util.Iterator;

import org.apache.uima.analysis_component.JCasMultiplier_ImplBase;
import org.apache.uima.analysis_engine.AnalysisEngineProcessException;
import org.apache.uima.cas.AbstractCas;
import org.apache.uima.examples.SourceDocumentInformation;
import org.apache.uima.jcas.JCas;

/**
 * 
 */
public class NewlineResegmenter extends JCasMultiplier_ImplBase {
  JCas mCurrentInputCas;

  String mDoc;

  int mCurIndex = 0;

  StringBuffer mBuf = new StringBuffer();

  JCas[] mJCases = new JCas[2];

  int mActiveJCas = 0;

  boolean mHasNext;

  /*
   * (non-Javadoc)
   * 
   * @see org.apache.uima.analysis_component.CasSegmenter_ImplBase#process(org.apache.uima.cas.CAS)
   */
  public void process(JCas aJCas) throws AnalysisEngineProcessException {
    mCurrentInputCas = aJCas;
    mDoc = aJCas.getDocumentText();
    readToNextNewline();
  }

  /*
   * (non-Javadoc)
   * 
   * @see org.apache.uima.analysis_component.AnalysisComponent#hasNext()
   */
  public boolean hasNext() throws AnalysisEngineProcessException {
    return mHasNext;
  }

  /*
   * (non-Javadoc)
   * 
   * @see org.apache.uima.analysis_component.AnalysisComponent#next()
   */
  public AbstractCas next() throws AnalysisEngineProcessException {
    // we should already have a JCas ready to return
    JCas toReturn = mJCases[mActiveJCas];
    mJCases[mActiveJCas] = null;
    assert toReturn != null;

    // now go read the next segment into our other JCas
    mActiveJCas ^= 1;
    if (mCurIndex < mDoc.length()) {
      readToNextNewline();
    } else {
      // end of the input document
      mCurIndex = 0;
      mHasNext = false;
    }

    return toReturn;
  }

  /*
   * (non-Javadoc)
   * 
   * @see org.apache.uima.analysis_component.JCasSegmenter_ImplBase#getCasInstancesRequired()
   */
  public int getCasInstancesRequired() {
    return 2;
  }

  private void readToNextNewline() {
    // does this doc contain a newline?
    int nlIndex = mDoc.indexOf('\n', mCurIndex);
    if (nlIndex == -1) // no newline
    {
      // append entire rest of doc to active buffer
      int begin = mBuf.length(); // record start offset of new text
      mBuf.append(mDoc.substring(mCurIndex));
      if (mJCases[mActiveJCas] == null) {
        mJCases[mActiveJCas] = getEmptyJCas();
      }
      // add SourceDocumentInformation to active JCas
      SourceDocumentInformation sdi = new SourceDocumentInformation(mJCases[mActiveJCas]);
      sdi.setBegin(begin);
      sdi.setEnd(mBuf.length());
      sdi.setUri(getCasSourceUri(mCurrentInputCas));
      sdi.addToIndexes();
      mHasNext = false; // we need to see another input CAS before we can create output
      mCurIndex = 0;
    } else // yes, newline
    {
      // append doc up to newline
      int begin = mBuf.length(); // record start offset of new text
      mBuf.append(mDoc.substring(mCurIndex, nlIndex));
      if (mJCases[mActiveJCas] == null) {
        mJCases[mActiveJCas] = getEmptyJCas();
      }
      // add SourceDocumentInformation to active JCas
      SourceDocumentInformation sdi = new SourceDocumentInformation(mJCases[mActiveJCas]);
      sdi.setBegin(begin);
      sdi.setEnd(mBuf.length());
      sdi.setUri(getCasSourceUri(mCurrentInputCas));
      sdi.addToIndexes();
      // set doc text
      mJCases[mActiveJCas].setDocumentText(mBuf.toString());
      mBuf.setLength(0);
      mCurIndex = nlIndex + 1;
      mHasNext = true; // ready to output!
    }
  }

  private String getCasSourceUri(JCas jcas) {
    Iterator iter = jcas.getJFSIndexRepository().getAnnotationIndex(SourceDocumentInformation.type)
            .iterator();
    if (iter.hasNext()) {
      SourceDocumentInformation sdi = (SourceDocumentInformation) iter.next();
      return sdi.getUri();
    } else {
      return "unknown";
    }
  }
}