phrasecount/src/main/java/phrasecount/Application.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package phrasecount;

import org.apache.fluo.api.config.FluoConfiguration;
import org.apache.fluo.api.config.ObserverSpecification;
import org.apache.fluo.recipes.accumulo.export.AccumuloExporter;
import org.apache.fluo.recipes.core.export.ExportQueue;
import org.apache.fluo.recipes.core.map.CollisionFreeMap;
import org.apache.fluo.recipes.kryo.KryoSimplerSerializer;
import phrasecount.pojos.Counts;
import phrasecount.pojos.PcKryoFactory;

import static phrasecount.Constants.EXPORT_QUEUE_ID;
import static phrasecount.Constants.PCM_ID;

public class Application {

  public static class Options {
    public Options(int pcmBuckets, int eqBuckets, String instance, String zooKeepers, String user,
        String password, String eTable) {
      this.phraseCountMapBuckets = pcmBuckets;
      this.exportQueueBuckets = eqBuckets;
      this.instance = instance;
      this.zookeepers = zooKeepers;
      this.user = user;
      this.password = password;
      this.exportTable = eTable;

    }

    public int phraseCountMapBuckets;
    public int exportQueueBuckets;

    public String instance;
    public String zookeepers;
    public String user;
    public String password;
    public String exportTable;
  }

  /**
   * Sets Fluo configuration needed to run the phrase count application
   *
   * @param fluoConfig FluoConfiguration
   * @param opts Options
   */
  public static void configure(FluoConfiguration fluoConfig, Options opts) {
    // set up an observer that watches the reference counts of documents. When a document is
    // referenced or dereferenced, it will add or subtract phrase counts from a collision free map.
    fluoConfig.addObserver(new ObserverSpecification(DocumentObserver.class.getName()));

    // configure which KryoFactory recipes should use
    KryoSimplerSerializer.setKryoFactory(fluoConfig, PcKryoFactory.class);

    // set up a collision free map to combine phrase counts
    CollisionFreeMap.configure(fluoConfig,
        new CollisionFreeMap.Options(PCM_ID, PhraseMap.PcmCombiner.class,
            PhraseMap.PcmUpdateObserver.class, String.class, Counts.class,
            opts.phraseCountMapBuckets));

    AccumuloExporter.Configuration accumuloConfig = new AccumuloExporter.Configuration(
        opts.instance, opts.zookeepers, opts.user, opts.password, opts.exportTable);

    // setup an Accumulo export queue to to send phrase count updates to an Accumulo table
    ExportQueue.Options exportQueueOpts =
        new ExportQueue.Options(EXPORT_QUEUE_ID, PhraseExporter.class.getName(),
            String.class.getName(), Counts.class.getName(), opts.exportQueueBuckets)
                .setExporterConfiguration(accumuloConfig);
    ExportQueue.configure(fluoConfig, exportQueueOpts);
  }
}