test/src/main/java/org/apache/accumulo/test/ScanFlushWithTimeIT.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.accumulo.test;

import static org.junit.Assert.assertTrue;

import java.util.Collections;
import java.util.SortedSet;
import java.util.TreeSet;
import java.util.concurrent.TimeUnit;

import org.apache.accumulo.core.client.Accumulo;
import org.apache.accumulo.core.client.AccumuloClient;
import org.apache.accumulo.core.client.BatchScanner;
import org.apache.accumulo.core.client.BatchWriter;
import org.apache.accumulo.core.client.IsolatedScanner;
import org.apache.accumulo.core.client.IteratorSetting;
import org.apache.accumulo.core.client.Scanner;
import org.apache.accumulo.core.client.ScannerBase;
import org.apache.accumulo.core.data.Mutation;
import org.apache.accumulo.core.data.Range;
import org.apache.accumulo.core.security.Authorizations;
import org.apache.accumulo.fate.util.UtilWaitThread;
import org.apache.accumulo.harness.AccumuloClusterHarness;
import org.apache.accumulo.test.functional.SlowIterator;
import org.apache.hadoop.io.Text;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

public class ScanFlushWithTimeIT extends AccumuloClusterHarness {

  private static final Logger log = LoggerFactory.getLogger(ScanFlushWithTimeIT.class);

  @Override
  protected int defaultTimeoutSeconds() {
    return 120;
  }

  @Test
  public void test() throws Exception {
    log.info("Creating table");
    String tableName = getUniqueNames(1)[0];
    try (AccumuloClient c = Accumulo.newClient().from(getClientProps()).build()) {
      c.tableOperations().create(tableName);
      log.info("Adding slow iterator");
      IteratorSetting setting = new IteratorSetting(50, SlowIterator.class);
      SlowIterator.setSleepTime(setting, 1000);
      c.tableOperations().attachIterator(tableName, setting);
      log.info("Splitting the table");
      SortedSet<Text> partitionKeys = new TreeSet<>();
      partitionKeys.add(new Text("5"));
      c.tableOperations().addSplits(tableName, partitionKeys);
      log.info("waiting for zookeeper propagation");
      UtilWaitThread.sleep(5 * 1000);
      log.info("Adding a few entries");
      try (BatchWriter bw = c.createBatchWriter(tableName)) {
        for (int i = 0; i < 10; i++) {
          Mutation m = new Mutation("" + i);
          m.put("", "", "");
          bw.addMutation(m);
        }
      }
      log.info("Fetching some entries: should timeout and return something");

      log.info("Scanner");
      try (Scanner s = c.createScanner(tableName, Authorizations.EMPTY)) {
        s.setBatchTimeout(500, TimeUnit.MILLISECONDS);
        testScanner(s, 1200);

        log.info("IsolatedScanner");
        IsolatedScanner is = new IsolatedScanner(s);
        is.setReadaheadThreshold(1);
        // buffers an entire row
        testScanner(is, 2200);
      }

      log.info("BatchScanner");
      try (BatchScanner bs = c.createBatchScanner(tableName, Authorizations.EMPTY, 5)) {
        bs.setBatchTimeout(500, TimeUnit.MILLISECONDS);
        bs.setRanges(Collections.singletonList(new Range()));
        testScanner(bs, 1200);
      }
    }
  }

  private void testScanner(ScannerBase s, long expected) {
    long now = System.currentTimeMillis();
    s.iterator().next();
    long diff = System.currentTimeMillis() - now;
    log.info("Diff = {}", diff);
    assertTrue("Scanner taking too long to return intermediate results: " + diff, diff < expected);
  }
}