core/src/test/java/org/apache/hadoop/chukwa/datacollection/agent/TestAgentConfig.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.hadoop.chukwa.datacollection.agent;


import java.io.*;
import org.apache.hadoop.chukwa.datacollection.test.ConsoleOutConnector;
import org.apache.hadoop.conf.Configuration;
import junit.framework.TestCase;

public class TestAgentConfig extends TestCase {
  public void testInitAdaptors_vs_Checkpoint() {
    try {
      // create two target files, foo and bar
      File foo = File.createTempFile("foo", "test");
      foo.deleteOnExit();
      PrintStream ps = new PrintStream(new FileOutputStream(foo));
      ps.println("foo");
      ps.close();

      File bar = File.createTempFile("bar", "test");
      bar.deleteOnExit();
      ps = new PrintStream(new FileOutputStream(bar));
      ps.println("bar");
      ps.close();

      // initially, read foo
      File initialAdaptors = File.createTempFile("initial", "adaptors");
      initialAdaptors.deleteOnExit();
      ps = new PrintStream(new FileOutputStream(initialAdaptors));
      ps.println("add adaptor_testAdaptor= org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.CharFileTailingAdaptorUTF8  raw 0 "
              + foo.getAbsolutePath() + " 0  ");
      ps.close();

      Configuration conf = new Configuration();
      conf.set("chukwaAgent.control.port", "0");
      conf.set("chukwaAgent.initial_adaptors", initialAdaptors
          .getAbsolutePath());
      File checkpointDir = File.createTempFile("chukwatest", "checkpoint");
      checkpointDir.delete();
      checkpointDir.mkdir();
      checkpointDir.deleteOnExit();
      conf.set("chukwaAgent.checkpoint.dir", checkpointDir.getAbsolutePath());

      ChukwaAgent agent = ChukwaAgent.getAgent(conf);
      agent.start();
      ConsoleOutConnector conn = new ConsoleOutConnector(agent, true);
      conn.start();
      assertEquals(1, agent.adaptorCount());// check that we processed initial
                                            // adaptors
      assertNotNull(agent.getAdaptor("adaptor_testAdaptor"));
      assertTrue(agent.getAdaptor("adaptor_testAdaptor").getCurrentStatus().contains("foo"));

      System.out
          .println("---------------------done with first run, now stopping");
      agent.shutdown();
      Thread.sleep(2000);
      assertEquals(0, agent.adaptorCount());
      // at this point, there should be a checkpoint file with a tailer reading
      // foo.
      // we're going to rewrite initial adaptors to read bar; after reboot
      // we should  be looking at both foo andn bar.
      ps = new PrintStream(new FileOutputStream(initialAdaptors, false));// overwrite
      ps.println("add bar= org.apache.hadoop.chukwa.datacollection.adaptor.filetailer.CharFileTailingAdaptorUTF8  raw 0 "
              + bar.getAbsolutePath() + " 0  ");
      ps.close();

      System.out.println("---------------------restarting");
      agent = ChukwaAgent.getAgent(conf);
      agent.start();
      conn = new ConsoleOutConnector(agent, true);
      conn.start();
      assertEquals(2, agent.adaptorCount());// check that we processed initial
                                            // adaptors
      assertNotNull(agent.getAdaptor("adaptor_testAdaptor"));
      assertTrue(agent.getAdaptor("adaptor_testAdaptor").getCurrentStatus().contains("foo"));
      agent.shutdown();
      Thread.sleep(2000);
      System.out.println("---------------------done");

    } catch (Exception e) {
      e.printStackTrace();
      fail(e.toString());
    }
  }

  public void testNoCheckpoints() {
    try {
      String tmpdir = System.getProperty("test.build.data", "/tmp");
      File NONCE_DIR = new File(tmpdir, "/test_chukwa_checkpoints");
      if (NONCE_DIR.exists()) {
        for (File f : NONCE_DIR.listFiles())
          f.delete();
        NONCE_DIR.delete();
      }
      // assertFalse(NONCE_DIR.exists());
      Configuration conf = new Configuration();
      conf.set("chukwaAgent.checkpoint.dir", NONCE_DIR.getAbsolutePath());
      conf.setBoolean("chukwaAgent.checkpoint.enabled", true);
      conf.setInt("chukwaAgent.control.port", 0);

      System.out.println("\n\n===checkpoints enabled, dir does not exist:");
      ChukwaAgent agent = ChukwaAgent.getAgent(conf);
      agent.start();
      assertEquals(0, agent.getAdaptorList().size());
      agent.shutdown();
      Thread.sleep(2000);
      assertTrue(NONCE_DIR.exists());
      for (File f : NONCE_DIR.listFiles())
        f.delete();

      System.out
          .println("\n\n===checkpoints enabled, dir exists but is empty:");
      agent = ChukwaAgent.getAgent(conf);
      agent.start();
      assertEquals(0, agent.getAdaptorList().size());
      agent.shutdown();
      Thread.sleep(2000);
      for (File f : NONCE_DIR.listFiles())
        f.delete();

      System.out
          .println("\n\n===checkpoints enabled, dir exists with zero-length file:");
      (new File(NONCE_DIR, "chukwa_checkpoint_0")).createNewFile();
      agent = ChukwaAgent.getAgent(conf);
      agent.start();
      assertEquals(0, agent.getAdaptorList().size());
      agent.processAddCommand("ADD org.apache.hadoop.chukwa.datacollection.adaptor.ChukwaTestAdaptor testdata  0");
      agent.shutdown();
      Thread.sleep(2000);
      assertTrue(new File(NONCE_DIR, "chukwa_checkpoint_1").exists());

      System.out
          .println("\n\n===checkpoints enabled, dir exists with valid checkpoint");
      agent = ChukwaAgent.getAgent(conf);
      agent.start();
      assertEquals(1, agent.getAdaptorList().size());
      agent.shutdown();
      Thread.sleep(2000);
      // checkpoint # increments by one on boot and reload
      assertTrue(new File(NONCE_DIR, "chukwa_checkpoint_2").exists());

    } catch (Exception e) {
      fail(e.toString());
    }
  }

}