shell/src/test/java/org/apache/accumulo/shell/ShellTest.java - accumulo - Git at Google

 /*
  * Licensed to the Apache Software Foundation (ASF) under one or more
  * contributor license agreements.  See the NOTICE file distributed with
  * this work for additional information regarding copyright ownership.
  * The ASF licenses this file to You under the Apache License, Version 2.0
  * (the "License"); you may not use this file except in compliance with
  * the License.  You may obtain a copy of the License at
  *
  *     http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
 package org.apache.accumulo.shell;

 import static org.junit.Assert.assertEquals;
 import static org.junit.Assert.assertTrue;

 import java.io.File;
 import java.io.IOException;
 import java.io.InputStream;
 import java.io.OutputStream;
 import java.nio.file.Files;
 import java.text.DateFormat;
 import java.text.SimpleDateFormat;
 import java.util.Arrays;
 import java.util.Date;
 import java.util.List;
 import java.util.TimeZone;

 import org.apache.log4j.Level;
 import org.junit.After;
 import org.junit.Before;
 import org.junit.Test;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;

 import jline.console.ConsoleReader;

 public class ShellTest {
   private static final Logger log = LoggerFactory.getLogger(ShellTest.class);

   public static class TestOutputStream extends OutputStream {
     StringBuilder sb = new StringBuilder();

     @Override
     public void write(int b) throws IOException {
       sb.append((char) (0xff & b));
     }

     public String get() {
       return sb.toString();
     }

     public void clear() {
       sb.setLength(0);
     }
   }

   public static class StringInputStream extends InputStream {
     private String source = "";
     private int offset = 0;

     @Override
     public int read() throws IOException {
       if (offset == source.length())
         return '\n';
       else
         return source.charAt(offset++);
     }

     public void set(String other) {
       source = other;
       offset = 0;
     }
   }

   private StringInputStream input;
   private TestOutputStream output;
   private Shell shell;
   private File config;

   void execExpectList(String cmd, boolean expecteGoodExit, List<String> expectedStrings) throws IOException {
     exec(cmd);
     if (expecteGoodExit) {
       assertGoodExit("", true);
     } else {
       assertBadExit("", true);
     }

     for (String expectedString : expectedStrings) {
       assertTrue(expectedString + " was not present in " + output.get(), output.get().contains(expectedString));
     }
   }

   void exec(String cmd) throws IOException {
     output.clear();
     shell.execCommand(cmd, true, true);
   }

   void exec(String cmd, boolean expectGoodExit) throws IOException {
     exec(cmd);
     if (expectGoodExit)
       assertGoodExit("", true);
     else
       assertBadExit("", true);
   }

   void exec(String cmd, boolean expectGoodExit, String expectString) throws IOException {
     exec(cmd, expectGoodExit, expectString, true);
   }

   void exec(String cmd, boolean expectGoodExit, String expectString, boolean stringPresent) throws IOException {
     exec(cmd);
     if (expectGoodExit)
       assertGoodExit(expectString, stringPresent);
     else
       assertBadExit(expectString, stringPresent);
   }

   @Before
   public void setup() throws IOException {
     TimeZone.setDefault(TimeZone.getTimeZone("UTC"));
     Shell.log.setLevel(Level.OFF);
     output = new TestOutputStream();
     input = new StringInputStream();
     config = Files.createTempFile(null, null).toFile();
     shell = new Shell(new ConsoleReader(input, output));
     shell.setLogErrorsToConsole();
     shell.config("--config-file", config.toString(), "--fake", "-u", "test", "-p", "secret");
   }

   @After
   public void teardown() {
     if (config.exists()) {
       if (!config.delete()) {
         log.error("Unable to delete {}", config);
       }
     }
     shell.shutdown();
   }

   void assertGoodExit(String s, boolean stringPresent) {
     Shell.log.debug(output.get());
     assertEquals(shell.getExitCode(), 0);
     if (s.length() > 0)
       assertEquals(s + " present in " + output.get() + " was not " + stringPresent, stringPresent, output.get().contains(s));
   }

   void assertBadExit(String s, boolean stringPresent) {
     Shell.log.debug(output.get());
     assertTrue(shell.getExitCode() > 0);
     if (s.length() > 0)
       assertEquals(s + " present in " + output.get() + " was not " + stringPresent, stringPresent, output.get().contains(s));
     shell.resetExitCode();
   }

   @Test
   public void aboutTest() throws IOException {
     Shell.log.debug("Starting about test -----------------------------------");
     exec("about", true, "Shell - Apache Accumulo Interactive Shell");
     exec("about -v", true, "Current user:");
     exec("about arg", false, "java.lang.IllegalArgumentException: Expected 0 arguments");
   }

   @Test
   public void addGetSplitsTest() throws IOException {
     Shell.log.debug("Starting addGetSplits test ----------------------------");
     exec("addsplits arg", false, "java.lang.IllegalStateException: Not in a table context");
     exec("createtable test", true);
     exec("addsplits 1 \\x80", true);
     exec("getsplits", true, "1\n\\x80");
     exec("getsplits -m 1", true, "1");
     exec("getsplits -b64", true, "MQ==\ngA==");
     exec("deletetable test -f", true, "Table: [test] has been deleted");
   }

   @Test
   public void insertDeleteScanTest() throws IOException {
     Shell.log.debug("Starting insertDeleteScan test ------------------------");
     exec("insert r f q v", false, "java.lang.IllegalStateException: Not in a table context");
     exec("delete r f q", false, "java.lang.IllegalStateException: Not in a table context");
     exec("createtable test", true);
     exec("insert r f q v", true);
     exec("scan", true, "r f:q []    v");
     exec("delete r f q", true);
     exec("scan", true, "r f:q []    v", false);
     exec("insert \\x90 \\xa0 \\xb0 \\xc0\\xd0\\xe0\\xf0", true);
     exec("scan", true, "\\x90 \\xA0:\\xB0 []    \\xC0\\xD0");
     exec("scan -f 2", true, "\\x90 \\xA0:\\xB0 []    \\xC0\\xD0");
     exec("scan -f 2", true, "\\x90 \\xA0:\\xB0 []    \\xC0\\xD0\\xE0", false);
     exec("scan -b \\x90 -e \\x90 -c \\xA0", true, "\\x90 \\xA0:\\xB0 []    \\xC0");
     exec("scan -b \\x90 -e \\x90 -c \\xA0:\\xB0", true, "\\x90 \\xA0:\\xB0 []    \\xC0");
     exec("scan -b \\x90 -be", true, "\\x90 \\xA0:\\xB0 []    \\xC0", false);
     exec("scan -e \\x90 -ee", true, "\\x90 \\xA0:\\xB0 []    \\xC0", false);
     exec("scan -b \\x90\\x00", true, "\\x90 \\xA0:\\xB0 []    \\xC0", false);
     exec("scan -e \\x8f", true, "\\x90 \\xA0:\\xB0 []    \\xC0", false);
     exec("delete \\x90 \\xa0 \\xb0", true);
     exec("scan", true, "\\x90 \\xA0:\\xB0 []    \\xC0", false);
     exec("deletetable test -f", true, "Table: [test] has been deleted");
   }

   @Test
   public void deleteManyTest() throws IOException {
     exec("deletemany", false, "java.lang.IllegalStateException: Not in a table context");
     exec("createtable test", true);
     exec("deletemany", true, "\n");

     exec("insert 0 0 0 0 -ts 0");
     exec("insert 0 0 0 0 -l 0 -ts 0");
     exec("insert 1 1 1 1 -ts 1");
     exec("insert 2 2 2 2 -ts 2");

     // prompts for delete, and rejects by default
     exec("deletemany", true, "[SKIPPED] 0 0:0 []");
     exec("deletemany -r 0", true, "[SKIPPED] 0 0:0 []");
     exec("deletemany -r 0 -f", true, "[DELETED] 0 0:0 []");

     // with auths, can delete the other record
     exec("setauths -s 0");
     exec("deletemany -r 0 -f", true, "[DELETED] 0 0:0 [0]");

     // delete will show the timestamp
     exec("deletemany -r 1 -f -st", true, "[DELETED] 1 1:1 [] 1");

     // DeleteManyCommand has its own Formatter (DeleterFormatter), so it does not honor the -fm flag
     exec("deletemany -r 2 -f -st -fm org.apache.accumulo.core.util.format.DateStringFormatter", true, "[DELETED] 2 2:2 [] 2");

     exec("setauths -c ", true);
     exec("deletetable test -f", true, "Table: [test] has been deleted");
   }

   @Test
   public void authsTest() throws Exception {
     Shell.log.debug("Starting auths test --------------------------");
     exec("setauths x,y,z", false, "Missing required option");
     exec("setauths -s x,y,z -u notauser", false, "user does not exist");
     exec("setauths -s y,z,x", true);
     exec("getauths -u notauser", false, "user does not exist");
     execExpectList("getauths", true, Arrays.asList("x", "y", "z"));
     exec("addauths -u notauser", false, "Missing required option");
     exec("addauths -u notauser -s foo", false, "user does not exist");
     exec("addauths -s a", true);
     execExpectList("getauths", true, Arrays.asList("x", "y", "z", "a"));
     exec("setauths -c", true);
   }

   @Test
   public void userTest() throws Exception {
     Shell.log.debug("Starting user test --------------------------");
     // Test cannot be done via junit because createuser only prompts for password
     // exec("createuser root", false, "user exists");
   }

   @Test
   public void duContextTest() throws Exception {
     Shell.log.debug("Starting du context test --------------------------");
     exec("createtable t", true);
     exec("du", true, "0 [t]");
     exec("deletetable t -f", true, "Table: [t] has been deleted");
   }

   @Test
   public void duTest() throws IOException {
     Shell.log.debug("Starting DU test --------------------------");
     exec("createtable t", true);
     exec("du t", true, "0 [t]");
     exec("deletetable t -f", true, "Table: [t] has been deleted");
   }

   @Test
   public void duPatternTest() throws IOException {
     Shell.log.debug("Starting DU with pattern test --------------------------");
     exec("createtable t", true);
     exec("createtable tt", true);
     exec("du -p t.*", true, "0 [t, tt]");
     exec("deletetable t -f", true, "Table: [t] has been deleted");
     exec("deletetable tt -f", true, "Table: [tt] has been deleted");
   }

   @Test
   public void scanTimestampTest() throws IOException {
     Shell.log.debug("Starting scanTimestamp test ------------------------");
     exec("createtable test", true);
     exec("insert r f q v -ts 0", true);
     exec("scan -st", true, "r f:q [] 0    v");
     exec("scan -st -f 0", true, " : [] 0   ");
     exec("deletemany -f", true);
     exec("deletetable test -f", true, "Table: [test] has been deleted");
   }

   @Test
   public void scanFewTest() throws IOException {
     Shell.log.debug("Starting scanFew test ------------------------");
     exec("createtable test", true);
     // historically, showing few did not pertain to ColVis or Timestamp
     exec("insert 1 123 123456 -l '12345678' -ts 123456789 1234567890", true);
     exec("setauths -s 12345678", true);
     String expected = "1 123:123456 [12345678] 123456789    1234567890";
     String expectedFew = "1 123:12345 [12345678] 123456789    12345";
     exec("scan -st", true, expected);
     exec("scan -st -f 5", true, expectedFew);
     // also prove that BinaryFormatter behaves same as the default
     exec("scan -st -fm org.apache.accumulo.core.util.format.BinaryFormatter", true, expected);
     exec("scan -st -f 5 -fm org.apache.accumulo.core.util.format.BinaryFormatter", true, expectedFew);
     exec("setauths -c", true);
     exec("deletetable test -f", true, "Table: [test] has been deleted");
   }

   @Test
   public void scanDateStringFormatterTest() throws IOException {
     Shell.log.debug("Starting scan dateStringFormatter test --------------------------");
     exec("createtable t", true);
     exec("insert r f q v -ts 0", true);
     @SuppressWarnings("deprecation")
     DateFormat dateFormat = new SimpleDateFormat(org.apache.accumulo.core.util.format.DateStringFormatter.DATE_FORMAT);
     String expected = String.format("r f:q [] %s    v", dateFormat.format(new Date(0)));
     // historically, showing few did not pertain to ColVis or Timestamp
     String expectedFew = expected;
     String expectedNoTimestamp = String.format("r f:q []    v");
     exec("scan -fm org.apache.accumulo.core.util.format.DateStringFormatter -st", true, expected);
     exec("scan -fm org.apache.accumulo.core.util.format.DateStringFormatter -st -f 1000", true, expected);
     exec("scan -fm org.apache.accumulo.core.util.format.DateStringFormatter -st -f 5", true, expectedFew);
     exec("scan -fm org.apache.accumulo.core.util.format.DateStringFormatter", true, expectedNoTimestamp);
     exec("deletetable t -f", true, "Table: [t] has been deleted");
   }

   @Test
   public void grepTest() throws IOException {
     Shell.log.debug("Starting grep test --------------------------");
     exec("grep", false, "java.lang.IllegalStateException: Not in a table context");
     exec("createtable t", true);
     exec("setauths -s vis", true);
     exec("insert r f q v -ts 0 -l vis", true);

     String expected = "r f:q [vis]    v";
     String expectedTimestamp = "r f:q [vis] 0    v";
     exec("grep", false, "No terms specified");
     exec("grep non_matching_string", true, "");
     // historically, showing few did not pertain to ColVis or Timestamp
     exec("grep r", true, expected);
     exec("grep r -f 1", true, expected);
     exec("grep r -st", true, expectedTimestamp);
     exec("grep r -st -f 1", true, expectedTimestamp);
     exec("setauths -c", true);
     exec("deletetable t -f", true, "Table: [t] has been deleted");
   }

   @Test
   public void commentTest() throws IOException {
     Shell.log.debug("Starting comment test --------------------------");
     exec("#", true, "Unknown command", false);
     exec("# foo", true, "Unknown command", false);
     exec("- foo", true, "Unknown command", true);
   }

   @Test
   public void execFileTest() throws IOException {
     Shell.log.debug("Starting exec file test --------------------------");
     shell.config("--config-file", config.toString(), "--fake", "-u", "test", "-p", "secret", "-f", "src/test/resources/shelltest.txt");
     assertEquals(0, shell.start());
     assertGoodExit("Unknown command", false);
   }

   @Test
   public void setIterTest() throws IOException {
     Shell.log.debug("Starting setiter test --------------------------");
     exec("createtable t", true);

     String cmdJustClass = "setiter -class VersioningIterator -p 1";
     exec(cmdJustClass, false, "java.lang.IllegalArgumentException", false);
     exec(cmdJustClass, false, "fully qualified package name", true);

     String cmdFullPackage = "setiter -class o.a.a.foo -p 1";
     exec(cmdFullPackage, false, "java.lang.IllegalArgumentException", false);
     exec(cmdFullPackage, false, "class not found", true);

     String cmdNoOption = "setiter -class java.lang.String -p 1";
     exec(cmdNoOption, false, "loaded successfully but does not implement SortedKeyValueIterator", true);

     input.set("\n\n");
     exec("setiter -scan -class org.apache.accumulo.core.iterators.ColumnFamilyCounter -p 30 -name foo", true);

     input.set("bar\nname value\n");
     exec("setiter -scan -class org.apache.accumulo.core.iterators.ColumnFamilyCounter -p 31", true);

     // TODO can't verify this as config -t fails, functionality verified in ShellServerIT

     exec("deletetable t -f", true, "Table: [t] has been deleted");
   }
 }
	/*
	* Licensed to the Apache Software Foundation (ASF) under one or more
	* contributor license agreements. See the NOTICE file distributed with
	* this work for additional information regarding copyright ownership.
	* The ASF licenses this file to You under the Apache License, Version 2.0
	* (the "License"); you may not use this file except in compliance with
	* the License. You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*
	* Unless required by applicable law or agreed to in writing, software
	* distributed under the License is distributed on an "AS IS" BASIS,
	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	* See the License for the specific language governing permissions and
	* limitations under the License.
	*/
	package org.apache.accumulo.shell;

	import static org.junit.Assert.assertEquals;
	import static org.junit.Assert.assertTrue;

	import java.io.File;
	import java.io.IOException;
	import java.io.InputStream;
	import java.io.OutputStream;
	import java.nio.file.Files;
	import java.text.DateFormat;
	import java.text.SimpleDateFormat;
	import java.util.Arrays;
	import java.util.Date;
	import java.util.List;
	import java.util.TimeZone;

	import org.apache.log4j.Level;
	import org.junit.After;
	import org.junit.Before;
	import org.junit.Test;
	import org.slf4j.Logger;
	import org.slf4j.LoggerFactory;

	import jline.console.ConsoleReader;

	public class ShellTest {
	private static final Logger log = LoggerFactory.getLogger(ShellTest.class);

	public static class TestOutputStream extends OutputStream {
	StringBuilder sb = new StringBuilder();

	@Override
	public void write(int b) throws IOException {
	sb.append((char) (0xff & b));
	}

	public String get() {
	return sb.toString();
	}

	public void clear() {
	sb.setLength(0);
	}
	}

	public static class StringInputStream extends InputStream {
	private String source = "";
	private int offset = 0;

	@Override
	public int read() throws IOException {
	if (offset == source.length())
	return '\n';
	else
	return source.charAt(offset++);
	}

	public void set(String other) {
	source = other;
	offset = 0;
	}
	}

	private StringInputStream input;
	private TestOutputStream output;
	private Shell shell;
	private File config;

	void execExpectList(String cmd, boolean expecteGoodExit, List<String> expectedStrings) throws IOException {
	exec(cmd);
	if (expecteGoodExit) {
	assertGoodExit("", true);
	} else {
	assertBadExit("", true);
	}

	for (String expectedString : expectedStrings) {
	assertTrue(expectedString + " was not present in " + output.get(), output.get().contains(expectedString));
	}
	}

	void exec(String cmd) throws IOException {
	output.clear();
	shell.execCommand(cmd, true, true);
	}

	void exec(String cmd, boolean expectGoodExit) throws IOException {
	exec(cmd);
	if (expectGoodExit)
	assertGoodExit("", true);
	else
	assertBadExit("", true);
	}

	void exec(String cmd, boolean expectGoodExit, String expectString) throws IOException {
	exec(cmd, expectGoodExit, expectString, true);
	}

	void exec(String cmd, boolean expectGoodExit, String expectString, boolean stringPresent) throws IOException {
	exec(cmd);
	if (expectGoodExit)
	assertGoodExit(expectString, stringPresent);
	else
	assertBadExit(expectString, stringPresent);
	}

	@Before
	public void setup() throws IOException {
	TimeZone.setDefault(TimeZone.getTimeZone("UTC"));
	Shell.log.setLevel(Level.OFF);
	output = new TestOutputStream();
	input = new StringInputStream();
	config = Files.createTempFile(null, null).toFile();
	shell = new Shell(new ConsoleReader(input, output));
	shell.setLogErrorsToConsole();
	shell.config("--config-file", config.toString(), "--fake", "-u", "test", "-p", "secret");
	}

	@After
	public void teardown() {
	if (config.exists()) {
	if (!config.delete()) {
	log.error("Unable to delete {}", config);
	}
	}
	shell.shutdown();
	}

	void assertGoodExit(String s, boolean stringPresent) {
	Shell.log.debug(output.get());
	assertEquals(shell.getExitCode(), 0);
	if (s.length() > 0)
	assertEquals(s + " present in " + output.get() + " was not " + stringPresent, stringPresent, output.get().contains(s));
	}

	void assertBadExit(String s, boolean stringPresent) {
	Shell.log.debug(output.get());
	assertTrue(shell.getExitCode() > 0);
	if (s.length() > 0)
	assertEquals(s + " present in " + output.get() + " was not " + stringPresent, stringPresent, output.get().contains(s));
	shell.resetExitCode();
	}

	@Test
	public void aboutTest() throws IOException {
	Shell.log.debug("Starting about test -----------------------------------");
	exec("about", true, "Shell - Apache Accumulo Interactive Shell");
	exec("about -v", true, "Current user:");
	exec("about arg", false, "java.lang.IllegalArgumentException: Expected 0 arguments");
	}

	@Test
	public void addGetSplitsTest() throws IOException {
	Shell.log.debug("Starting addGetSplits test ----------------------------");
	exec("addsplits arg", false, "java.lang.IllegalStateException: Not in a table context");
	exec("createtable test", true);
	exec("addsplits 1 \\x80", true);
	exec("getsplits", true, "1\n\\x80");
	exec("getsplits -m 1", true, "1");
	exec("getsplits -b64", true, "MQ==\ngA==");
	exec("deletetable test -f", true, "Table: [test] has been deleted");
	}

	@Test
	public void insertDeleteScanTest() throws IOException {
	Shell.log.debug("Starting insertDeleteScan test ------------------------");
	exec("insert r f q v", false, "java.lang.IllegalStateException: Not in a table context");
	exec("delete r f q", false, "java.lang.IllegalStateException: Not in a table context");
	exec("createtable test", true);
	exec("insert r f q v", true);
	exec("scan", true, "r f:q [] v");
	exec("delete r f q", true);
	exec("scan", true, "r f:q [] v", false);
	exec("insert \\x90 \\xa0 \\xb0 \\xc0\\xd0\\xe0\\xf0", true);
	exec("scan", true, "\\x90 \\xA0:\\xB0 [] \\xC0\\xD0");
	exec("scan -f 2", true, "\\x90 \\xA0:\\xB0 [] \\xC0\\xD0");
	exec("scan -f 2", true, "\\x90 \\xA0:\\xB0 [] \\xC0\\xD0\\xE0", false);
	exec("scan -b \\x90 -e \\x90 -c \\xA0", true, "\\x90 \\xA0:\\xB0 [] \\xC0");
	exec("scan -b \\x90 -e \\x90 -c \\xA0:\\xB0", true, "\\x90 \\xA0:\\xB0 [] \\xC0");
	exec("scan -b \\x90 -be", true, "\\x90 \\xA0:\\xB0 [] \\xC0", false);
	exec("scan -e \\x90 -ee", true, "\\x90 \\xA0:\\xB0 [] \\xC0", false);
	exec("scan -b \\x90\\x00", true, "\\x90 \\xA0:\\xB0 [] \\xC0", false);
	exec("scan -e \\x8f", true, "\\x90 \\xA0:\\xB0 [] \\xC0", false);
	exec("delete \\x90 \\xa0 \\xb0", true);
	exec("scan", true, "\\x90 \\xA0:\\xB0 [] \\xC0", false);
	exec("deletetable test -f", true, "Table: [test] has been deleted");
	}

	@Test
	public void deleteManyTest() throws IOException {
	exec("deletemany", false, "java.lang.IllegalStateException: Not in a table context");
	exec("createtable test", true);
	exec("deletemany", true, "\n");

	exec("insert 0 0 0 0 -ts 0");
	exec("insert 0 0 0 0 -l 0 -ts 0");
	exec("insert 1 1 1 1 -ts 1");
	exec("insert 2 2 2 2 -ts 2");

	// prompts for delete, and rejects by default
	exec("deletemany", true, "[SKIPPED] 0 0:0 []");
	exec("deletemany -r 0", true, "[SKIPPED] 0 0:0 []");
	exec("deletemany -r 0 -f", true, "[DELETED] 0 0:0 []");

	// with auths, can delete the other record
	exec("setauths -s 0");
	exec("deletemany -r 0 -f", true, "[DELETED] 0 0:0 [0]");

	// delete will show the timestamp
	exec("deletemany -r 1 -f -st", true, "[DELETED] 1 1:1 [] 1");

	// DeleteManyCommand has its own Formatter (DeleterFormatter), so it does not honor the -fm flag
	exec("deletemany -r 2 -f -st -fm org.apache.accumulo.core.util.format.DateStringFormatter", true, "[DELETED] 2 2:2 [] 2");

	exec("setauths -c ", true);
	exec("deletetable test -f", true, "Table: [test] has been deleted");
	}

	@Test
	public void authsTest() throws Exception {
	Shell.log.debug("Starting auths test --------------------------");
	exec("setauths x,y,z", false, "Missing required option");
	exec("setauths -s x,y,z -u notauser", false, "user does not exist");
	exec("setauths -s y,z,x", true);
	exec("getauths -u notauser", false, "user does not exist");
	execExpectList("getauths", true, Arrays.asList("x", "y", "z"));
	exec("addauths -u notauser", false, "Missing required option");
	exec("addauths -u notauser -s foo", false, "user does not exist");
	exec("addauths -s a", true);
	execExpectList("getauths", true, Arrays.asList("x", "y", "z", "a"));
	exec("setauths -c", true);
	}

	@Test
	public void userTest() throws Exception {
	Shell.log.debug("Starting user test --------------------------");
	// Test cannot be done via junit because createuser only prompts for password
	// exec("createuser root", false, "user exists");
	}

	@Test
	public void duContextTest() throws Exception {
	Shell.log.debug("Starting du context test --------------------------");
	exec("createtable t", true);
	exec("du", true, "0 [t]");
	exec("deletetable t -f", true, "Table: [t] has been deleted");
	}

	@Test
	public void duTest() throws IOException {
	Shell.log.debug("Starting DU test --------------------------");
	exec("createtable t", true);
	exec("du t", true, "0 [t]");
	exec("deletetable t -f", true, "Table: [t] has been deleted");
	}

	@Test
	public void duPatternTest() throws IOException {
	Shell.log.debug("Starting DU with pattern test --------------------------");
	exec("createtable t", true);
	exec("createtable tt", true);
	exec("du -p t.*", true, "0 [t, tt]");
	exec("deletetable t -f", true, "Table: [t] has been deleted");
	exec("deletetable tt -f", true, "Table: [tt] has been deleted");
	}

	@Test
	public void scanTimestampTest() throws IOException {
	Shell.log.debug("Starting scanTimestamp test ------------------------");
	exec("createtable test", true);
	exec("insert r f q v -ts 0", true);
	exec("scan -st", true, "r f:q [] 0 v");
	exec("scan -st -f 0", true, " : [] 0 ");
	exec("deletemany -f", true);
	exec("deletetable test -f", true, "Table: [test] has been deleted");
	}

	@Test
	public void scanFewTest() throws IOException {
	Shell.log.debug("Starting scanFew test ------------------------");
	exec("createtable test", true);
	// historically, showing few did not pertain to ColVis or Timestamp
	exec("insert 1 123 123456 -l '12345678' -ts 123456789 1234567890", true);
	exec("setauths -s 12345678", true);
	String expected = "1 123:123456 [12345678] 123456789 1234567890";
	String expectedFew = "1 123:12345 [12345678] 123456789 12345";
	exec("scan -st", true, expected);
	exec("scan -st -f 5", true, expectedFew);
	// also prove that BinaryFormatter behaves same as the default
	exec("scan -st -fm org.apache.accumulo.core.util.format.BinaryFormatter", true, expected);
	exec("scan -st -f 5 -fm org.apache.accumulo.core.util.format.BinaryFormatter", true, expectedFew);
	exec("setauths -c", true);
	exec("deletetable test -f", true, "Table: [test] has been deleted");
	}

	@Test
	public void scanDateStringFormatterTest() throws IOException {
	Shell.log.debug("Starting scan dateStringFormatter test --------------------------");
	exec("createtable t", true);
	exec("insert r f q v -ts 0", true);
	@SuppressWarnings("deprecation")
	DateFormat dateFormat = new SimpleDateFormat(org.apache.accumulo.core.util.format.DateStringFormatter.DATE_FORMAT);
	String expected = String.format("r f:q [] %s v", dateFormat.format(new Date(0)));
	// historically, showing few did not pertain to ColVis or Timestamp
	String expectedFew = expected;
	String expectedNoTimestamp = String.format("r f:q [] v");
	exec("scan -fm org.apache.accumulo.core.util.format.DateStringFormatter -st", true, expected);
	exec("scan -fm org.apache.accumulo.core.util.format.DateStringFormatter -st -f 1000", true, expected);
	exec("scan -fm org.apache.accumulo.core.util.format.DateStringFormatter -st -f 5", true, expectedFew);
	exec("scan -fm org.apache.accumulo.core.util.format.DateStringFormatter", true, expectedNoTimestamp);
	exec("deletetable t -f", true, "Table: [t] has been deleted");
	}

	@Test
	public void grepTest() throws IOException {
	Shell.log.debug("Starting grep test --------------------------");
	exec("grep", false, "java.lang.IllegalStateException: Not in a table context");
	exec("createtable t", true);
	exec("setauths -s vis", true);
	exec("insert r f q v -ts 0 -l vis", true);

	String expected = "r f:q [vis] v";
	String expectedTimestamp = "r f:q [vis] 0 v";
	exec("grep", false, "No terms specified");
	exec("grep non_matching_string", true, "");
	// historically, showing few did not pertain to ColVis or Timestamp
	exec("grep r", true, expected);
	exec("grep r -f 1", true, expected);
	exec("grep r -st", true, expectedTimestamp);
	exec("grep r -st -f 1", true, expectedTimestamp);
	exec("setauths -c", true);
	exec("deletetable t -f", true, "Table: [t] has been deleted");
	}

	@Test
	public void commentTest() throws IOException {
	Shell.log.debug("Starting comment test --------------------------");
	exec("#", true, "Unknown command", false);
	exec("# foo", true, "Unknown command", false);
	exec("- foo", true, "Unknown command", true);
	}

	@Test
	public void execFileTest() throws IOException {
	Shell.log.debug("Starting exec file test --------------------------");
	shell.config("--config-file", config.toString(), "--fake", "-u", "test", "-p", "secret", "-f", "src/test/resources/shelltest.txt");
	assertEquals(0, shell.start());
	assertGoodExit("Unknown command", false);
	}

	@Test
	public void setIterTest() throws IOException {
	Shell.log.debug("Starting setiter test --------------------------");
	exec("createtable t", true);

	String cmdJustClass = "setiter -class VersioningIterator -p 1";
	exec(cmdJustClass, false, "java.lang.IllegalArgumentException", false);
	exec(cmdJustClass, false, "fully qualified package name", true);

	String cmdFullPackage = "setiter -class o.a.a.foo -p 1";
	exec(cmdFullPackage, false, "java.lang.IllegalArgumentException", false);
	exec(cmdFullPackage, false, "class not found", true);

	String cmdNoOption = "setiter -class java.lang.String -p 1";
	exec(cmdNoOption, false, "loaded successfully but does not implement SortedKeyValueIterator", true);

	input.set("\n\n");
	exec("setiter -scan -class org.apache.accumulo.core.iterators.ColumnFamilyCounter -p 30 -name foo", true);

	input.set("bar\nname value\n");
	exec("setiter -scan -class org.apache.accumulo.core.iterators.ColumnFamilyCounter -p 31", true);

	// TODO can't verify this as config -t fails, functionality verified in ShellServerIT

	exec("deletetable t -f", true, "Table: [t] has been deleted");
	}
	}