lens-cli/src/test/java/org/apache/lens/cli/TestLensFactCommands.java - lens - Git at Google

 /**
  * Licensed to the Apache Software Foundation (ASF) under one
  * or more contributor license agreements.  See the NOTICE file
  * distributed with this work for additional information
  * regarding copyright ownership.  The ASF licenses this file
  * to you under the Apache License, Version 2.0 (the
  * "License"); you may not use this file except in compliance
  * with the License.  You may obtain a copy of the License at
  *
  *   http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing,
  * software distributed under the License is distributed on an
  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  * KIND, either express or implied.  See the License for the
  * specific language governing permissions and limitations
  * under the License.
  */
 package org.apache.lens.cli;

 import static org.testng.Assert.*;

 import java.io.*;
 import java.net.URISyntaxException;
 import java.net.URL;
 import java.util.Calendar;
 import java.util.List;

 import javax.ws.rs.NotFoundException;

 import org.apache.lens.cli.commands.LensCubeCommands;
 import org.apache.lens.cli.commands.LensFactCommands;
 import org.apache.lens.client.LensClient;
 import org.apache.lens.cube.metadata.UpdatePeriod;

 import org.testng.annotations.AfterTest;
 import org.testng.annotations.Test;

 import lombok.extern.slf4j.Slf4j;

 /**
  * The Class TestLensFactCommands.
  */
 @Slf4j
 public class TestLensFactCommands extends LensCliApplicationTest {

   /** The Constant FACT_LOCAL. */
   public static final String FACT_LOCAL = "fact_local";

   /** The command. */
   private static LensFactCommands command = null;
   private static LensCubeCommands cubeCommands = null;

   /**
    * Test fact commands.
    *
    * @throws IOException
    */
   @Test
   public void testFactCommands() throws IOException, URISyntaxException {
     createSampleCube();
     createVirtualCube();

     //test base fact
     addFact1Table();
     updateFact1Table();
     testFactStorageActions();
     testFactPartitionActions();

     //test virtual fact
     addVirtualFactTable();
     updateVirtualFactTable();
     dropVirtualFactTable();

     dropFact1Table();
     dropVirtualCube();
     dropSampleCube();
   }

   private void createSampleCube() throws URISyntaxException {
     URL cubeSpec = TestLensCubeCommands.class.getClassLoader().getResource("schema/cubes/base/sample-cube.xml");
     String cubeList = getCubeCommand().showCubes();
     assertFalse(cubeList.contains("sample_cube"), cubeList);
     getCubeCommand().createCube(new File(cubeSpec.toURI()));
     cubeList = getCubeCommand().showCubes();
     assertTrue(cubeList.contains("sample_cube"), cubeList);
   }

   private void createVirtualCube() throws URISyntaxException {
     URL cubeSpec = TestLensCubeCommands.class.getClassLoader().getResource("schema/cubes/base/virtual-cube.xml");
     String cubeList = getCubeCommand().showCubes();
     assertFalse(cubeList.contains("virtualcube"), cubeList);
     getCubeCommand().createCube(new File(cubeSpec.toURI()));
     cubeList = getCubeCommand().showCubes();
     assertTrue(cubeList.contains("virtualcube"), cubeList);
   }


   private void dropSampleCube() {
     getCubeCommand().dropCube("sample_cube");
   }


   private void dropVirtualCube() {
     getCubeCommand().dropCube("virtualcube");
   }

   private static LensFactCommands getCommand() {
     if (command == null) {
       LensClient client = new LensClient();
       command = new LensFactCommands();
       command.setClient(client);
     }
     return command;
   }

   private static LensCubeCommands getCubeCommand() {
     if (cubeCommands == null) {
       LensClient client = new LensClient();
       cubeCommands = new LensCubeCommands();
       cubeCommands.setClient(client);
     }
     return cubeCommands;
   }

   @AfterTest
   public void cleanUp() {
     if (command != null) {
       command.getClient().closeConnection();
     }
     if (cubeCommands != null) {
       cubeCommands.getClient().closeConnection();
     }
   }

   /**
    * Adds the fact1 table.
    *
    * @throws IOException
    */
   public static void addFact1Table() throws IOException {
     LensFactCommands command = getCommand();
     String factList = command.showFacts("sample_cube");
     assertEquals(command.showFacts("sample_cube"), "No fact found for sample_cube");
     assertEquals(factList, "No fact found for sample_cube", "Fact tables should not be found");
     // add local storage before adding fact table
     TestLensStorageCommands.addLocalStorage(FACT_LOCAL);
     URL factSpec = TestLensFactCommands.class.getClassLoader().getResource("schema/facts/fact1.xml");
     try {
       command.createFact(new File(factSpec.toURI()));
     } catch (Exception e) {
       fail("Unable to create fact table" + e.getMessage());
     }
     factList = command.showFacts("sample_cube");
     assertEquals(command.showFacts("sample_cube"), factList);
     try {
       assertEquals(command.showFacts("blah"), factList);
       fail();
     } catch (NotFoundException e) {
       log.info("blah is not a table", e);
     }
     try {
       assertEquals(command.showFacts("fact1"), factList);
       fail();
     } catch (NotFoundException e) {
       log.info("fact1 is a table, but not a cube table", e);
     }
     assertEquals("fact1", factList, "Fact1 table should be found");
   }

   /**
    * Adds the virtual fact table.
    *
    * @throws IOException
    */
   public static void addVirtualFactTable() throws IOException {
     LensFactCommands command = getCommand();
     String factList = command.showFacts("virtualcube");
     assertEquals(command.showFacts("virtualcube"), "No fact found for virtualcube");
     assertEquals(factList, "No fact found for virtualcube", "Fact tables should not be found");
     // add local storage before adding fact table
     URL factSpec = TestLensFactCommands.class.getClassLoader().getResource("schema/facts/virtual_fact.xml");
     try {
       command.createFact(new File(factSpec.toURI()));
     } catch (Exception e) {
       fail("Unable to create virtual fact table" + e.getMessage());
     }
     factList = command.showFacts("virtualcube");
     assertEquals(command.showFacts("virtualcube"), factList);
     try {
       assertEquals(command.showFacts("blah"), factList);
       fail();
     } catch (NotFoundException e) {
       log.info("blah is not a table", e);
     }
     try {
       assertEquals(command.showFacts("virtualfact"), factList);
       fail();
     } catch (NotFoundException e) {
       log.info("virtualfact is a table, but not a cube table", e);
     }
     assertEquals("virtualfact", factList, "Virtualfact table should be found");
   }

   /**
    * Update fact1 table.
    */
   public static void updateFact1Table() {
     try {
       LensFactCommands command = getCommand();
       URL factSpec = TestLensFactCommands.class.getClassLoader().getResource("schema/facts/fact1.xml");
       StringBuilder sb = new StringBuilder();
       BufferedReader bufferedReader = new BufferedReader(new FileReader(factSpec.getFile()));
       String s;
       while ((s = bufferedReader.readLine()) != null) {
         sb.append(s).append("\n");
       }

       bufferedReader.close();

       String xmlContent = sb.toString();

       xmlContent = xmlContent.replace("<property name=\"fact1.prop\" value=\"f1\"/>\n",
         "<property name=\"fact1.prop\" value=\"f1\"/>" + "\n<property name=\"fact1.prop1\" value=\"f2\"/>\n");

       xmlContent = xmlContent.replace("<column comment=\"\" name=\"measure3\" _type=\"FLOAT\"/>",
           "<column comment=\"\" name=\"measure3\" _type=\"FLOAT\"/>"
               + "\n<column comment=\"\" name=\"measure4\" _type=\"FLOAT\" start_time=\"2015-01-01\"/>\n");

       File newFile = new File("target/local-fact1.xml");
       Writer writer = new OutputStreamWriter(new FileOutputStream(newFile));
       writer.write(xmlContent);
       writer.close();

       String desc = command.describeFactTable("fact1");
       log.debug(desc);
       String propString = "fact1.prop: f1";
       String propString1 = "fact1.prop1: f2";
       String propStringColStartTime = "cube.fact.col.start.time.measure4: 2015-01-01";
       assertTrue(desc.contains(propString));

       command.updateFactTable("fact1", new File("target/local-fact1.xml"));
       desc = command.describeFactTable("fact1");
       log.debug(desc);
       assertTrue(desc.contains(propString), "The sample property value is not set");
       assertTrue(desc.contains(propString1), "The sample property value is not set");
       assertTrue(desc.contains(propStringColStartTime), "The sample property value is not set");

       newFile.delete();

     } catch (Throwable t) {
       log.error("Updating of the fact1 table failed with ", t);
       fail("Updating of the fact1 table failed with " + t.getMessage());
     }

   }


   /**
    * Update virtual fact table.
    */
   public static void updateVirtualFactTable() {
     try {
       LensFactCommands command = getCommand();
       URL factSpec = TestLensFactCommands.class.getClassLoader().getResource("schema/facts/virtual_fact.xml");
       StringBuilder sb = new StringBuilder();
       BufferedReader bufferedReader = new BufferedReader(new FileReader(factSpec.getFile()));
       String s;
       while ((s = bufferedReader.readLine()) != null) {
         sb.append(s).append("\n");
       }

       bufferedReader.close();

       String xmlContent = sb.toString();

       xmlContent = xmlContent.replace("<property name=\"virtualfact.prop\" value=\"f1\"/>\n",
         "<property name=\"virtualfact.prop\" value=\"f1\"/>\n"
         + "<property name=\"virtualfact.prop1\" value=\"f2\"/>\n");

       File newFile = new File("target/local-virtualfact.xml");
       Writer writer = new OutputStreamWriter(new FileOutputStream(newFile));
       writer.write(xmlContent);
       writer.close();

       String desc = command.describeFactTable("virtualfact");
       log.debug(desc);
       String propString = "virtualfact.prop: f1";
       String propString1 = "virtualfact.prop1: f2";

       command.updateFactTable("virtualfact", new File("target/local-virtualfact.xml"));
       desc = command.describeFactTable("virtualfact");
       log.debug(desc);
       assertTrue(desc.contains(propString), "The sample property value is not set");
       assertTrue(desc.contains(propString1), "The sample property value is not set");

       newFile.delete();

     } catch (Throwable t) {
       log.error("Updating of the virtualfact table failed with ", t);
       fail("Updating of the virtualfact table failed with " + t.getMessage());
     }

   }

   /**
    * Test fact storage actions.
    */
   private static void testFactStorageActions() {
     LensFactCommands command = getCommand();
     String result = command.getFactStorages("fact1");
     assertEquals(FACT_LOCAL, result);
     command.dropAllFactStorages("fact1");
     result = command.getFactStorages("fact1");
     assertEquals(result, "No storage found for fact1");
     addLocalStorageToFact1();
     result = command.getFactStorages("fact1");
     assertNotEquals(result, "No storage found for fact1");
     command.dropStorageFromFact("fact1", FACT_LOCAL);
     result = command.getFactStorages("fact1");
     assertEquals(result, "No storage found for fact1");
     addLocalStorageToFact1();
   }

   /**
    * Adds the local storage to fact1.
    */
   private static void addLocalStorageToFact1() {
     LensFactCommands command = getCommand();
     String result;
     URL resource = TestLensFactCommands.class.getClassLoader().getResource("fact-local-storage-element.xml");
     try {
       command.addNewFactStorage("fact1", new File(resource.toURI()));
     } catch (Throwable t) {
       log.error("Unable to locate the storage part file for adding new storage to fact table fact1", t);
       fail("Unable to locate the storage part file for adding new storage to fact table fact1");
     }
     result = command.getFactStorages("fact1");
     assertEquals(FACT_LOCAL, result);

     result = command.getStorageFromFact("fact1", FACT_LOCAL);
     assertTrue(result.contains("HOURLY"));
     assertTrue(result.contains("DAILY"));

   }

   /**
    * Test fact partition actions.
    */
   private void testFactPartitionActions() throws URISyntaxException {
     LensFactCommands command = getCommand();
     verifyEmptyTimelines();
     Calendar cal = Calendar.getInstance();
     cal.set(2000, 01, 01);
     String filter =  "dt>'" + UpdatePeriod.HOURLY.format(cal.getTime()) + "'";
     assertTrue(command.getAllPartitionsOfFact("fact1", FACT_LOCAL, filter).trim().isEmpty());
     String singlePartPath = new File(
       TestLensFactCommands.class.getClassLoader().getResource("fact1-local-part.xml").toURI()).getAbsolutePath();
     String multiplePartsPath = new File(
       TestLensFactCommands.class.getClassLoader().getResource("fact1-local-parts.xml").toURI()).getAbsolutePath();
     assertEquals(command.addPartitionToFact("fact1", FACT_LOCAL, new File(singlePartPath)), SUCCESS_MESSAGE);
     assertEquals(command.updatePartitionOfFact("fact1", FACT_LOCAL, new File(singlePartPath)), SUCCESS_MESSAGE);
     verifyAndDeletePartitions();
     assertEquals(command.addPartitionsToFact("fact1", FACT_LOCAL, new File(multiplePartsPath)), SUCCESS_MESSAGE);
     assertEquals(command.updatePartitionsOfFact("fact1", FACT_LOCAL, multiplePartsPath), SUCCESS_MESSAGE);
     verifyAndDeletePartitions();

     // Wrong files:
     try {
       command.addPartitionToFact("fact1", FACT_LOCAL, new File(multiplePartsPath));
       fail("Should fail");
     } catch (Throwable t) {
       // pass
     }
     try {
       command.updatePartitionOfFact("fact1", FACT_LOCAL, new File(multiplePartsPath));
       fail("Should fail");
     } catch (Throwable t) {
       // pass
     }

     try {
       command.addPartitionsToFact("fact1", FACT_LOCAL, new File(singlePartPath));
       fail("Should fail");
     } catch (Throwable t) {
       // pass
     }

     try {
       command.updatePartitionsOfFact("fact1", FACT_LOCAL, singlePartPath);
       fail("Should fail");
     } catch (Throwable t) {
       // pass
     }
   }

   private void verifyEmptyTimelines() {
     List<String> timelines = command.getTimelines("fact1", null, null, null);
     assertEquals(timelines.size(), 2);
     for (String timeline : timelines) {
       assertTrue(timeline.contains("EndsAndHolesPartitionTimeline"));
       assertTrue(timeline.contains("first=null"));
       assertTrue(timeline.contains("latest=null"));
       assertTrue(timeline.contains("holes=[]"));
     }
   }

   private void verifyAndDeletePartitions() {
     List<String> timelines;
     assertEquals(getCubeCommand().getLatest("sample_cube", "dt"), "2014-03-27T12:00:00:000");
     Calendar cal = Calendar.getInstance();
     cal.set(2000, 01, 01);
     String filter =  "dt>'" + UpdatePeriod.HOURLY.format(cal.getTime()) + "'";
     String result = command.getAllPartitionsOfFact("fact1", FACT_LOCAL, filter);
     assertTrue(result.contains("HOURLY"));
     timelines = command.getTimelines("fact1", null, null, null);
     assertEquals(timelines.size(), 2);
     for (String timeline : timelines) {
       assertTrue(timeline.contains("EndsAndHolesPartitionTimeline"));
       if (timeline.contains("DAILY")) {
         assertTrue(timeline.contains("first=null"));
         assertTrue(timeline.contains("latest=null"));
         assertTrue(timeline.contains("holes=[]"));
       } else {
         assertTrue(timeline.contains("first=2014-03-27-12"));
         assertTrue(timeline.contains("latest=2014-03-27-12"));
         assertTrue(timeline.contains("holes=[]"));
       }
     }
     assertEquals(command.getTimelines("fact1", FACT_LOCAL, null, null), timelines);
     assertTrue(timelines.containsAll(command.getTimelines("fact1", FACT_LOCAL, "hourly", null)));
     assertTrue(timelines.containsAll(command.getTimelines("fact1", FACT_LOCAL, "hourly", "dt")));
     assertEquals(command.getTimelines("fact1", null, null, "dt"), timelines);
     assertEquals(command.getTimelines("fact1", FACT_LOCAL, null, "dt"), timelines);
     String dropPartitionsStatus = command.dropAllPartitionsOfFact("fact1", FACT_LOCAL, null, null);
     assertFalse(dropPartitionsStatus.contains("Syntax error, please try in following"));
     result = command.getAllPartitionsOfFact("fact1", FACT_LOCAL, filter);
     assertTrue(result.trim().isEmpty());
   }

   /**
    * Drop fact1 table.
    */
   public static void dropFact1Table() {
     LensFactCommands command = getCommand();
     String factList = command.showFacts("sample_cube");
     assertEquals("fact1", factList, "Fact1 table should be found");
     command.dropFact("fact1", false);
     factList = command.showFacts("sample_cube");
     assertEquals(factList, "No fact found for sample_cube", "Fact tables should not be found");
     TestLensStorageCommands.dropStorage(FACT_LOCAL);
   }


   /**
    * Drop virtualfact table.
    */
   public static void dropVirtualFactTable() {
     LensFactCommands command = getCommand();
     String factList = command.showFacts("virtualcube");
     assertEquals("virtualfact", factList, "Virtualfact table should be found");
     command.dropFact("virtualfact", false);
     factList = command.showFacts("virtualcube");
     assertEquals(factList, "No fact found for virtualcube", "Virtual Fact tables should not be found");
   }
 }
	/**
	* Licensed to the Apache Software Foundation (ASF) under one
	* or more contributor license agreements. See the NOTICE file
	* distributed with this work for additional information
	* regarding copyright ownership. The ASF licenses this file
	* to you under the Apache License, Version 2.0 (the
	* "License"); you may not use this file except in compliance
	* with the License. You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*
	* Unless required by applicable law or agreed to in writing,
	* software distributed under the License is distributed on an
	* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
	* KIND, either express or implied. See the License for the
	* specific language governing permissions and limitations
	* under the License.
	*/
	package org.apache.lens.cli;

	import static org.testng.Assert.*;

	import java.io.*;
	import java.net.URISyntaxException;
	import java.net.URL;
	import java.util.Calendar;
	import java.util.List;

	import javax.ws.rs.NotFoundException;

	import org.apache.lens.cli.commands.LensCubeCommands;
	import org.apache.lens.cli.commands.LensFactCommands;
	import org.apache.lens.client.LensClient;
	import org.apache.lens.cube.metadata.UpdatePeriod;

	import org.testng.annotations.AfterTest;
	import org.testng.annotations.Test;

	import lombok.extern.slf4j.Slf4j;

	/**
	* The Class TestLensFactCommands.
	*/
	@Slf4j
	public class TestLensFactCommands extends LensCliApplicationTest {

	/** The Constant FACT_LOCAL. */
	public static final String FACT_LOCAL = "fact_local";

	/** The command. */
	private static LensFactCommands command = null;
	private static LensCubeCommands cubeCommands = null;

	/**
	* Test fact commands.
	*
	* @throws IOException
	*/
	@Test
	public void testFactCommands() throws IOException, URISyntaxException {
	createSampleCube();
	createVirtualCube();

	//test base fact
	addFact1Table();
	updateFact1Table();
	testFactStorageActions();
	testFactPartitionActions();

	//test virtual fact
	addVirtualFactTable();
	updateVirtualFactTable();
	dropVirtualFactTable();

	dropFact1Table();
	dropVirtualCube();
	dropSampleCube();
	}

	private void createSampleCube() throws URISyntaxException {
	URL cubeSpec = TestLensCubeCommands.class.getClassLoader().getResource("schema/cubes/base/sample-cube.xml");
	String cubeList = getCubeCommand().showCubes();
	assertFalse(cubeList.contains("sample_cube"), cubeList);
	getCubeCommand().createCube(new File(cubeSpec.toURI()));
	cubeList = getCubeCommand().showCubes();
	assertTrue(cubeList.contains("sample_cube"), cubeList);
	}

	private void createVirtualCube() throws URISyntaxException {
	URL cubeSpec = TestLensCubeCommands.class.getClassLoader().getResource("schema/cubes/base/virtual-cube.xml");
	String cubeList = getCubeCommand().showCubes();
	assertFalse(cubeList.contains("virtualcube"), cubeList);
	getCubeCommand().createCube(new File(cubeSpec.toURI()));
	cubeList = getCubeCommand().showCubes();
	assertTrue(cubeList.contains("virtualcube"), cubeList);
	}


	private void dropSampleCube() {
	getCubeCommand().dropCube("sample_cube");
	}


	private void dropVirtualCube() {
	getCubeCommand().dropCube("virtualcube");
	}

	private static LensFactCommands getCommand() {
	if (command == null) {
	LensClient client = new LensClient();
	command = new LensFactCommands();
	command.setClient(client);
	}
	return command;
	}

	private static LensCubeCommands getCubeCommand() {
	if (cubeCommands == null) {
	LensClient client = new LensClient();
	cubeCommands = new LensCubeCommands();
	cubeCommands.setClient(client);
	}
	return cubeCommands;
	}

	@AfterTest
	public void cleanUp() {
	if (command != null) {
	command.getClient().closeConnection();
	}
	if (cubeCommands != null) {
	cubeCommands.getClient().closeConnection();
	}
	}

	/**
	* Adds the fact1 table.
	*
	* @throws IOException
	*/
	public static void addFact1Table() throws IOException {
	LensFactCommands command = getCommand();
	String factList = command.showFacts("sample_cube");
	assertEquals(command.showFacts("sample_cube"), "No fact found for sample_cube");
	assertEquals(factList, "No fact found for sample_cube", "Fact tables should not be found");
	// add local storage before adding fact table
	TestLensStorageCommands.addLocalStorage(FACT_LOCAL);
	URL factSpec = TestLensFactCommands.class.getClassLoader().getResource("schema/facts/fact1.xml");
	try {
	command.createFact(new File(factSpec.toURI()));
	} catch (Exception e) {
	fail("Unable to create fact table" + e.getMessage());
	}
	factList = command.showFacts("sample_cube");
	assertEquals(command.showFacts("sample_cube"), factList);
	try {
	assertEquals(command.showFacts("blah"), factList);
	fail();
	} catch (NotFoundException e) {
	log.info("blah is not a table", e);
	}
	try {
	assertEquals(command.showFacts("fact1"), factList);
	fail();
	} catch (NotFoundException e) {
	log.info("fact1 is a table, but not a cube table", e);
	}
	assertEquals("fact1", factList, "Fact1 table should be found");
	}

	/**
	* Adds the virtual fact table.
	*
	* @throws IOException
	*/
	public static void addVirtualFactTable() throws IOException {
	LensFactCommands command = getCommand();
	String factList = command.showFacts("virtualcube");
	assertEquals(command.showFacts("virtualcube"), "No fact found for virtualcube");
	assertEquals(factList, "No fact found for virtualcube", "Fact tables should not be found");
	// add local storage before adding fact table
	URL factSpec = TestLensFactCommands.class.getClassLoader().getResource("schema/facts/virtual_fact.xml");
	try {
	command.createFact(new File(factSpec.toURI()));
	} catch (Exception e) {
	fail("Unable to create virtual fact table" + e.getMessage());
	}
	factList = command.showFacts("virtualcube");
	assertEquals(command.showFacts("virtualcube"), factList);
	try {
	assertEquals(command.showFacts("blah"), factList);
	fail();
	} catch (NotFoundException e) {
	log.info("blah is not a table", e);
	}
	try {
	assertEquals(command.showFacts("virtualfact"), factList);
	fail();
	} catch (NotFoundException e) {
	log.info("virtualfact is a table, but not a cube table", e);
	}
	assertEquals("virtualfact", factList, "Virtualfact table should be found");
	}

	/**
	* Update fact1 table.
	*/
	public static void updateFact1Table() {
	try {
	LensFactCommands command = getCommand();
	URL factSpec = TestLensFactCommands.class.getClassLoader().getResource("schema/facts/fact1.xml");
	StringBuilder sb = new StringBuilder();
	BufferedReader bufferedReader = new BufferedReader(new FileReader(factSpec.getFile()));
	String s;
	while ((s = bufferedReader.readLine()) != null) {
	sb.append(s).append("\n");
	}

	bufferedReader.close();

	String xmlContent = sb.toString();

	xmlContent = xmlContent.replace("<property name=\"fact1.prop\" value=\"f1\"/>\n",
	"<property name=\"fact1.prop\" value=\"f1\"/>" + "\n<property name=\"fact1.prop1\" value=\"f2\"/>\n");

	xmlContent = xmlContent.replace("<column comment=\"\" name=\"measure3\" _type=\"FLOAT\"/>",
	"<column comment=\"\" name=\"measure3\" _type=\"FLOAT\"/>"
	+ "\n<column comment=\"\" name=\"measure4\" _type=\"FLOAT\" start_time=\"2015-01-01\"/>\n");

	File newFile = new File("target/local-fact1.xml");
	Writer writer = new OutputStreamWriter(new FileOutputStream(newFile));
	writer.write(xmlContent);
	writer.close();

	String desc = command.describeFactTable("fact1");
	log.debug(desc);
	String propString = "fact1.prop: f1";
	String propString1 = "fact1.prop1: f2";
	String propStringColStartTime = "cube.fact.col.start.time.measure4: 2015-01-01";
	assertTrue(desc.contains(propString));

	command.updateFactTable("fact1", new File("target/local-fact1.xml"));
	desc = command.describeFactTable("fact1");
	log.debug(desc);
	assertTrue(desc.contains(propString), "The sample property value is not set");
	assertTrue(desc.contains(propString1), "The sample property value is not set");
	assertTrue(desc.contains(propStringColStartTime), "The sample property value is not set");

	newFile.delete();

	} catch (Throwable t) {
	log.error("Updating of the fact1 table failed with ", t);
	fail("Updating of the fact1 table failed with " + t.getMessage());
	}

	}


	/**
	* Update virtual fact table.
	*/
	public static void updateVirtualFactTable() {
	try {
	LensFactCommands command = getCommand();
	URL factSpec = TestLensFactCommands.class.getClassLoader().getResource("schema/facts/virtual_fact.xml");
	StringBuilder sb = new StringBuilder();
	BufferedReader bufferedReader = new BufferedReader(new FileReader(factSpec.getFile()));
	String s;
	while ((s = bufferedReader.readLine()) != null) {
	sb.append(s).append("\n");
	}

	bufferedReader.close();

	String xmlContent = sb.toString();

	xmlContent = xmlContent.replace("<property name=\"virtualfact.prop\" value=\"f1\"/>\n",
	"<property name=\"virtualfact.prop\" value=\"f1\"/>\n"
	+ "<property name=\"virtualfact.prop1\" value=\"f2\"/>\n");

	File newFile = new File("target/local-virtualfact.xml");
	Writer writer = new OutputStreamWriter(new FileOutputStream(newFile));
	writer.write(xmlContent);
	writer.close();

	String desc = command.describeFactTable("virtualfact");
	log.debug(desc);
	String propString = "virtualfact.prop: f1";
	String propString1 = "virtualfact.prop1: f2";

	command.updateFactTable("virtualfact", new File("target/local-virtualfact.xml"));
	desc = command.describeFactTable("virtualfact");
	log.debug(desc);
	assertTrue(desc.contains(propString), "The sample property value is not set");
	assertTrue(desc.contains(propString1), "The sample property value is not set");

	newFile.delete();

	} catch (Throwable t) {
	log.error("Updating of the virtualfact table failed with ", t);
	fail("Updating of the virtualfact table failed with " + t.getMessage());
	}

	}

	/**
	* Test fact storage actions.
	*/
	private static void testFactStorageActions() {
	LensFactCommands command = getCommand();
	String result = command.getFactStorages("fact1");
	assertEquals(FACT_LOCAL, result);
	command.dropAllFactStorages("fact1");
	result = command.getFactStorages("fact1");
	assertEquals(result, "No storage found for fact1");
	addLocalStorageToFact1();
	result = command.getFactStorages("fact1");
	assertNotEquals(result, "No storage found for fact1");
	command.dropStorageFromFact("fact1", FACT_LOCAL);
	result = command.getFactStorages("fact1");
	assertEquals(result, "No storage found for fact1");
	addLocalStorageToFact1();
	}

	/**
	* Adds the local storage to fact1.
	*/
	private static void addLocalStorageToFact1() {
	LensFactCommands command = getCommand();
	String result;
	URL resource = TestLensFactCommands.class.getClassLoader().getResource("fact-local-storage-element.xml");
	try {
	command.addNewFactStorage("fact1", new File(resource.toURI()));
	} catch (Throwable t) {
	log.error("Unable to locate the storage part file for adding new storage to fact table fact1", t);
	fail("Unable to locate the storage part file for adding new storage to fact table fact1");
	}
	result = command.getFactStorages("fact1");
	assertEquals(FACT_LOCAL, result);

	result = command.getStorageFromFact("fact1", FACT_LOCAL);
	assertTrue(result.contains("HOURLY"));
	assertTrue(result.contains("DAILY"));

	}

	/**
	* Test fact partition actions.
	*/
	private void testFactPartitionActions() throws URISyntaxException {
	LensFactCommands command = getCommand();
	verifyEmptyTimelines();
	Calendar cal = Calendar.getInstance();
	cal.set(2000, 01, 01);
	String filter = "dt>'" + UpdatePeriod.HOURLY.format(cal.getTime()) + "'";
	assertTrue(command.getAllPartitionsOfFact("fact1", FACT_LOCAL, filter).trim().isEmpty());
	String singlePartPath = new File(
	TestLensFactCommands.class.getClassLoader().getResource("fact1-local-part.xml").toURI()).getAbsolutePath();
	String multiplePartsPath = new File(
	TestLensFactCommands.class.getClassLoader().getResource("fact1-local-parts.xml").toURI()).getAbsolutePath();
	assertEquals(command.addPartitionToFact("fact1", FACT_LOCAL, new File(singlePartPath)), SUCCESS_MESSAGE);
	assertEquals(command.updatePartitionOfFact("fact1", FACT_LOCAL, new File(singlePartPath)), SUCCESS_MESSAGE);
	verifyAndDeletePartitions();
	assertEquals(command.addPartitionsToFact("fact1", FACT_LOCAL, new File(multiplePartsPath)), SUCCESS_MESSAGE);
	assertEquals(command.updatePartitionsOfFact("fact1", FACT_LOCAL, multiplePartsPath), SUCCESS_MESSAGE);
	verifyAndDeletePartitions();

	// Wrong files:
	try {
	command.addPartitionToFact("fact1", FACT_LOCAL, new File(multiplePartsPath));
	fail("Should fail");
	} catch (Throwable t) {
	// pass
	}
	try {
	command.updatePartitionOfFact("fact1", FACT_LOCAL, new File(multiplePartsPath));
	fail("Should fail");
	} catch (Throwable t) {
	// pass
	}

	try {
	command.addPartitionsToFact("fact1", FACT_LOCAL, new File(singlePartPath));
	fail("Should fail");
	} catch (Throwable t) {
	// pass
	}

	try {
	command.updatePartitionsOfFact("fact1", FACT_LOCAL, singlePartPath);
	fail("Should fail");
	} catch (Throwable t) {
	// pass
	}
	}

	private void verifyEmptyTimelines() {
	List<String> timelines = command.getTimelines("fact1", null, null, null);
	assertEquals(timelines.size(), 2);
	for (String timeline : timelines) {
	assertTrue(timeline.contains("EndsAndHolesPartitionTimeline"));
	assertTrue(timeline.contains("first=null"));
	assertTrue(timeline.contains("latest=null"));
	assertTrue(timeline.contains("holes=[]"));
	}
	}

	private void verifyAndDeletePartitions() {
	List<String> timelines;
	assertEquals(getCubeCommand().getLatest("sample_cube", "dt"), "2014-03-27T12:00:00:000");
	Calendar cal = Calendar.getInstance();
	cal.set(2000, 01, 01);
	String filter = "dt>'" + UpdatePeriod.HOURLY.format(cal.getTime()) + "'";
	String result = command.getAllPartitionsOfFact("fact1", FACT_LOCAL, filter);
	assertTrue(result.contains("HOURLY"));
	timelines = command.getTimelines("fact1", null, null, null);
	assertEquals(timelines.size(), 2);
	for (String timeline : timelines) {
	assertTrue(timeline.contains("EndsAndHolesPartitionTimeline"));
	if (timeline.contains("DAILY")) {
	assertTrue(timeline.contains("first=null"));
	assertTrue(timeline.contains("latest=null"));
	assertTrue(timeline.contains("holes=[]"));
	} else {
	assertTrue(timeline.contains("first=2014-03-27-12"));
	assertTrue(timeline.contains("latest=2014-03-27-12"));
	assertTrue(timeline.contains("holes=[]"));
	}
	}
	assertEquals(command.getTimelines("fact1", FACT_LOCAL, null, null), timelines);
	assertTrue(timelines.containsAll(command.getTimelines("fact1", FACT_LOCAL, "hourly", null)));
	assertTrue(timelines.containsAll(command.getTimelines("fact1", FACT_LOCAL, "hourly", "dt")));
	assertEquals(command.getTimelines("fact1", null, null, "dt"), timelines);
	assertEquals(command.getTimelines("fact1", FACT_LOCAL, null, "dt"), timelines);
	String dropPartitionsStatus = command.dropAllPartitionsOfFact("fact1", FACT_LOCAL, null, null);
	assertFalse(dropPartitionsStatus.contains("Syntax error, please try in following"));
	result = command.getAllPartitionsOfFact("fact1", FACT_LOCAL, filter);
	assertTrue(result.trim().isEmpty());
	}

	/**
	* Drop fact1 table.
	*/
	public static void dropFact1Table() {
	LensFactCommands command = getCommand();
	String factList = command.showFacts("sample_cube");
	assertEquals("fact1", factList, "Fact1 table should be found");
	command.dropFact("fact1", false);
	factList = command.showFacts("sample_cube");
	assertEquals(factList, "No fact found for sample_cube", "Fact tables should not be found");
	TestLensStorageCommands.dropStorage(FACT_LOCAL);
	}


	/**
	* Drop virtualfact table.
	*/
	public static void dropVirtualFactTable() {
	LensFactCommands command = getCommand();
	String factList = command.showFacts("virtualcube");
	assertEquals("virtualfact", factList, "Virtualfact table should be found");
	command.dropFact("virtualfact", false);
	factList = command.showFacts("virtualcube");
	assertEquals(factList, "No fact found for virtualcube", "Virtual Fact tables should not be found");
	}
	}