0.8.1-rc1/filemgr/src/test/java/org/apache/oodt/cas/filemgr/tools/TestExpImpCatalog.java - oodt - Git at Google

 /*
  * Licensed to the Apache Software Foundation (ASF) under one or more
  * contributor license agreements.  See the NOTICE file distributed with
  * this work for additional information regarding copyright ownership.
  * The ASF licenses this file to You under the Apache License, Version 2.0
  * (the "License"); you may not use this file except in compliance with
  * the License.  You may obtain a copy of the License at
  *
  *     http://www.apache.org/licenses/LICENSE-2.0
  *
  * Unless required by applicable law or agreed to in writing, software
  * distributed under the License is distributed on an "AS IS" BASIS,
  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */


 package org.apache.oodt.cas.filemgr.tools;

 //OODT imports
 import org.apache.oodt.cas.filemgr.ingest.StdIngester;
 import org.apache.oodt.cas.filemgr.metadata.CoreMetKeys;
 import org.apache.oodt.cas.filemgr.structs.Product;
 import org.apache.oodt.cas.filemgr.system.XmlRpcFileManager;
 import org.apache.oodt.cas.filemgr.system.XmlRpcFileManagerClient;
 import org.apache.oodt.cas.metadata.Metadata;
 import org.apache.oodt.cas.metadata.SerializableMetadata;

 //JDK imports
 import java.io.File;
 import java.io.FileInputStream;
 import java.net.URL;
 import java.util.Iterator;
 import java.util.List;
 import java.util.Properties;
 //Junit imports
 import junit.framework.TestCase;

 /**
  * @author mattmann
  * @version $Revision$
  *
  * <p>
  * Describe your class here
  * </p>.
  */
 public class TestExpImpCatalog extends TestCase {

     private static final int FM_PORT = 50010;

     private XmlRpcFileManager fm;

     private XmlRpcFileManager fm2;

     private ExpImpCatalog expImp;

     private static final String transferServiceFacClass = "org.apache.oodt.cas."
             + "filemgr.datatransfer.LocalDataTransferFactory";

     private Properties initialProperties = new Properties(
         System.getProperties());

     public TestExpImpCatalog() {
     }

     public void testEnsureUniqueOn(){
         expImp.setEnsureUnique(true);

         try {
             expImp.doExpImport();
             expImp.doExpImport();
         } catch (Exception e) {
             e.printStackTrace();
             fail(e.getMessage());
         }

         // now test that 1 producs exist in the catalog, and that
         // its name is test.txt

         try {
             XmlRpcFileManagerClient fmClient = new XmlRpcFileManagerClient(
                     new URL("http://localhost:" + (FM_PORT + 1)));
             assertEquals(1, fmClient.getNumProducts(fmClient
                     .getProductTypeByName("GenericFile")));

             List prods = fmClient.getProductsByProductType(fmClient
                     .getProductTypeByName("GenericFile"));
             assertNotNull(prods);
             assertEquals(1, prods.size());

             int countProds = 0;

             for (Iterator i = prods.iterator(); i.hasNext();) {
                 Product p = (Product) i.next();
                 if (p.getProductName().equals("test.txt")) {
                     countProds++;
                 }
             }

             assertEquals(1, countProds);
             fmClient = null;
         } catch (Exception e) {
             e.printStackTrace();
             fail(e.getMessage());
         }
     }

     public void testEnsureUniqueOff() {
         expImp.setEnsureUnique(false);

         try {
             expImp.doExpImport();
             expImp.doExpImport();
         } catch (Exception e) {
             e.printStackTrace();
             fail(e.getMessage());
         }

         // now test that 2 producs exist in the catalog, and that
         // both of their names are test.txt

         // now test that test.txt exists in cat 2
         try {
             XmlRpcFileManagerClient fmClient = new XmlRpcFileManagerClient(
                     new URL("http://localhost:" + (FM_PORT + 1)));
             assertEquals(2, fmClient.getNumProducts(fmClient
                     .getProductTypeByName("GenericFile")));

             List prods = fmClient.getProductsByProductType(fmClient
                     .getProductTypeByName("GenericFile"));
             assertNotNull(prods);
             assertEquals(2, prods.size());

             int countProds = 0;

             for (Iterator i = prods.iterator(); i.hasNext();) {
                 Product p = (Product) i.next();
                 if (p.getProductName().equals("test.txt")) {
                     countProds++;
                 }
             }

             assertEquals(2, countProds);
             fmClient = null;
         } catch (Exception e) {
             e.printStackTrace();
             fail(e.getMessage());
         }

     }

     public void testExpImp() {
         try {
             expImp.doExpImport();
         } catch (Exception e) {
             e.printStackTrace();
             fail(e.getMessage());
         }

         // now test that test.txt exists in cat 2
         try {
             XmlRpcFileManagerClient fmClient = new XmlRpcFileManagerClient(
                     new URL("http://localhost:" + (FM_PORT + 1)));
             Product prod = fmClient.getProductByName("test.txt");
             assertNotNull(prod);
             Metadata met = fmClient.getMetadata(prod);
             assertNotNull(met);
             assertTrue(met.containsKey(CoreMetKeys.PRODUCT_STRUCTURE));
             prod.setProductReferences(fmClient.getProductReferences(prod));
             assertNotNull(prod.getProductReferences());
             assertEquals(1, prod.getProductReferences().size());
             fmClient = null;
         } catch (Exception e) {
             e.printStackTrace();
             fail(e.getMessage());
         }
     }

     /*
      * (non-Javadoc)
      *
      * @see junit.framework.TestCase#setUp()
      */
     protected void setUp() throws Exception {
         System.out.println("Test set up");
         URL ingestUrl = this.getClass().getResource("/ingest");
         String cat1 = new File(ingestUrl.getFile()).getCanonicalPath() + "cat";
         String cat2 = new File(ingestUrl.getFile()).getCanonicalPath() + "cat2";
         fm = startXmlRpcFileManager(FM_PORT, cat1);
         fm2 = startXmlRpcFileManager(FM_PORT + 1, cat2);
         ingestTestFiles();
         try {
             expImp = new ExpImpCatalog(new URL("http://localhost:" + FM_PORT),
                     new URL("http://localhost:" + (FM_PORT + 1)), true);
         } catch (Exception e) {
             e.printStackTrace();
             fail(e.getMessage());
         }
     }

     /*
      * (non-Javadoc)
      *
      * @see junit.framework.TestCase#tearDown()
      */
     protected void tearDown() throws Exception {
         fm.shutdown();
         fm = null;
         fm2.shutdown();
         fm2 = null;

         // blow away lucene cat
         URL ingestUrl = this.getClass().getResource("/ingest");
         String cat1 = new File(ingestUrl.getFile()).getCanonicalPath() + "cat";
         String cat2 = new File(ingestUrl.getFile()).getCanonicalPath() + "cat2";
         deleteAllFiles(cat1);
         deleteAllFiles(cat2);

         // blow away test file
         deleteAllFiles("/tmp/test.txt");

         // Reset the System properties to initial values.
         System.setProperties(initialProperties);
     }

     private void ingestTestFiles() {
         Metadata prodMet = null;
         StdIngester ingester = new StdIngester(transferServiceFacClass);

         try {
             URL ingestUrl = this.getClass().getResource("/ingest");
             URL refUrl = this.getClass().getResource("/ingest/test.txt");
             URL metUrl = this.getClass().getResource("/ingest/test.txt.met");

             prodMet = new SerializableMetadata(new FileInputStream(
                 new File(metUrl.getFile())));

             // now add the right file location
             prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
                 ingestUrl.getFile()).getCanonicalPath());
             ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
                 refUrl.getFile()), prodMet);

             prodMet.replaceMetadata(CoreMetKeys.PRODUCT_NAME, "TestTypeFile");
             prodMet.replaceMetadata(CoreMetKeys.PRODUCT_TYPE, "TestType");
             ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
                 refUrl.getFile()), prodMet);
         } catch (Exception e) {
             fail(e.getMessage());
         }
     }

     private void deleteAllFiles(String startDir) {
         File startDirFile = new File(startDir);
         File[] delFiles = startDirFile.listFiles();

         if (delFiles != null && delFiles.length > 0) {
             for (int i = 0; i < delFiles.length; i++) {
                 delFiles[i].delete();
             }
         }

         startDirFile.delete();

     }

     private XmlRpcFileManager startXmlRpcFileManager(int port, String catPath) {

         Properties properties = new Properties(System.getProperties());

         XmlRpcFileManager fileMgr = null;

         // first make sure to load properties for the file manager
         // and make sure to load logging properties as well

         // set the log levels
         URL loggingPropertiesUrl = this.getClass().getResource(
             "/test.logging.properties");
         properties.setProperty("java.util.logging.config.file", new File(
             loggingPropertiesUrl.getFile()).getAbsolutePath());


         // first load the example configuration
         try {
             URL filemgrPropertiesUrl = this.getClass().getResource(
                 "/filemgr.properties");
             properties.load(
                 new FileInputStream(new File(filemgrPropertiesUrl.getFile())));
         } catch (Exception e) {
             fail(e.getMessage());
         }

         // override the catalog to use: we'll use lucene
         properties.setProperty("filemgr.catalog.factory",
                 "org.apache.oodt.cas.filemgr.catalog.LuceneCatalogFactory");
         properties.setProperty(
                 "org.apache.oodt.cas.filemgr.catalog.lucene.idxPath",
                 catPath);

         // now override the repo mgr policy
         URL fmpolicyUrl = this.getClass().getResource("/ingest/fmpolicy");
         try {
           properties.setProperty(
               "org.apache.oodt.cas.filemgr.repositorymgr.dirs",
               "file://" + new File(fmpolicyUrl.getFile()).getCanonicalPath());
         } catch (Exception e) {
             fail(e.getMessage());
         }

         // now override the val layer ones
         properties.setProperty("org.apache.oodt.cas.filemgr.validation.dirs",
             "file://" + new File(fmpolicyUrl.getFile()).getAbsolutePath());

         // set up mime repo path
         URL mimeTypesUrl = this.getClass().getResource("/mime-types.xml");
         properties.setProperty(
             "org.apache.oodt.cas.filemgr.mime.type.repository",
             new File(mimeTypesUrl.getFile()).getAbsolutePath());

         System.setProperties(properties);

         try {
             fileMgr = new XmlRpcFileManager(port);
         } catch (Exception e) {
             fail(e.getMessage());
         }

         return fileMgr;
     }

 }
	/*
	* Licensed to the Apache Software Foundation (ASF) under one or more
	* contributor license agreements. See the NOTICE file distributed with
	* this work for additional information regarding copyright ownership.
	* The ASF licenses this file to You under the Apache License, Version 2.0
	* (the "License"); you may not use this file except in compliance with
	* the License. You may obtain a copy of the License at
	*
	* http://www.apache.org/licenses/LICENSE-2.0
	*
	* Unless required by applicable law or agreed to in writing, software
	* distributed under the License is distributed on an "AS IS" BASIS,
	* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	* See the License for the specific language governing permissions and
	* limitations under the License.
	*/


	package org.apache.oodt.cas.filemgr.tools;

	//OODT imports
	import org.apache.oodt.cas.filemgr.ingest.StdIngester;
	import org.apache.oodt.cas.filemgr.metadata.CoreMetKeys;
	import org.apache.oodt.cas.filemgr.structs.Product;
	import org.apache.oodt.cas.filemgr.system.XmlRpcFileManager;
	import org.apache.oodt.cas.filemgr.system.XmlRpcFileManagerClient;
	import org.apache.oodt.cas.metadata.Metadata;
	import org.apache.oodt.cas.metadata.SerializableMetadata;

	//JDK imports
	import java.io.File;
	import java.io.FileInputStream;
	import java.net.URL;
	import java.util.Iterator;
	import java.util.List;
	import java.util.Properties;
	//Junit imports
	import junit.framework.TestCase;

	/**
	* @author mattmann
	* @version $Revision$
	*
	* <p>
	* Describe your class here
	* </p>.
	*/
	public class TestExpImpCatalog extends TestCase {

	private static final int FM_PORT = 50010;

	private XmlRpcFileManager fm;

	private XmlRpcFileManager fm2;

	private ExpImpCatalog expImp;

	private static final String transferServiceFacClass = "org.apache.oodt.cas."
	+ "filemgr.datatransfer.LocalDataTransferFactory";

	private Properties initialProperties = new Properties(
	System.getProperties());

	public TestExpImpCatalog() {
	}

	public void testEnsureUniqueOn(){
	expImp.setEnsureUnique(true);

	try {
	expImp.doExpImport();
	expImp.doExpImport();
	} catch (Exception e) {
	e.printStackTrace();
	fail(e.getMessage());
	}

	// now test that 1 producs exist in the catalog, and that
	// its name is test.txt

	try {
	XmlRpcFileManagerClient fmClient = new XmlRpcFileManagerClient(
	new URL("http://localhost:" + (FM_PORT + 1)));
	assertEquals(1, fmClient.getNumProducts(fmClient
	.getProductTypeByName("GenericFile")));

	List prods = fmClient.getProductsByProductType(fmClient
	.getProductTypeByName("GenericFile"));
	assertNotNull(prods);
	assertEquals(1, prods.size());

	int countProds = 0;

	for (Iterator i = prods.iterator(); i.hasNext();) {
	Product p = (Product) i.next();
	if (p.getProductName().equals("test.txt")) {
	countProds++;
	}
	}

	assertEquals(1, countProds);
	fmClient = null;
	} catch (Exception e) {
	e.printStackTrace();
	fail(e.getMessage());
	}
	}

	public void testEnsureUniqueOff() {
	expImp.setEnsureUnique(false);

	try {
	expImp.doExpImport();
	expImp.doExpImport();
	} catch (Exception e) {
	e.printStackTrace();
	fail(e.getMessage());
	}

	// now test that 2 producs exist in the catalog, and that
	// both of their names are test.txt

	// now test that test.txt exists in cat 2
	try {
	XmlRpcFileManagerClient fmClient = new XmlRpcFileManagerClient(
	new URL("http://localhost:" + (FM_PORT + 1)));
	assertEquals(2, fmClient.getNumProducts(fmClient
	.getProductTypeByName("GenericFile")));

	List prods = fmClient.getProductsByProductType(fmClient
	.getProductTypeByName("GenericFile"));
	assertNotNull(prods);
	assertEquals(2, prods.size());

	int countProds = 0;

	for (Iterator i = prods.iterator(); i.hasNext();) {
	Product p = (Product) i.next();
	if (p.getProductName().equals("test.txt")) {
	countProds++;
	}
	}

	assertEquals(2, countProds);
	fmClient = null;
	} catch (Exception e) {
	e.printStackTrace();
	fail(e.getMessage());
	}

	}

	public void testExpImp() {
	try {
	expImp.doExpImport();
	} catch (Exception e) {
	e.printStackTrace();
	fail(e.getMessage());
	}

	// now test that test.txt exists in cat 2
	try {
	XmlRpcFileManagerClient fmClient = new XmlRpcFileManagerClient(
	new URL("http://localhost:" + (FM_PORT + 1)));
	Product prod = fmClient.getProductByName("test.txt");
	assertNotNull(prod);
	Metadata met = fmClient.getMetadata(prod);
	assertNotNull(met);
	assertTrue(met.containsKey(CoreMetKeys.PRODUCT_STRUCTURE));
	prod.setProductReferences(fmClient.getProductReferences(prod));
	assertNotNull(prod.getProductReferences());
	assertEquals(1, prod.getProductReferences().size());
	fmClient = null;
	} catch (Exception e) {
	e.printStackTrace();
	fail(e.getMessage());
	}
	}

	/*
	* (non-Javadoc)
	*
	* @see junit.framework.TestCase#setUp()
	*/
	protected void setUp() throws Exception {
	System.out.println("Test set up");
	URL ingestUrl = this.getClass().getResource("/ingest");
	String cat1 = new File(ingestUrl.getFile()).getCanonicalPath() + "cat";
	String cat2 = new File(ingestUrl.getFile()).getCanonicalPath() + "cat2";
	fm = startXmlRpcFileManager(FM_PORT, cat1);
	fm2 = startXmlRpcFileManager(FM_PORT + 1, cat2);
	ingestTestFiles();
	try {
	expImp = new ExpImpCatalog(new URL("http://localhost:" + FM_PORT),
	new URL("http://localhost:" + (FM_PORT + 1)), true);
	} catch (Exception e) {
	e.printStackTrace();
	fail(e.getMessage());
	}
	}

	/*
	* (non-Javadoc)
	*
	* @see junit.framework.TestCase#tearDown()
	*/
	protected void tearDown() throws Exception {
	fm.shutdown();
	fm = null;
	fm2.shutdown();
	fm2 = null;

	// blow away lucene cat
	URL ingestUrl = this.getClass().getResource("/ingest");
	String cat1 = new File(ingestUrl.getFile()).getCanonicalPath() + "cat";
	String cat2 = new File(ingestUrl.getFile()).getCanonicalPath() + "cat2";
	deleteAllFiles(cat1);
	deleteAllFiles(cat2);

	// blow away test file
	deleteAllFiles("/tmp/test.txt");

	// Reset the System properties to initial values.
	System.setProperties(initialProperties);
	}

	private void ingestTestFiles() {
	Metadata prodMet = null;
	StdIngester ingester = new StdIngester(transferServiceFacClass);

	try {
	URL ingestUrl = this.getClass().getResource("/ingest");
	URL refUrl = this.getClass().getResource("/ingest/test.txt");
	URL metUrl = this.getClass().getResource("/ingest/test.txt.met");

	prodMet = new SerializableMetadata(new FileInputStream(
	new File(metUrl.getFile())));

	// now add the right file location
	prodMet.addMetadata(CoreMetKeys.FILE_LOCATION, new File(
	ingestUrl.getFile()).getCanonicalPath());
	ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
	refUrl.getFile()), prodMet);

	prodMet.replaceMetadata(CoreMetKeys.PRODUCT_NAME, "TestTypeFile");
	prodMet.replaceMetadata(CoreMetKeys.PRODUCT_TYPE, "TestType");
	ingester.ingest(new URL("http://localhost:" + FM_PORT), new File(
	refUrl.getFile()), prodMet);
	} catch (Exception e) {
	fail(e.getMessage());
	}
	}

	private void deleteAllFiles(String startDir) {
	File startDirFile = new File(startDir);
	File[] delFiles = startDirFile.listFiles();

	if (delFiles != null && delFiles.length > 0) {
	for (int i = 0; i < delFiles.length; i++) {
	delFiles[i].delete();
	}
	}

	startDirFile.delete();

	}

	private XmlRpcFileManager startXmlRpcFileManager(int port, String catPath) {

	Properties properties = new Properties(System.getProperties());

	XmlRpcFileManager fileMgr = null;

	// first make sure to load properties for the file manager
	// and make sure to load logging properties as well

	// set the log levels
	URL loggingPropertiesUrl = this.getClass().getResource(
	"/test.logging.properties");
	properties.setProperty("java.util.logging.config.file", new File(
	loggingPropertiesUrl.getFile()).getAbsolutePath());


	// first load the example configuration
	try {
	URL filemgrPropertiesUrl = this.getClass().getResource(
	"/filemgr.properties");
	properties.load(
	new FileInputStream(new File(filemgrPropertiesUrl.getFile())));
	} catch (Exception e) {
	fail(e.getMessage());
	}

	// override the catalog to use: we'll use lucene
	properties.setProperty("filemgr.catalog.factory",
	"org.apache.oodt.cas.filemgr.catalog.LuceneCatalogFactory");
	properties.setProperty(
	"org.apache.oodt.cas.filemgr.catalog.lucene.idxPath",
	catPath);

	// now override the repo mgr policy
	URL fmpolicyUrl = this.getClass().getResource("/ingest/fmpolicy");
	try {
	properties.setProperty(
	"org.apache.oodt.cas.filemgr.repositorymgr.dirs",
	"file://" + new File(fmpolicyUrl.getFile()).getCanonicalPath());
	} catch (Exception e) {
	fail(e.getMessage());
	}

	// now override the val layer ones
	properties.setProperty("org.apache.oodt.cas.filemgr.validation.dirs",
	"file://" + new File(fmpolicyUrl.getFile()).getAbsolutePath());

	// set up mime repo path
	URL mimeTypesUrl = this.getClass().getResource("/mime-types.xml");
	properties.setProperty(
	"org.apache.oodt.cas.filemgr.mime.type.repository",
	new File(mimeTypesUrl.getFile()).getAbsolutePath());

	System.setProperties(properties);

	try {
	fileMgr = new XmlRpcFileManager(port);
	} catch (Exception e) {
	fail(e.getMessage());
	}

	return fileMgr;
	}

	}