src/ooxml/testcases/org/apache/poi/xssf/extractor/TestXSSFEventBasedExcelExtractor.java - poi - Git at Google

 /* ====================================================================
    Licensed to the Apache Software Foundation (ASF) under one or more
    contributor license agreements.  See the NOTICE file distributed with
    this work for additional information regarding copyright ownership.
    The ASF licenses this file to You under the Apache License, Version 2.0
    (the "License"); you may not use this file except in compliance with
    the License.  You may obtain a copy of the License at

        http://www.apache.org/licenses/LICENSE-2.0

    Unless required by applicable law or agreed to in writing, software
    distributed under the License is distributed on an "AS IS" BASIS,
    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    See the License for the specific language governing permissions and
    limitations under the License.
 ==================================================================== */

 package org.apache.poi.xssf.extractor;

 import java.util.regex.Matcher;
 import java.util.regex.Pattern;

 import junit.framework.TestCase;

 import org.apache.poi.POITextExtractor;
 import org.apache.poi.hssf.HSSFTestDataSamples;
 import org.apache.poi.hssf.extractor.ExcelExtractor;
 import org.apache.poi.xssf.XSSFTestDataSamples;

 /**
  * Tests for {@link XSSFEventBasedExcelExtractor}
  */
 public class TestXSSFEventBasedExcelExtractor extends TestCase {
 	protected XSSFEventBasedExcelExtractor getExtractor(String sampleName) throws Exception {
         return new XSSFEventBasedExcelExtractor(XSSFTestDataSamples.
                 openSamplePackage(sampleName));
 	}

 	/**
 	 * Get text out of the simple file
 	 */
 	public void testGetSimpleText() throws Exception {
 		// a very simple file
 	   XSSFEventBasedExcelExtractor extractor = getExtractor("sample.xlsx");
 		extractor.getText();

 		String text = extractor.getText();
 		assertTrue(text.length() > 0);

 		// Check sheet names
 		assertTrue(text.startsWith("Sheet1"));
 		assertTrue(text.endsWith("Sheet3\n"));

 		// Now without, will have text
 		extractor.setIncludeSheetNames(false);
 		text = extractor.getText();
 		String CHUNK1 =
 			"Lorem\t111\n" +
     		"ipsum\t222\n" +
     		"dolor\t333\n" +
     		"sit\t444\n" +
     		"amet\t555\n" +
     		"consectetuer\t666\n" +
     		"adipiscing\t777\n" +
     		"elit\t888\n" +
     		"Nunc\t999\n";
 		String CHUNK2 =
 			"The quick brown fox jumps over the lazy dog\n" +
 			"hello, xssf	hello, xssf\n" +
 			"hello, xssf	hello, xssf\n" +
 			"hello, xssf	hello, xssf\n" +
 			"hello, xssf	hello, xssf\n";
 		assertEquals(
 				CHUNK1 +
 				"at\t4995\n" +
 				CHUNK2
 				, text);

 		// Now get formulas not their values
 		extractor.setFormulasNotResults(true);
 		text = extractor.getText();
 		assertEquals(
 				CHUNK1 +
 				"at\tSUM(B1:B9)\n" +
 				CHUNK2, text);

 		// With sheet names too
 		extractor.setIncludeSheetNames(true);
 		text = extractor.getText();
 		assertEquals(
 				"Sheet1\n" +
 				CHUNK1 +
 				"at\tSUM(B1:B9)\n" +
 				"rich test\n" +
 				CHUNK2 +
 				"Sheet3\n"
 				, text);

 		extractor.close();
 	}

 	public void testGetComplexText() throws Exception {
 		// A fairly complex file
 	   XSSFEventBasedExcelExtractor extractor = getExtractor("AverageTaxRates.xlsx");
 		extractor.getText();

 		String text = extractor.getText();
 		assertTrue(text.length() > 0);

 		// Might not have all formatting it should do!
 		assertTrue(text.startsWith(
 						"Avgtxfull\n" +
 						"(iii) AVERAGE TAX RATES ON ANNUAL"
 		));

 		extractor.close();
 	}

    public void testInlineStrings() throws Exception {
       XSSFEventBasedExcelExtractor extractor = getExtractor("InlineStrings.xlsx");
       extractor.setFormulasNotResults(true);
       String text = extractor.getText();

       // Numbers
       assertTrue("Unable to find expected word in text\n" + text, text.contains("43"));
       assertTrue("Unable to find expected word in text\n" + text, text.contains("22"));

       // Strings
       assertTrue("Unable to find expected word in text\n" + text, text.contains("ABCDE"));
       assertTrue("Unable to find expected word in text\n" + text, text.contains("Long Text"));

       // Inline Strings
       assertTrue("Unable to find expected word in text\n" + text, text.contains("1st Inline String"));
       assertTrue("Unable to find expected word in text\n" + text, text.contains("And More"));

       // Formulas
       assertTrue("Unable to find expected word in text\n" + text, text.contains("A2"));
       assertTrue("Unable to find expected word in text\n" + text, text.contains("A5-A$2"));

       extractor.close();
    }

 	/**
 	 * Test that we return pretty much the same as
 	 *  ExcelExtractor does, when we're both passed
 	 *  the same file, just saved as xls and xlsx
 	 */
 	public void testComparedToOLE2() throws Exception {
 		// A fairly simple file - ooxml
 	   XSSFEventBasedExcelExtractor ooxmlExtractor = getExtractor("SampleSS.xlsx");

 		ExcelExtractor ole2Extractor =
 			new ExcelExtractor(HSSFTestDataSamples.openSampleWorkbook("SampleSS.xls"));

 		POITextExtractor[] extractors =
 			new POITextExtractor[] { ooxmlExtractor, ole2Extractor };
 		for (int i = 0; i < extractors.length; i++) {
 			@SuppressWarnings("resource")
             POITextExtractor extractor = extractors[i];

 			String text = extractor.getText().replaceAll("[\r\t]", "");
 			assertTrue(text.startsWith("First Sheet\nTest spreadsheet\n2nd row2nd row 2nd column\n"));
 			Pattern pattern = Pattern.compile(".*13(\\.0+)?\\s+Sheet3.*", Pattern.DOTALL);
 			Matcher m = pattern.matcher(text);
 			assertTrue(m.matches());
 		}

 		ole2Extractor.close();
 		ooxmlExtractor.close();
 	}

 	 /**
 	    * Test text extraction from text box using getShapes()
 	    * @throws Exception
 	    */
     public void testShapes() throws Exception{
 	    XSSFEventBasedExcelExtractor ooxmlExtractor = getExtractor("WithTextBox.xlsx");

 	    try {
     	    String text = ooxmlExtractor.getText();

     	    assertTrue(text.indexOf("Line 1") > -1);
     	    assertTrue(text.indexOf("Line 2") > -1);
     	    assertTrue(text.indexOf("Line 3") > -1);
 	    } finally {
 	        ooxmlExtractor.close();
 	    }
     }

     /**
      * Test that we return the same output for unstyled numbers as the
      * non-event-based XSSFExcelExtractor.
      */
     public void testUnstyledNumbersComparedToNonEventBasedExtractor()
             throws Exception {

         String expectedOutput = "Sheet1\n99.99\n";

         XSSFExcelExtractor extractor = new XSSFExcelExtractor(
                 XSSFTestDataSamples.openSampleWorkbook("56011.xlsx"));
         try {
             assertEquals(expectedOutput, extractor.getText().replace(",", "."));
         } finally {
             extractor.close();
         }

         XSSFEventBasedExcelExtractor fixture =
                 new XSSFEventBasedExcelExtractor(
                         XSSFTestDataSamples.openSamplePackage("56011.xlsx"));
         try {
             assertEquals(expectedOutput, fixture.getText().replace(",", "."));
         } finally {
             fixture.close();
         }
     }

     /**
      * Test that we return the same output headers and footers as the
      * non-event-based XSSFExcelExtractor.
      */
     public void testHeadersAndFootersComparedToNonEventBasedExtractor()
         throws Exception {

         String expectedOutputWithHeadersAndFooters =
                 "Sheet1\n" +
                 "&\"Calibri,Regular\"&K000000top left\t&\"Calibri,Regular\"&K000000top center\t&\"Calibri,Regular\"&K000000top right\n" +
                 "abc\t123\n" +
                 "&\"Calibri,Regular\"&K000000bottom left\t&\"Calibri,Regular\"&K000000bottom center\t&\"Calibri,Regular\"&K000000bottom right\n";

         String expectedOutputWithoutHeadersAndFooters =
                 "Sheet1\n" +
                 "abc\t123\n";

         XSSFExcelExtractor extractor = new XSSFExcelExtractor(
                 XSSFTestDataSamples.openSampleWorkbook("headerFooterTest.xlsx"));
         try {
             assertEquals(expectedOutputWithHeadersAndFooters, extractor.getText());
             extractor.setIncludeHeadersFooters(false);
             assertEquals(expectedOutputWithoutHeadersAndFooters, extractor.getText());
         } finally {
             extractor.close();
         }

         XSSFEventBasedExcelExtractor fixture =
                 new XSSFEventBasedExcelExtractor(
                         XSSFTestDataSamples.openSamplePackage("headerFooterTest.xlsx"));
         try {
             assertEquals(expectedOutputWithHeadersAndFooters, fixture.getText());
             fixture.setIncludeHeadersFooters(false);
             assertEquals(expectedOutputWithoutHeadersAndFooters, fixture.getText());
         } finally {
             fixture.close();
         }
     }

     /**
       * Test that XSSFEventBasedExcelExtractor outputs comments when specified.
       * The output will contain two improvements over the output from
      *  XSSFExcelExtractor in that (1) comments from empty cells will be
       * outputted, and (2) the author will not be outputted twice.
       * <p>
       * This test will need to be modified if these improvements are ported to
       * XSSFExcelExtractor.
       */
     public void testCommentsComparedToNonEventBasedExtractor()
         throws Exception {

         String expectedOutputWithoutComments =
                 "Sheet1\n" +
                 "\n" +
                 "abc\n" +
                 "\n" +
                 "123\n" +
                 "\n" +
                 "\n" +
                 "\n";

         String nonEventBasedExtractorOutputWithComments =
                 "Sheet1\n" +
                 "\n" +
                 "abc Comment by Shaun Kalley: Shaun Kalley: Comment A2\n" +
                 "\n" +
                 "123 Comment by Shaun Kalley: Shaun Kalley: Comment B4\n" +
                 "\n" +
                 "\n" +
                 "\n";

         String eventBasedExtractorOutputWithComments =
                 "Sheet1\n" +
                 "Comment by Shaun Kalley: Comment A1\tComment by Shaun Kalley: Comment B1\n" +
                 "abc Comment by Shaun Kalley: Comment A2\tComment by Shaun Kalley: Comment B2\n" +
                 "Comment by Shaun Kalley: Comment A3\tComment by Shaun Kalley: Comment B3\n" +
                 "Comment by Shaun Kalley: Comment A4\t123 Comment by Shaun Kalley: Comment B4\n" +
                 "Comment by Shaun Kalley: Comment A5\tComment by Shaun Kalley: Comment B5\n" +
                 "Comment by Shaun Kalley: Comment A7\tComment by Shaun Kalley: Comment B7\n" +
                 "Comment by Shaun Kalley: Comment A8\tComment by Shaun Kalley: Comment B8\n";

         XSSFExcelExtractor extractor = new XSSFExcelExtractor(
                 XSSFTestDataSamples.openSampleWorkbook("commentTest.xlsx"));
         try {
             assertEquals(expectedOutputWithoutComments, extractor.getText());
             extractor.setIncludeCellComments(true);
             assertEquals(nonEventBasedExtractorOutputWithComments, extractor.getText());
         } finally {
             extractor.close();
         }

         XSSFEventBasedExcelExtractor fixture =
                 new XSSFEventBasedExcelExtractor(
                         XSSFTestDataSamples.openSamplePackage("commentTest.xlsx"));
         try {
             assertEquals(expectedOutputWithoutComments, fixture.getText());
             fixture.setIncludeCellComments(true);
             assertEquals(eventBasedExtractorOutputWithComments, fixture.getText());
         } finally {
             fixture.close();
         }
     }
 }
	/* ====================================================================
	Licensed to the Apache Software Foundation (ASF) under one or more
	contributor license agreements. See the NOTICE file distributed with
	this work for additional information regarding copyright ownership.
	The ASF licenses this file to You under the Apache License, Version 2.0
	(the "License"); you may not use this file except in compliance with
	the License. You may obtain a copy of the License at

	http://www.apache.org/licenses/LICENSE-2.0

	Unless required by applicable law or agreed to in writing, software
	distributed under the License is distributed on an "AS IS" BASIS,
	WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	See the License for the specific language governing permissions and
	limitations under the License.
	==================================================================== */

	package org.apache.poi.xssf.extractor;

	import java.util.regex.Matcher;
	import java.util.regex.Pattern;

	import junit.framework.TestCase;

	import org.apache.poi.POITextExtractor;
	import org.apache.poi.hssf.HSSFTestDataSamples;
	import org.apache.poi.hssf.extractor.ExcelExtractor;
	import org.apache.poi.xssf.XSSFTestDataSamples;

	/**
	* Tests for {@link XSSFEventBasedExcelExtractor}
	*/
	public class TestXSSFEventBasedExcelExtractor extends TestCase {
	protected XSSFEventBasedExcelExtractor getExtractor(String sampleName) throws Exception {
	return new XSSFEventBasedExcelExtractor(XSSFTestDataSamples.
	openSamplePackage(sampleName));
	}

	/**
	* Get text out of the simple file
	*/
	public void testGetSimpleText() throws Exception {
	// a very simple file
	XSSFEventBasedExcelExtractor extractor = getExtractor("sample.xlsx");
	extractor.getText();

	String text = extractor.getText();
	assertTrue(text.length() > 0);

	// Check sheet names
	assertTrue(text.startsWith("Sheet1"));
	assertTrue(text.endsWith("Sheet3\n"));

	// Now without, will have text
	extractor.setIncludeSheetNames(false);
	text = extractor.getText();
	String CHUNK1 =
	"Lorem\t111\n" +
	"ipsum\t222\n" +
	"dolor\t333\n" +
	"sit\t444\n" +
	"amet\t555\n" +
	"consectetuer\t666\n" +
	"adipiscing\t777\n" +
	"elit\t888\n" +
	"Nunc\t999\n";
	String CHUNK2 =
	"The quick brown fox jumps over the lazy dog\n" +
	"hello, xssf hello, xssf\n" +
	"hello, xssf hello, xssf\n" +
	"hello, xssf hello, xssf\n" +
	"hello, xssf hello, xssf\n";
	assertEquals(
	CHUNK1 +
	"at\t4995\n" +
	CHUNK2
	, text);

	// Now get formulas not their values
	extractor.setFormulasNotResults(true);
	text = extractor.getText();
	assertEquals(
	CHUNK1 +
	"at\tSUM(B1:B9)\n" +
	CHUNK2, text);

	// With sheet names too
	extractor.setIncludeSheetNames(true);
	text = extractor.getText();
	assertEquals(
	"Sheet1\n" +
	CHUNK1 +
	"at\tSUM(B1:B9)\n" +
	"rich test\n" +
	CHUNK2 +
	"Sheet3\n"
	, text);

	extractor.close();
	}

	public void testGetComplexText() throws Exception {
	// A fairly complex file
	XSSFEventBasedExcelExtractor extractor = getExtractor("AverageTaxRates.xlsx");
	extractor.getText();

	String text = extractor.getText();
	assertTrue(text.length() > 0);

	// Might not have all formatting it should do!
	assertTrue(text.startsWith(
	"Avgtxfull\n" +
	"(iii) AVERAGE TAX RATES ON ANNUAL"
	));

	extractor.close();
	}

	public void testInlineStrings() throws Exception {
	XSSFEventBasedExcelExtractor extractor = getExtractor("InlineStrings.xlsx");
	extractor.setFormulasNotResults(true);
	String text = extractor.getText();

	// Numbers
	assertTrue("Unable to find expected word in text\n" + text, text.contains("43"));
	assertTrue("Unable to find expected word in text\n" + text, text.contains("22"));

	// Strings
	assertTrue("Unable to find expected word in text\n" + text, text.contains("ABCDE"));
	assertTrue("Unable to find expected word in text\n" + text, text.contains("Long Text"));

	// Inline Strings
	assertTrue("Unable to find expected word in text\n" + text, text.contains("1st Inline String"));
	assertTrue("Unable to find expected word in text\n" + text, text.contains("And More"));

	// Formulas
	assertTrue("Unable to find expected word in text\n" + text, text.contains("A2"));
	assertTrue("Unable to find expected word in text\n" + text, text.contains("A5-A$2"));

	extractor.close();
	}

	/**
	* Test that we return pretty much the same as
	* ExcelExtractor does, when we're both passed
	* the same file, just saved as xls and xlsx
	*/
	public void testComparedToOLE2() throws Exception {
	// A fairly simple file - ooxml
	XSSFEventBasedExcelExtractor ooxmlExtractor = getExtractor("SampleSS.xlsx");

	ExcelExtractor ole2Extractor =
	new ExcelExtractor(HSSFTestDataSamples.openSampleWorkbook("SampleSS.xls"));

	POITextExtractor[] extractors =
	new POITextExtractor[] { ooxmlExtractor, ole2Extractor };
	for (int i = 0; i < extractors.length; i++) {
	@SuppressWarnings("resource")
	POITextExtractor extractor = extractors[i];

	String text = extractor.getText().replaceAll("[\r\t]", "");
	assertTrue(text.startsWith("First Sheet\nTest spreadsheet\n2nd row2nd row 2nd column\n"));
	Pattern pattern = Pattern.compile(".13(\\.0+)?\\s+Sheet3.", Pattern.DOTALL);
	Matcher m = pattern.matcher(text);
	assertTrue(m.matches());
	}

	ole2Extractor.close();
	ooxmlExtractor.close();
	}

	/**
	* Test text extraction from text box using getShapes()
	* @throws Exception
	*/
	public void testShapes() throws Exception{
	XSSFEventBasedExcelExtractor ooxmlExtractor = getExtractor("WithTextBox.xlsx");

	try {
	String text = ooxmlExtractor.getText();

	assertTrue(text.indexOf("Line 1") > -1);
	assertTrue(text.indexOf("Line 2") > -1);
	assertTrue(text.indexOf("Line 3") > -1);
	} finally {
	ooxmlExtractor.close();
	}
	}

	/**
	* Test that we return the same output for unstyled numbers as the
	* non-event-based XSSFExcelExtractor.
	*/
	public void testUnstyledNumbersComparedToNonEventBasedExtractor()
	throws Exception {

	String expectedOutput = "Sheet1\n99.99\n";

	XSSFExcelExtractor extractor = new XSSFExcelExtractor(
	XSSFTestDataSamples.openSampleWorkbook("56011.xlsx"));
	try {
	assertEquals(expectedOutput, extractor.getText().replace(",", "."));
	} finally {
	extractor.close();
	}

	XSSFEventBasedExcelExtractor fixture =
	new XSSFEventBasedExcelExtractor(
	XSSFTestDataSamples.openSamplePackage("56011.xlsx"));
	try {
	assertEquals(expectedOutput, fixture.getText().replace(",", "."));
	} finally {
	fixture.close();
	}
	}

	/**
	* Test that we return the same output headers and footers as the
	* non-event-based XSSFExcelExtractor.
	*/
	public void testHeadersAndFootersComparedToNonEventBasedExtractor()
	throws Exception {

	String expectedOutputWithHeadersAndFooters =
	"Sheet1\n" +
	"&\"Calibri,Regular\"&K000000top left\t&\"Calibri,Regular\"&K000000top center\t&\"Calibri,Regular\"&K000000top right\n" +
	"abc\t123\n" +
	"&\"Calibri,Regular\"&K000000bottom left\t&\"Calibri,Regular\"&K000000bottom center\t&\"Calibri,Regular\"&K000000bottom right\n";

	String expectedOutputWithoutHeadersAndFooters =
	"Sheet1\n" +
	"abc\t123\n";

	XSSFExcelExtractor extractor = new XSSFExcelExtractor(
	XSSFTestDataSamples.openSampleWorkbook("headerFooterTest.xlsx"));
	try {
	assertEquals(expectedOutputWithHeadersAndFooters, extractor.getText());
	extractor.setIncludeHeadersFooters(false);
	assertEquals(expectedOutputWithoutHeadersAndFooters, extractor.getText());
	} finally {
	extractor.close();
	}

	XSSFEventBasedExcelExtractor fixture =
	new XSSFEventBasedExcelExtractor(
	XSSFTestDataSamples.openSamplePackage("headerFooterTest.xlsx"));
	try {
	assertEquals(expectedOutputWithHeadersAndFooters, fixture.getText());
	fixture.setIncludeHeadersFooters(false);
	assertEquals(expectedOutputWithoutHeadersAndFooters, fixture.getText());
	} finally {
	fixture.close();
	}
	}

	/**
	* Test that XSSFEventBasedExcelExtractor outputs comments when specified.
	* The output will contain two improvements over the output from
	* XSSFExcelExtractor in that (1) comments from empty cells will be
	* outputted, and (2) the author will not be outputted twice.
	* <p>
	* This test will need to be modified if these improvements are ported to
	* XSSFExcelExtractor.
	*/
	public void testCommentsComparedToNonEventBasedExtractor()
	throws Exception {

	String expectedOutputWithoutComments =
	"Sheet1\n" +
	"\n" +
	"abc\n" +
	"\n" +
	"123\n" +
	"\n" +
	"\n" +
	"\n";

	String nonEventBasedExtractorOutputWithComments =
	"Sheet1\n" +
	"\n" +
	"abc Comment by Shaun Kalley: Shaun Kalley: Comment A2\n" +
	"\n" +
	"123 Comment by Shaun Kalley: Shaun Kalley: Comment B4\n" +
	"\n" +
	"\n" +
	"\n";

	String eventBasedExtractorOutputWithComments =
	"Sheet1\n" +
	"Comment by Shaun Kalley: Comment A1\tComment by Shaun Kalley: Comment B1\n" +
	"abc Comment by Shaun Kalley: Comment A2\tComment by Shaun Kalley: Comment B2\n" +
	"Comment by Shaun Kalley: Comment A3\tComment by Shaun Kalley: Comment B3\n" +
	"Comment by Shaun Kalley: Comment A4\t123 Comment by Shaun Kalley: Comment B4\n" +
	"Comment by Shaun Kalley: Comment A5\tComment by Shaun Kalley: Comment B5\n" +
	"Comment by Shaun Kalley: Comment A7\tComment by Shaun Kalley: Comment B7\n" +
	"Comment by Shaun Kalley: Comment A8\tComment by Shaun Kalley: Comment B8\n";

	XSSFExcelExtractor extractor = new XSSFExcelExtractor(
	XSSFTestDataSamples.openSampleWorkbook("commentTest.xlsx"));
	try {
	assertEquals(expectedOutputWithoutComments, extractor.getText());
	extractor.setIncludeCellComments(true);
	assertEquals(nonEventBasedExtractorOutputWithComments, extractor.getText());
	} finally {
	extractor.close();
	}

	XSSFEventBasedExcelExtractor fixture =
	new XSSFEventBasedExcelExtractor(
	XSSFTestDataSamples.openSamplePackage("commentTest.xlsx"));
	try {
	assertEquals(expectedOutputWithoutComments, fixture.getText());
	fixture.setIncludeCellComments(true);
	assertEquals(eventBasedExtractorOutputWithComments, fixture.getText());
	} finally {
	fixture.close();
	}
	}
	}