src/integrationtest/org/apache/poi/TestAllFiles.java - poi - Git at Google

 /* ====================================================================
    Licensed to the Apache Software Foundation (ASF) under one or more
    contributor license agreements.  See the NOTICE file distributed with
    this work for additional information regarding copyright ownership.
    The ASF licenses this file to You under the Apache License, Version 2.0
    (the "License"); you may not use this file except in compliance with
    the License.  You may obtain a copy of the License at

        http://www.apache.org/licenses/LICENSE-2.0

    Unless required by applicable law or agreed to in writing, software
    distributed under the License is distributed on an "AS IS" BASIS,
    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
    See the License for the specific language governing permissions and
    limitations under the License.
 ==================================================================== */
 package org.apache.poi;


 import static org.junit.Assert.assertFalse;
 import static org.junit.Assert.assertNotNull;

 import java.io.BufferedInputStream;
 import java.io.File;
 import java.io.FileInputStream;
 import java.io.InputStream;
 import java.util.ArrayList;
 import java.util.HashMap;
 import java.util.HashSet;
 import java.util.List;
 import java.util.Map;
 import java.util.Set;

 import org.apache.poi.stress.*;
 import org.apache.tools.ant.DirectoryScanner;
 import org.junit.Test;
 import org.junit.runner.RunWith;
 import org.junit.runners.Parameterized;
 import org.junit.runners.Parameterized.Parameter;
 import org.junit.runners.Parameterized.Parameters;

 /**
  *  This is an integration test which performs various actions on all stored test-files and tries
  *  to reveal problems which are introduced, but not covered (yet) by unit tests.
  *
  *  This test looks for any file under the test-data directory and tries to do some useful
  *  processing with it based on it's type.
  *
  *  The test is implemented as a junit {@link Parameterized} test, which leads
  *  to one test-method call for each file (currently around 950 files are handled).
  *
  *  There is a a mapping of extension to implementations of the interface
  *  {@link FileHandler} which defines how the file is loaded and which actions are
  *  tried with the file.
  *
  *  The test can be expanded by adding more actions to the FileHandlers, this automatically
  *  applies the action to any such file in our test-data repository.
  *
  *  There is also a list of files that should actually fail.
  *
  *  Note: It is also a test-failure if a file that is expected to fail now actually works,
  *  i.e. if a bug was fixed in POI itself, the file should be removed from the expected-failures
  *  here as well! This is to ensure that files that should not work really do not work, e.g.
  *  that we do not remove expected sanity checks.
  */
 @RunWith(Parameterized.class)
 public class TestAllFiles {
 	private static final File ROOT_DIR = new File("test-data");

     // map file extensions to the actual mappers
 	private static final Map<String, FileHandler> HANDLERS = new HashMap<String, FileHandler>();
 	static {
 		// Excel
 		HANDLERS.put(".xls", new HSSFFileHandler());
 		HANDLERS.put(".xlsx", new XSSFFileHandler());
 		HANDLERS.put(".xlsm", new XSSFFileHandler());
 		HANDLERS.put(".xltx", new XSSFFileHandler());
 		HANDLERS.put(".xlsb", new XSSFFileHandler());

 		// Word
 		HANDLERS.put(".doc", new HWPFFileHandler());
 		HANDLERS.put(".docx", new XWPFFileHandler());
 		HANDLERS.put(".dotx", new XWPFFileHandler());
 		HANDLERS.put(".docm", new XWPFFileHandler());
 		HANDLERS.put(".ooxml", new XWPFFileHandler());		// OPCPackage

 		// Powerpoint
 		HANDLERS.put(".ppt", new HSLFFileHandler());
 		HANDLERS.put(".pptx", new XSLFFileHandler());
 		HANDLERS.put(".pptm", new XSLFFileHandler());
 		HANDLERS.put(".ppsm", new XSLFFileHandler());
 		HANDLERS.put(".ppsx", new XSLFFileHandler());
 		HANDLERS.put(".thmx", new XSLFFileHandler());

 		// Outlook
 		HANDLERS.put(".msg", new HSMFFileHandler());

 		// Publisher
 		HANDLERS.put(".pub", new HPBFFileHandler());

 		// Visio
 		HANDLERS.put(".vsd", new HDGFFileHandler());

 		// POIFS
 		HANDLERS.put(".ole2", new POIFSFileHandler());

 		// Microsoft Admin Template?
 		HANDLERS.put(".adm", new HPSFFileHandler());

 		// Microsoft TNEF
 		HANDLERS.put(".dat", new HMEFFileHandler());

 		// TODO: are these readable by some of the formats?
 		HANDLERS.put(".shw", new NullFileHandler());
 		HANDLERS.put(".zvi", new NullFileHandler());
 		HANDLERS.put(".mpp", new NullFileHandler());
 		HANDLERS.put(".qwp", new NullFileHandler());
 		HANDLERS.put(".wps", new NullFileHandler());
 		HANDLERS.put(".bin", new NullFileHandler());
 		HANDLERS.put(".xps", new NullFileHandler());
 		HANDLERS.put(".sldprt", new NullFileHandler());
 		HANDLERS.put(".mdb", new NullFileHandler());
 		HANDLERS.put(".vml", new NullFileHandler());

 		// ignore some file types, images, other formats, ...
 		HANDLERS.put(".txt", new NullFileHandler());
 		HANDLERS.put(".pdf", new NullFileHandler());
 		HANDLERS.put(".rtf", new NullFileHandler());
 		HANDLERS.put(".gif", new NullFileHandler());
 		HANDLERS.put(".html", new NullFileHandler());
 		HANDLERS.put(".png", new NullFileHandler());
 		HANDLERS.put(".wmf", new NullFileHandler());
 		HANDLERS.put(".emf", new NullFileHandler());
 		HANDLERS.put(".dib", new NullFileHandler());
 		HANDLERS.put(".svg", new NullFileHandler());
 		HANDLERS.put(".pict", new NullFileHandler());
 		HANDLERS.put(".jpg", new NullFileHandler());
 		HANDLERS.put(".wav", new NullFileHandler());
 		HANDLERS.put(".pfx", new NullFileHandler());
 		HANDLERS.put(".xml", new NullFileHandler());
 		HANDLERS.put(".csv", new NullFileHandler());

 		// map some files without extension
 		HANDLERS.put("spreadsheet/BigSSTRecord", new NullFileHandler());
         HANDLERS.put("spreadsheet/BigSSTRecord2", new NullFileHandler());
         HANDLERS.put("spreadsheet/BigSSTRecord2CR1", new NullFileHandler());
         HANDLERS.put("spreadsheet/BigSSTRecord2CR2", new NullFileHandler());
         HANDLERS.put("spreadsheet/BigSSTRecord2CR3", new NullFileHandler());
         HANDLERS.put("spreadsheet/BigSSTRecord2CR4", new NullFileHandler());
         HANDLERS.put("spreadsheet/BigSSTRecord2CR5", new NullFileHandler());
         HANDLERS.put("spreadsheet/BigSSTRecord2CR6", new NullFileHandler());
         HANDLERS.put("spreadsheet/BigSSTRecord2CR7", new NullFileHandler());
         HANDLERS.put("spreadsheet/BigSSTRecordCR", new NullFileHandler());
 		HANDLERS.put("spreadsheet/test_properties1", new NullFileHandler());
 	}

 	private static final Set<String> EXPECTED_FAILURES = new HashSet<String>();
 	static {
 		// password protected files
 		EXPECTED_FAILURES.add("spreadsheet/password.xls");
 		EXPECTED_FAILURES.add("spreadsheet/51832.xls");
 		EXPECTED_FAILURES.add("document/PasswordProtected.doc");
 		EXPECTED_FAILURES.add("slideshow/Password_Protected-hello.ppt");
 		EXPECTED_FAILURES.add("slideshow/Password_Protected-56-hello.ppt");
 		EXPECTED_FAILURES.add("slideshow/Password_Protected-np-hello.ppt");
 		EXPECTED_FAILURES.add("slideshow/cryptoapi-proc2356.ppt");
 		//EXPECTED_FAILURES.add("document/bug53475-password-is-pass.docx");
 		//EXPECTED_FAILURES.add("document/bug53475-password-is-solrcell.docx");
 		EXPECTED_FAILURES.add("spreadsheet/xor-encryption-abc.xls");
         EXPECTED_FAILURES.add("spreadsheet/35897-type4.xls");
         //EXPECTED_FAILURES.add("poifs/protect.xlsx");
         //EXPECTED_FAILURES.add("poifs/protected_sha512.xlsx");
         //EXPECTED_FAILURES.add("poifs/extenxls_pwd123.xlsx");
         //EXPECTED_FAILURES.add("poifs/protected_agile.docx");

 		// TODO: fails XMLExportTest, is this ok?
 		EXPECTED_FAILURES.add("spreadsheet/CustomXMLMapping-singleattributenamespace.xlsx");
 		EXPECTED_FAILURES.add("spreadsheet/55864.xlsx");

 		// TODO: these fail now with some NPE/file read error because we now try to compute every value via Cell.toString()!
 		EXPECTED_FAILURES.add("spreadsheet/44958.xls");
 		EXPECTED_FAILURES.add("spreadsheet/44958_1.xls");
 		EXPECTED_FAILURES.add("spreadsheet/testArraysAndTables.xls");

 		// TODO: good to ignore?
 		EXPECTED_FAILURES.add("spreadsheet/sample-beta.xlsx");
 		EXPECTED_FAILURES.add("spreadsheet/49931.xls");
 		EXPECTED_FAILURES.add("openxml4j/ContentTypeHasParameters.ooxml");

 		// This is actually a spreadsheet!
 		EXPECTED_FAILURES.add("hpsf/TestRobert_Flaherty.doc");

 		// some files that are broken, Excel 5.0/95, Word 95, ...
 		EXPECTED_FAILURES.add("spreadsheet/43493.xls");
 		EXPECTED_FAILURES.add("spreadsheet/46904.xls");
 		EXPECTED_FAILURES.add("document/56880.doc");
 		EXPECTED_FAILURES.add("document/Bug49933.doc");
 		EXPECTED_FAILURES.add("document/Bug50955.doc");
 		EXPECTED_FAILURES.add("document/Bug51944.doc");
 		EXPECTED_FAILURES.add("document/Word6.doc");
 		EXPECTED_FAILURES.add("document/Word6_sections.doc");
 		EXPECTED_FAILURES.add("document/Word6_sections2.doc");
 		EXPECTED_FAILURES.add("document/Word95.doc");
 		EXPECTED_FAILURES.add("document/word95err.doc");
 		EXPECTED_FAILURES.add("hpsf/TestMickey.doc");
 		EXPECTED_FAILURES.add("slideshow/PPT95.ppt");
 		EXPECTED_FAILURES.add("openxml4j/OPCCompliance_CoreProperties_DCTermsNamespaceLimitedUseFAIL.docx");
 		EXPECTED_FAILURES.add("openxml4j/OPCCompliance_CoreProperties_DoNotUseCompatibilityMarkupFAIL.docx");
 		EXPECTED_FAILURES.add("openxml4j/OPCCompliance_CoreProperties_LimitedXSITypeAttribute_NotPresentFAIL.docx");
 		EXPECTED_FAILURES.add("openxml4j/OPCCompliance_CoreProperties_LimitedXSITypeAttribute_PresentWithUnauthorizedValueFAIL.docx");
 		EXPECTED_FAILURES.add("openxml4j/OPCCompliance_CoreProperties_OnlyOneCorePropertiesPartFAIL.docx");
 		EXPECTED_FAILURES.add("openxml4j/OPCCompliance_CoreProperties_UnauthorizedXMLLangAttributeFAIL.docx");
 		EXPECTED_FAILURES.add("openxml4j/OPCCompliance_DerivedPartNameFAIL.docx");
 		EXPECTED_FAILURES.add("spreadsheet/54764-2.xlsx");   // see TestXSSFBugs.bug54764()
 		EXPECTED_FAILURES.add("spreadsheet/54764.xlsx");     // see TestXSSFBugs.bug54764()
         EXPECTED_FAILURES.add("spreadsheet/Simple.xlsb");
         EXPECTED_FAILURES.add("spreadsheet/testEXCEL_2.xls");
         EXPECTED_FAILURES.add("spreadsheet/testEXCEL_3.xls");
         EXPECTED_FAILURES.add("spreadsheet/testEXCEL_4.xls");
         EXPECTED_FAILURES.add("spreadsheet/testEXCEL_5.xls");
         EXPECTED_FAILURES.add("spreadsheet/testEXCEL_95.xls");

 		// non-TNEF files
 		EXPECTED_FAILURES.add("ddf/Container.dat");
 		EXPECTED_FAILURES.add("ddf/47143.dat");
 	}

     @Parameters(name="{index}: {0} using {1}")
     public static Iterable<Object[]> files() {
         DirectoryScanner scanner = new DirectoryScanner();
         scanner.setBasedir(ROOT_DIR);
         scanner.setExcludes(new String[] { "**/.svn/**" });

         scanner.scan();

         System.out.println("Handling " + scanner.getIncludedFiles().length + " files");

         List<Object[]> files = new ArrayList<Object[]>();
         for(String file : scanner.getIncludedFiles()) {
             file = file.replace('\\', '/'); // ... failures/handlers lookup doesn't work on windows otherwise
             files.add(new Object[] { file, HANDLERS.get(getExtension(file)) });
         }

         return files;
      }

     @Parameter(value=0)
     public String file;

     @Parameter(value=1)
     public FileHandler handler;

     @Test
     public void testAllFiles() throws Exception {
 		assertNotNull("Unknown file extension for file: " + file + ": " + getExtension(file), handler);
 		InputStream stream = new BufferedInputStream(new FileInputStream(new File(ROOT_DIR, file)),100);
 		try {
 			handler.handleFile(stream);

 			assertFalse("Expected to fail for file " + file + " and handler " + handler + ", but did not fail!",
 			        EXPECTED_FAILURES.contains(file));
 		} catch (Exception e) {
 		    // check if we expect failure for this file
 			if(!EXPECTED_FAILURES.contains(file)) {
 			    throw new Exception("While handling " + file, e);
 			}
 		} finally {
 			stream.close();
 		}
 	}

 	private static String getExtension(String file) {
 		int pos = file.lastIndexOf('.');
 		if(pos == -1 || pos == file.length()-1) {
 			return file;
 		}

 		return file.substring(pos);
 	}

 	private static class NullFileHandler implements FileHandler {
 		@Override
         public void handleFile(InputStream stream) throws Exception {
 		}
 	}
 }
	/* ====================================================================
	Licensed to the Apache Software Foundation (ASF) under one or more
	contributor license agreements. See the NOTICE file distributed with
	this work for additional information regarding copyright ownership.
	The ASF licenses this file to You under the Apache License, Version 2.0
	(the "License"); you may not use this file except in compliance with
	the License. You may obtain a copy of the License at

	http://www.apache.org/licenses/LICENSE-2.0

	Unless required by applicable law or agreed to in writing, software
	distributed under the License is distributed on an "AS IS" BASIS,
	WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	See the License for the specific language governing permissions and
	limitations under the License.
	==================================================================== */
	package org.apache.poi;


	import static org.junit.Assert.assertFalse;
	import static org.junit.Assert.assertNotNull;

	import java.io.BufferedInputStream;
	import java.io.File;
	import java.io.FileInputStream;
	import java.io.InputStream;
	import java.util.ArrayList;
	import java.util.HashMap;
	import java.util.HashSet;
	import java.util.List;
	import java.util.Map;
	import java.util.Set;

	import org.apache.poi.stress.*;
	import org.apache.tools.ant.DirectoryScanner;
	import org.junit.Test;
	import org.junit.runner.RunWith;
	import org.junit.runners.Parameterized;
	import org.junit.runners.Parameterized.Parameter;
	import org.junit.runners.Parameterized.Parameters;

	/**
	* This is an integration test which performs various actions on all stored test-files and tries
	* to reveal problems which are introduced, but not covered (yet) by unit tests.
	*
	* This test looks for any file under the test-data directory and tries to do some useful
	* processing with it based on it's type.
	*
	* The test is implemented as a junit {@link Parameterized} test, which leads
	* to one test-method call for each file (currently around 950 files are handled).
	*
	* There is a a mapping of extension to implementations of the interface
	* {@link FileHandler} which defines how the file is loaded and which actions are
	* tried with the file.
	*
	* The test can be expanded by adding more actions to the FileHandlers, this automatically
	* applies the action to any such file in our test-data repository.
	*
	* There is also a list of files that should actually fail.
	*
	* Note: It is also a test-failure if a file that is expected to fail now actually works,
	* i.e. if a bug was fixed in POI itself, the file should be removed from the expected-failures
	* here as well! This is to ensure that files that should not work really do not work, e.g.
	* that we do not remove expected sanity checks.
	*/
	@RunWith(Parameterized.class)
	public class TestAllFiles {
	private static final File ROOT_DIR = new File("test-data");

	// map file extensions to the actual mappers
	private static final Map<String, FileHandler> HANDLERS = new HashMap<String, FileHandler>();
	static {
	// Excel
	HANDLERS.put(".xls", new HSSFFileHandler());
	HANDLERS.put(".xlsx", new XSSFFileHandler());
	HANDLERS.put(".xlsm", new XSSFFileHandler());
	HANDLERS.put(".xltx", new XSSFFileHandler());
	HANDLERS.put(".xlsb", new XSSFFileHandler());

	// Word
	HANDLERS.put(".doc", new HWPFFileHandler());
	HANDLERS.put(".docx", new XWPFFileHandler());
	HANDLERS.put(".dotx", new XWPFFileHandler());
	HANDLERS.put(".docm", new XWPFFileHandler());
	HANDLERS.put(".ooxml", new XWPFFileHandler()); // OPCPackage

	// Powerpoint
	HANDLERS.put(".ppt", new HSLFFileHandler());
	HANDLERS.put(".pptx", new XSLFFileHandler());
	HANDLERS.put(".pptm", new XSLFFileHandler());
	HANDLERS.put(".ppsm", new XSLFFileHandler());
	HANDLERS.put(".ppsx", new XSLFFileHandler());
	HANDLERS.put(".thmx", new XSLFFileHandler());

	// Outlook
	HANDLERS.put(".msg", new HSMFFileHandler());

	// Publisher
	HANDLERS.put(".pub", new HPBFFileHandler());

	// Visio
	HANDLERS.put(".vsd", new HDGFFileHandler());

	// POIFS
	HANDLERS.put(".ole2", new POIFSFileHandler());

	// Microsoft Admin Template?
	HANDLERS.put(".adm", new HPSFFileHandler());

	// Microsoft TNEF
	HANDLERS.put(".dat", new HMEFFileHandler());

	// TODO: are these readable by some of the formats?
	HANDLERS.put(".shw", new NullFileHandler());
	HANDLERS.put(".zvi", new NullFileHandler());
	HANDLERS.put(".mpp", new NullFileHandler());
	HANDLERS.put(".qwp", new NullFileHandler());
	HANDLERS.put(".wps", new NullFileHandler());
	HANDLERS.put(".bin", new NullFileHandler());
	HANDLERS.put(".xps", new NullFileHandler());
	HANDLERS.put(".sldprt", new NullFileHandler());
	HANDLERS.put(".mdb", new NullFileHandler());
	HANDLERS.put(".vml", new NullFileHandler());

	// ignore some file types, images, other formats, ...
	HANDLERS.put(".txt", new NullFileHandler());
	HANDLERS.put(".pdf", new NullFileHandler());
	HANDLERS.put(".rtf", new NullFileHandler());
	HANDLERS.put(".gif", new NullFileHandler());
	HANDLERS.put(".html", new NullFileHandler());
	HANDLERS.put(".png", new NullFileHandler());
	HANDLERS.put(".wmf", new NullFileHandler());
	HANDLERS.put(".emf", new NullFileHandler());
	HANDLERS.put(".dib", new NullFileHandler());
	HANDLERS.put(".svg", new NullFileHandler());
	HANDLERS.put(".pict", new NullFileHandler());
	HANDLERS.put(".jpg", new NullFileHandler());
	HANDLERS.put(".wav", new NullFileHandler());
	HANDLERS.put(".pfx", new NullFileHandler());
	HANDLERS.put(".xml", new NullFileHandler());
	HANDLERS.put(".csv", new NullFileHandler());

	// map some files without extension
	HANDLERS.put("spreadsheet/BigSSTRecord", new NullFileHandler());
	HANDLERS.put("spreadsheet/BigSSTRecord2", new NullFileHandler());
	HANDLERS.put("spreadsheet/BigSSTRecord2CR1", new NullFileHandler());
	HANDLERS.put("spreadsheet/BigSSTRecord2CR2", new NullFileHandler());
	HANDLERS.put("spreadsheet/BigSSTRecord2CR3", new NullFileHandler());
	HANDLERS.put("spreadsheet/BigSSTRecord2CR4", new NullFileHandler());
	HANDLERS.put("spreadsheet/BigSSTRecord2CR5", new NullFileHandler());
	HANDLERS.put("spreadsheet/BigSSTRecord2CR6", new NullFileHandler());
	HANDLERS.put("spreadsheet/BigSSTRecord2CR7", new NullFileHandler());
	HANDLERS.put("spreadsheet/BigSSTRecordCR", new NullFileHandler());
	HANDLERS.put("spreadsheet/test_properties1", new NullFileHandler());
	}

	private static final Set<String> EXPECTED_FAILURES = new HashSet<String>();
	static {
	// password protected files
	EXPECTED_FAILURES.add("spreadsheet/password.xls");
	EXPECTED_FAILURES.add("spreadsheet/51832.xls");
	EXPECTED_FAILURES.add("document/PasswordProtected.doc");
	EXPECTED_FAILURES.add("slideshow/Password_Protected-hello.ppt");
	EXPECTED_FAILURES.add("slideshow/Password_Protected-56-hello.ppt");
	EXPECTED_FAILURES.add("slideshow/Password_Protected-np-hello.ppt");
	EXPECTED_FAILURES.add("slideshow/cryptoapi-proc2356.ppt");
	//EXPECTED_FAILURES.add("document/bug53475-password-is-pass.docx");
	//EXPECTED_FAILURES.add("document/bug53475-password-is-solrcell.docx");
	EXPECTED_FAILURES.add("spreadsheet/xor-encryption-abc.xls");
	EXPECTED_FAILURES.add("spreadsheet/35897-type4.xls");
	//EXPECTED_FAILURES.add("poifs/protect.xlsx");
	//EXPECTED_FAILURES.add("poifs/protected_sha512.xlsx");
	//EXPECTED_FAILURES.add("poifs/extenxls_pwd123.xlsx");
	//EXPECTED_FAILURES.add("poifs/protected_agile.docx");

	// TODO: fails XMLExportTest, is this ok?
	EXPECTED_FAILURES.add("spreadsheet/CustomXMLMapping-singleattributenamespace.xlsx");
	EXPECTED_FAILURES.add("spreadsheet/55864.xlsx");

	// TODO: these fail now with some NPE/file read error because we now try to compute every value via Cell.toString()!
	EXPECTED_FAILURES.add("spreadsheet/44958.xls");
	EXPECTED_FAILURES.add("spreadsheet/44958_1.xls");
	EXPECTED_FAILURES.add("spreadsheet/testArraysAndTables.xls");

	// TODO: good to ignore?
	EXPECTED_FAILURES.add("spreadsheet/sample-beta.xlsx");
	EXPECTED_FAILURES.add("spreadsheet/49931.xls");
	EXPECTED_FAILURES.add("openxml4j/ContentTypeHasParameters.ooxml");

	// This is actually a spreadsheet!
	EXPECTED_FAILURES.add("hpsf/TestRobert_Flaherty.doc");

	// some files that are broken, Excel 5.0/95, Word 95, ...
	EXPECTED_FAILURES.add("spreadsheet/43493.xls");
	EXPECTED_FAILURES.add("spreadsheet/46904.xls");
	EXPECTED_FAILURES.add("document/56880.doc");
	EXPECTED_FAILURES.add("document/Bug49933.doc");
	EXPECTED_FAILURES.add("document/Bug50955.doc");
	EXPECTED_FAILURES.add("document/Bug51944.doc");
	EXPECTED_FAILURES.add("document/Word6.doc");
	EXPECTED_FAILURES.add("document/Word6_sections.doc");
	EXPECTED_FAILURES.add("document/Word6_sections2.doc");
	EXPECTED_FAILURES.add("document/Word95.doc");
	EXPECTED_FAILURES.add("document/word95err.doc");
	EXPECTED_FAILURES.add("hpsf/TestMickey.doc");
	EXPECTED_FAILURES.add("slideshow/PPT95.ppt");
	EXPECTED_FAILURES.add("openxml4j/OPCCompliance_CoreProperties_DCTermsNamespaceLimitedUseFAIL.docx");
	EXPECTED_FAILURES.add("openxml4j/OPCCompliance_CoreProperties_DoNotUseCompatibilityMarkupFAIL.docx");
	EXPECTED_FAILURES.add("openxml4j/OPCCompliance_CoreProperties_LimitedXSITypeAttribute_NotPresentFAIL.docx");
	EXPECTED_FAILURES.add("openxml4j/OPCCompliance_CoreProperties_LimitedXSITypeAttribute_PresentWithUnauthorizedValueFAIL.docx");
	EXPECTED_FAILURES.add("openxml4j/OPCCompliance_CoreProperties_OnlyOneCorePropertiesPartFAIL.docx");
	EXPECTED_FAILURES.add("openxml4j/OPCCompliance_CoreProperties_UnauthorizedXMLLangAttributeFAIL.docx");
	EXPECTED_FAILURES.add("openxml4j/OPCCompliance_DerivedPartNameFAIL.docx");
	EXPECTED_FAILURES.add("spreadsheet/54764-2.xlsx"); // see TestXSSFBugs.bug54764()
	EXPECTED_FAILURES.add("spreadsheet/54764.xlsx"); // see TestXSSFBugs.bug54764()
	EXPECTED_FAILURES.add("spreadsheet/Simple.xlsb");
	EXPECTED_FAILURES.add("spreadsheet/testEXCEL_2.xls");
	EXPECTED_FAILURES.add("spreadsheet/testEXCEL_3.xls");
	EXPECTED_FAILURES.add("spreadsheet/testEXCEL_4.xls");
	EXPECTED_FAILURES.add("spreadsheet/testEXCEL_5.xls");
	EXPECTED_FAILURES.add("spreadsheet/testEXCEL_95.xls");

	// non-TNEF files
	EXPECTED_FAILURES.add("ddf/Container.dat");
	EXPECTED_FAILURES.add("ddf/47143.dat");
	}

	@Parameters(name="{index}: {0} using {1}")
	public static Iterable<Object[]> files() {
	DirectoryScanner scanner = new DirectoryScanner();
	scanner.setBasedir(ROOT_DIR);
	scanner.setExcludes(new String[] { "/.svn/" });

	scanner.scan();

	System.out.println("Handling " + scanner.getIncludedFiles().length + " files");

	List<Object[]> files = new ArrayList<Object[]>();
	for(String file : scanner.getIncludedFiles()) {
	file = file.replace('\\', '/'); // ... failures/handlers lookup doesn't work on windows otherwise
	files.add(new Object[] { file, HANDLERS.get(getExtension(file)) });
	}

	return files;
	}

	@Parameter(value=0)
	public String file;

	@Parameter(value=1)
	public FileHandler handler;

	@Test
	public void testAllFiles() throws Exception {
	assertNotNull("Unknown file extension for file: " + file + ": " + getExtension(file), handler);
	InputStream stream = new BufferedInputStream(new FileInputStream(new File(ROOT_DIR, file)),100);
	try {
	handler.handleFile(stream);

	assertFalse("Expected to fail for file " + file + " and handler " + handler + ", but did not fail!",
	EXPECTED_FAILURES.contains(file));
	} catch (Exception e) {
	// check if we expect failure for this file
	if(!EXPECTED_FAILURES.contains(file)) {
	throw new Exception("While handling " + file, e);
	}
	} finally {
	stream.close();
	}
	}

	private static String getExtension(String file) {
	int pos = file.lastIndexOf('.');
	if(pos == -1 \|\| pos == file.length()-1) {
	return file;
	}

	return file.substring(pos);
	}

	private static class NullFileHandler implements FileHandler {
	@Override
	public void handleFile(InputStream stream) throws Exception {
	}
	}
	}