| package org.apache.lucene.store; |
| |
| /* |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| import java.io.IOException; |
| import java.nio.file.Path; |
| import java.util.Collections; |
| import java.util.HashSet; |
| import java.util.Set; |
| |
| import org.apache.lucene.analysis.MockAnalyzer; |
| import org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter; |
| import org.apache.lucene.index.DirectoryReader; |
| import org.apache.lucene.index.IndexNotFoundException; |
| import org.apache.lucene.index.IndexReader; |
| import org.apache.lucene.index.IndexWriter; |
| import org.apache.lucene.index.IndexWriterConfig; |
| import org.apache.lucene.index.TestIndexWriterReader; |
| import org.apache.lucene.util.IOUtils; |
| import org.apache.lucene.util.TestUtil; |
| |
| public class TestFileSwitchDirectory extends BaseDirectoryTestCase { |
| |
| /** |
| * Test if writing doc stores to disk and everything else to ram works. |
| */ |
| public void testBasic() throws IOException { |
| Set<String> fileExtensions = new HashSet<>(); |
| fileExtensions.add(CompressingStoredFieldsWriter.FIELDS_EXTENSION); |
| fileExtensions.add(CompressingStoredFieldsWriter.FIELDS_INDEX_EXTENSION); |
| |
| MockDirectoryWrapper primaryDir = new MockDirectoryWrapper(random(), new RAMDirectory()); |
| primaryDir.setCheckIndexOnClose(false); // only part of an index |
| MockDirectoryWrapper secondaryDir = new MockDirectoryWrapper(random(), new RAMDirectory()); |
| secondaryDir.setCheckIndexOnClose(false); // only part of an index |
| |
| FileSwitchDirectory fsd = new FileSwitchDirectory(fileExtensions, primaryDir, secondaryDir, true); |
| // for now we wire the default codec because we rely upon its specific impl |
| IndexWriter writer = new IndexWriter( |
| fsd, |
| new IndexWriterConfig(new MockAnalyzer(random())). |
| setMergePolicy(newLogMergePolicy(false)).setCodec(TestUtil.getDefaultCodec()).setUseCompoundFile(false) |
| ); |
| TestIndexWriterReader.createIndexNoClose(true, "ram", writer); |
| IndexReader reader = DirectoryReader.open(writer, true); |
| assertEquals(100, reader.maxDoc()); |
| writer.commit(); |
| // we should see only fdx,fdt files here |
| String[] files = primaryDir.listAll(); |
| assertTrue(files.length > 0); |
| for (int x=0; x < files.length; x++) { |
| String ext = FileSwitchDirectory.getExtension(files[x]); |
| assertTrue(fileExtensions.contains(ext)); |
| } |
| files = secondaryDir.listAll(); |
| assertTrue(files.length > 0); |
| // we should not see fdx,fdt files here |
| for (int x=0; x < files.length; x++) { |
| String ext = FileSwitchDirectory.getExtension(files[x]); |
| assertFalse(fileExtensions.contains(ext)); |
| } |
| reader.close(); |
| writer.close(); |
| |
| files = fsd.listAll(); |
| for(int i=0;i<files.length;i++) { |
| assertNotNull(files[i]); |
| } |
| fsd.close(); |
| } |
| |
| private Directory newFSSwitchDirectory(Set<String> primaryExtensions) throws IOException { |
| Path primDir = createTempDir("foo"); |
| Path secondDir = createTempDir("bar"); |
| return newFSSwitchDirectory(primDir, secondDir, primaryExtensions); |
| } |
| |
| private Directory newFSSwitchDirectory(Path aDir, Path bDir, Set<String> primaryExtensions) throws IOException { |
| Directory a = new SimpleFSDirectory(aDir); |
| Directory b = new SimpleFSDirectory(bDir); |
| return new FileSwitchDirectory(primaryExtensions, a, b, true); |
| } |
| |
| // LUCENE-3380 -- make sure we get exception if the directory really does not exist. |
| public void testNoDir() throws Throwable { |
| Path primDir = createTempDir("foo"); |
| Path secondDir = createTempDir("bar"); |
| Directory dir = newFSSwitchDirectory(primDir, secondDir, Collections.<String>emptySet()); |
| try { |
| DirectoryReader.open(dir); |
| fail("did not hit expected exception"); |
| } catch (IndexNotFoundException nsde) { |
| // expected |
| } |
| dir.close(); |
| } |
| |
| @Override |
| protected Directory getDirectory(Path path) throws IOException { |
| Set<String> extensions = new HashSet<String>(); |
| if (random().nextBoolean()) { |
| extensions.add("cfs"); |
| } |
| if (random().nextBoolean()) { |
| extensions.add("prx"); |
| } |
| if (random().nextBoolean()) { |
| extensions.add("frq"); |
| } |
| if (random().nextBoolean()) { |
| extensions.add("tip"); |
| } |
| if (random().nextBoolean()) { |
| extensions.add("tim"); |
| } |
| if (random().nextBoolean()) { |
| extensions.add("del"); |
| } |
| return newFSSwitchDirectory(extensions); |
| } |
| } |