| /* |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package org.apache.lucene.index; |
| |
| import java.io.ByteArrayOutputStream; |
| import java.io.IOException; |
| import java.io.PrintStream; |
| import java.util.ArrayList; |
| import java.util.List; |
| |
| import org.apache.lucene.analysis.MockAnalyzer; |
| import org.apache.lucene.document.Document; |
| import org.apache.lucene.document.FieldType; |
| import org.apache.lucene.document.TextField; |
| import org.apache.lucene.store.Directory; |
| import org.apache.lucene.store.LockObtainFailedException; |
| import org.apache.lucene.util.IOUtils; |
| import org.apache.lucene.util.LineFileDocs; |
| import org.apache.lucene.util.LuceneTestCase; |
| import org.apache.lucene.util.TestUtil; |
| |
| /** |
| * Base class for CheckIndex tests. |
| */ |
| public class BaseTestCheckIndex extends LuceneTestCase { |
| |
| public void testDeletedDocs(Directory dir) throws IOException { |
| IndexWriter writer = new IndexWriter(dir, newIndexWriterConfig(new MockAnalyzer(random())) |
| .setMaxBufferedDocs(2)); |
| for(int i=0;i<19;i++) { |
| Document doc = new Document(); |
| FieldType customType = new FieldType(TextField.TYPE_STORED); |
| customType.setStoreTermVectors(true); |
| customType.setStoreTermVectorPositions(true); |
| customType.setStoreTermVectorOffsets(true); |
| doc.add(newField("field", "aaa"+i, customType)); |
| writer.addDocument(doc); |
| } |
| writer.forceMerge(1); |
| writer.commit(); |
| writer.deleteDocuments(new Term("field","aaa5")); |
| writer.close(); |
| |
| ByteArrayOutputStream bos = new ByteArrayOutputStream(1024); |
| CheckIndex checker = new CheckIndex(dir); |
| checker.setInfoStream(new PrintStream(bos, false, IOUtils.UTF_8)); |
| if (VERBOSE) checker.setInfoStream(System.out); |
| CheckIndex.Status indexStatus = checker.checkIndex(); |
| if (indexStatus.clean == false) { |
| System.out.println("CheckIndex failed"); |
| System.out.println(bos.toString(IOUtils.UTF_8)); |
| fail(); |
| } |
| |
| final CheckIndex.Status.SegmentInfoStatus seg = indexStatus.segmentInfos.get(0); |
| assertTrue(seg.openReaderPassed); |
| |
| assertNotNull(seg.diagnostics); |
| |
| assertNotNull(seg.fieldNormStatus); |
| assertNull(seg.fieldNormStatus.error); |
| assertEquals(1, seg.fieldNormStatus.totFields); |
| |
| assertNotNull(seg.termIndexStatus); |
| assertNull(seg.termIndexStatus.error); |
| assertEquals(18, seg.termIndexStatus.termCount); |
| assertEquals(18, seg.termIndexStatus.totFreq); |
| assertEquals(18, seg.termIndexStatus.totPos); |
| |
| assertNotNull(seg.storedFieldStatus); |
| assertNull(seg.storedFieldStatus.error); |
| assertEquals(18, seg.storedFieldStatus.docCount); |
| assertEquals(18, seg.storedFieldStatus.totFields); |
| |
| assertNotNull(seg.termVectorStatus); |
| assertNull(seg.termVectorStatus.error); |
| assertEquals(18, seg.termVectorStatus.docCount); |
| assertEquals(18, seg.termVectorStatus.totVectors); |
| |
| assertNotNull(seg.diagnostics.get("java.vm.version")); |
| assertNotNull(seg.diagnostics.get("java.runtime.version")); |
| |
| assertTrue(seg.diagnostics.size() > 0); |
| final List<String> onlySegments = new ArrayList<>(); |
| onlySegments.add("_0"); |
| |
| assertTrue(checker.checkIndex(onlySegments).clean == true); |
| checker.close(); |
| } |
| |
| public void testChecksumsOnly(Directory dir) throws IOException { |
| LineFileDocs lf = new LineFileDocs(random()); |
| MockAnalyzer analyzer = new MockAnalyzer(random()); |
| analyzer.setMaxTokenLength(TestUtil.nextInt(random(), 1, IndexWriter.MAX_TERM_LENGTH)); |
| IndexWriter iw = new IndexWriter(dir, newIndexWriterConfig(analyzer)); |
| for (int i = 0; i < 100; i++) { |
| iw.addDocument(lf.nextDoc()); |
| } |
| iw.addDocument(new Document()); |
| iw.commit(); |
| iw.close(); |
| lf.close(); |
| |
| ByteArrayOutputStream bos = new ByteArrayOutputStream(1024); |
| CheckIndex checker = new CheckIndex(dir); |
| checker.setInfoStream(new PrintStream(bos, false, IOUtils.UTF_8)); |
| if (VERBOSE) checker.setInfoStream(System.out); |
| CheckIndex.Status indexStatus = checker.checkIndex(); |
| assertTrue(indexStatus.clean); |
| checker.close(); |
| analyzer.close(); |
| } |
| |
| public void testChecksumsOnlyVerbose(Directory dir) throws IOException { |
| LineFileDocs lf = new LineFileDocs(random()); |
| MockAnalyzer analyzer = new MockAnalyzer(random()); |
| analyzer.setMaxTokenLength(TestUtil.nextInt(random(), 1, IndexWriter.MAX_TERM_LENGTH)); |
| IndexWriter iw = new IndexWriter(dir, newIndexWriterConfig(analyzer)); |
| for (int i = 0; i < 100; i++) { |
| iw.addDocument(lf.nextDoc()); |
| } |
| iw.addDocument(new Document()); |
| iw.commit(); |
| iw.close(); |
| lf.close(); |
| |
| ByteArrayOutputStream bos = new ByteArrayOutputStream(1024); |
| CheckIndex checker = new CheckIndex(dir); |
| checker.setInfoStream(new PrintStream(bos, true, IOUtils.UTF_8)); |
| if (VERBOSE) checker.setInfoStream(System.out); |
| CheckIndex.Status indexStatus = checker.checkIndex(); |
| assertTrue(indexStatus.clean); |
| checker.close(); |
| analyzer.close(); |
| } |
| |
| public void testObtainsLock(Directory dir) throws IOException { |
| IndexWriter iw = new IndexWriter(dir, newIndexWriterConfig(null)); |
| iw.addDocument(new Document()); |
| iw.commit(); |
| |
| // keep IW open... should not be able to obtain write lock |
| expectThrows(LockObtainFailedException.class, () -> { |
| new CheckIndex(dir); |
| }); |
| |
| iw.close(); |
| } |
| } |