/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.lucene.index; import java.io.ByteArrayOutputStream; import java.io.IOException; import java.io.PrintStream; import java.util.ArrayList; import java.util.List; import org.apache.lucene.analysis.MockAnalyzer; import org.apache.lucene.document.Document; import org.apache.lucene.document.FieldType; import org.apache.lucene.document.TextField; import org.apache.lucene.store.Directory; import org.apache.lucene.store.LockObtainFailedException; import org.apache.lucene.util.IOUtils; import org.apache.lucene.util.LineFileDocs; import org.apache.lucene.util.LuceneTestCase; import org.apache.lucene.util.TestUtil; /** * Base class for CheckIndex tests. */ public class BaseTestCheckIndex extends LuceneTestCase { public void testDeletedDocs(Directory dir) throws IOException { IndexWriter writer = new IndexWriter(dir, newIndexWriterConfig(new MockAnalyzer(random())) .setMaxBufferedDocs(2)); for(int i=0;i<19;i++) { Document doc = new Document(); FieldType customType = new FieldType(TextField.TYPE_STORED); customType.setStoreTermVectors(true); customType.setStoreTermVectorPositions(true); customType.setStoreTermVectorOffsets(true); doc.add(newField("field", "aaa"+i, customType)); writer.addDocument(doc); } writer.forceMerge(1); writer.commit(); writer.deleteDocuments(new Term("field","aaa5")); writer.close(); ByteArrayOutputStream bos = new ByteArrayOutputStream(1024); CheckIndex checker = new CheckIndex(dir); checker.setInfoStream(new PrintStream(bos, false, IOUtils.UTF_8)); if (VERBOSE) checker.setInfoStream(System.out); CheckIndex.Status indexStatus = checker.checkIndex(); if (indexStatus.clean == false) { System.out.println("CheckIndex failed"); System.out.println(bos.toString(IOUtils.UTF_8)); fail(); } final CheckIndex.Status.SegmentInfoStatus seg = indexStatus.segmentInfos.get(0); assertTrue(seg.openReaderPassed); assertNotNull(seg.diagnostics); assertNotNull(seg.fieldNormStatus); assertNull(seg.fieldNormStatus.error); assertEquals(1, seg.fieldNormStatus.totFields); assertNotNull(seg.termIndexStatus); assertNull(seg.termIndexStatus.error); assertEquals(18, seg.termIndexStatus.termCount); assertEquals(18, seg.termIndexStatus.totFreq); assertEquals(18, seg.termIndexStatus.totPos); assertNotNull(seg.storedFieldStatus); assertNull(seg.storedFieldStatus.error); assertEquals(18, seg.storedFieldStatus.docCount); assertEquals(18, seg.storedFieldStatus.totFields); assertNotNull(seg.termVectorStatus); assertNull(seg.termVectorStatus.error); assertEquals(18, seg.termVectorStatus.docCount); assertEquals(18, seg.termVectorStatus.totVectors); assertNotNull(seg.diagnostics.get("java.vm.version")); assertNotNull(seg.diagnostics.get("java.runtime.version")); assertTrue(seg.diagnostics.size() > 0); final List<String> onlySegments = new ArrayList<>(); onlySegments.add("_0"); assertTrue(checker.checkIndex(onlySegments).clean == true); checker.close(); } public void testChecksumsOnly(Directory dir) throws IOException { LineFileDocs lf = new LineFileDocs(random()); MockAnalyzer analyzer = new MockAnalyzer(random()); analyzer.setMaxTokenLength(TestUtil.nextInt(random(), 1, IndexWriter.MAX_TERM_LENGTH)); IndexWriter iw = new IndexWriter(dir, newIndexWriterConfig(analyzer)); for (int i = 0; i < 100; i++) { iw.addDocument(lf.nextDoc()); } iw.addDocument(new Document()); iw.commit(); iw.close(); lf.close(); ByteArrayOutputStream bos = new ByteArrayOutputStream(1024); CheckIndex checker = new CheckIndex(dir); checker.setInfoStream(new PrintStream(bos, false, IOUtils.UTF_8)); if (VERBOSE) checker.setInfoStream(System.out); CheckIndex.Status indexStatus = checker.checkIndex(); assertTrue(indexStatus.clean); checker.close(); analyzer.close(); } public void testChecksumsOnlyVerbose(Directory dir) throws IOException { LineFileDocs lf = new LineFileDocs(random()); MockAnalyzer analyzer = new MockAnalyzer(random()); analyzer.setMaxTokenLength(TestUtil.nextInt(random(), 1, IndexWriter.MAX_TERM_LENGTH)); IndexWriter iw = new IndexWriter(dir, newIndexWriterConfig(analyzer)); for (int i = 0; i < 100; i++) { iw.addDocument(lf.nextDoc()); } iw.addDocument(new Document()); iw.commit(); iw.close(); lf.close(); ByteArrayOutputStream bos = new ByteArrayOutputStream(1024); CheckIndex checker = new CheckIndex(dir); checker.setInfoStream(new PrintStream(bos, true, IOUtils.UTF_8)); if (VERBOSE) checker.setInfoStream(System.out); CheckIndex.Status indexStatus = checker.checkIndex(); assertTrue(indexStatus.clean); checker.close(); analyzer.close(); } public void testObtainsLock(Directory dir) throws IOException { IndexWriter iw = new IndexWriter(dir, newIndexWriterConfig(null)); iw.addDocument(new Document()); iw.commit(); // keep IW open... should not be able to obtain write lock expectThrows(LockObtainFailedException.class, () -> { new CheckIndex(dir); }); iw.close(); } }