/* * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.lucene.store; import java.io.IOException; import java.nio.file.Path; import java.util.Collections; import java.util.HashSet; import java.util.Set; import org.apache.lucene.analysis.MockAnalyzer; import org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter; import org.apache.lucene.index.DirectoryReader; import org.apache.lucene.index.IndexNotFoundException; import org.apache.lucene.index.IndexReader; import org.apache.lucene.index.IndexWriter; import org.apache.lucene.index.IndexWriterConfig; import org.apache.lucene.index.TestIndexWriterReader; import org.apache.lucene.util.TestUtil; public class TestFileSwitchDirectory extends BaseDirectoryTestCase { /** * Test if writing doc stores to disk and everything else to ram works. */ public void testBasic() throws IOException { Set<String> fileExtensions = new HashSet<>(); fileExtensions.add(CompressingStoredFieldsWriter.FIELDS_EXTENSION); fileExtensions.add(CompressingStoredFieldsWriter.FIELDS_INDEX_EXTENSION); MockDirectoryWrapper primaryDir = new MockDirectoryWrapper(random(), new RAMDirectory()); primaryDir.setCheckIndexOnClose(false); // only part of an index MockDirectoryWrapper secondaryDir = new MockDirectoryWrapper(random(), new RAMDirectory()); secondaryDir.setCheckIndexOnClose(false); // only part of an index FileSwitchDirectory fsd = new FileSwitchDirectory(fileExtensions, primaryDir, secondaryDir, true); // for now we wire the default codec because we rely upon its specific impl IndexWriter writer = new IndexWriter( fsd, new IndexWriterConfig(new MockAnalyzer(random())). setMergePolicy(newLogMergePolicy(false)).setCodec(TestUtil.getDefaultCodec()).setUseCompoundFile(false) ); TestIndexWriterReader.createIndexNoClose(true, "ram", writer); IndexReader reader = DirectoryReader.open(writer); assertEquals(100, reader.maxDoc()); writer.commit(); // we should see only fdx,fdt files here String[] files = primaryDir.listAll(); assertTrue(files.length > 0); for (int x=0; x < files.length; x++) { String ext = FileSwitchDirectory.getExtension(files[x]); assertTrue(fileExtensions.contains(ext)); } files = secondaryDir.listAll(); assertTrue(files.length > 0); // we should not see fdx,fdt files here for (int x=0; x < files.length; x++) { String ext = FileSwitchDirectory.getExtension(files[x]); assertFalse(fileExtensions.contains(ext)); } reader.close(); writer.close(); files = fsd.listAll(); for(int i=0;i<files.length;i++) { assertNotNull(files[i]); } fsd.close(); } private Directory newFSSwitchDirectory(Set<String> primaryExtensions) throws IOException { Path primDir = createTempDir("foo"); Path secondDir = createTempDir("bar"); return newFSSwitchDirectory(primDir, secondDir, primaryExtensions); } private Directory newFSSwitchDirectory(Path aDir, Path bDir, Set<String> primaryExtensions) throws IOException { Directory a = new SimpleFSDirectory(aDir); Directory b = new SimpleFSDirectory(bDir); return new FileSwitchDirectory(primaryExtensions, a, b, true); } // LUCENE-3380 -- make sure we get exception if the directory really does not exist. public void testNoDir() throws Throwable { Path primDir = createTempDir("foo"); Path secondDir = createTempDir("bar"); Directory dir = newFSSwitchDirectory(primDir, secondDir, Collections.<String>emptySet()); expectThrows(IndexNotFoundException.class, () -> { DirectoryReader.open(dir); }); dir.close(); } @Override protected Directory getDirectory(Path path) throws IOException { Set<String> extensions = new HashSet<String>(); if (random().nextBoolean()) { extensions.add("cfs"); } if (random().nextBoolean()) { extensions.add("prx"); } if (random().nextBoolean()) { extensions.add("frq"); } if (random().nextBoolean()) { extensions.add("tip"); } if (random().nextBoolean()) { extensions.add("tim"); } if (random().nextBoolean()) { extensions.add("del"); } return newFSSwitchDirectory(extensions); } }