package org.apache.lucene.store.db;
/**
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import java.util.Date;
import java.util.Random;
import java.util.Arrays;
import java.io.File;
import java.io.IOException;
import com.sleepycat.db.EnvironmentConfig;
import com.sleepycat.db.Environment;
import com.sleepycat.db.Transaction;
import com.sleepycat.db.Database;
import com.sleepycat.db.DatabaseConfig;
import com.sleepycat.db.DatabaseType;
import com.sleepycat.db.DatabaseException;
import org.apache.lucene.store.Directory;
import org.apache.lucene.store.IndexInput;
import org.apache.lucene.store.IndexOutput;
import org.apache.lucene.util.LuceneTestCase;
/**
* Tests {@link DbDirectory}.
*
* Adapted from org.apache.lucene.StoreTest with larger files and random bytes.
*/
public class DbStoreTest extends LuceneTestCase {
protected File dbHome = new File(TEMP_DIR,"index");
protected Environment env;
protected Database index, blocks;
@Override
protected void setUp() throws Exception {
super.setUp();
if (!dbHome.exists())
dbHome.mkdir();
else
{
File[] files = dbHome.listFiles();
for (int i = 0; i < files.length; i++) {
String name = files[i].getName();
if (name.startsWith("__") || name.startsWith("log."))
files[i].delete();
}
}
EnvironmentConfig envConfig = new EnvironmentConfig();
DatabaseConfig dbConfig = new DatabaseConfig();
envConfig.setTransactional(true);
envConfig.setInitializeCache(true);
envConfig.setInitializeLocking(true);
envConfig.setInitializeLogging(true);
envConfig.setAllowCreate(true);
envConfig.setThreaded(true);
dbConfig.setAllowCreate(true);
dbConfig.setType(DatabaseType.BTREE);
env = new Environment(dbHome, envConfig);
Transaction txn = null;
try {
txn = env.beginTransaction(null, null);
index = env.openDatabase(txn, "__index__", null, dbConfig);
blocks = env.openDatabase(txn, "__blocks__", null, dbConfig);
} catch (DatabaseException e) {
if (txn != null)
{
txn.abort();
txn = null;
}
index = null;
blocks = null;
throw e;
} finally {
if (txn != null)
txn.commit();
txn = null;
}
}
@Override
protected void tearDown() throws Exception {
if (index != null)
index.close();
if (blocks != null)
blocks.close();
if (env != null)
env.close();
super.tearDown();
}
public void testBytes()
throws Exception
{
final int count = 250;
final int LENGTH_MASK = 0xffff;
Random r = newRandom();
final long seed = r.nextLong();
Random gen = new Random(seed);
int totalLength = 0;
int duration;
Date end;
Date veryStart = new Date();
Date start = new Date();
Transaction txn = env.beginTransaction(null, null);
Directory store = null;
if (VERBOSE) System.out.println("Writing files byte by byte");
try {
store = new DbDirectory(txn, index, blocks);
for (int i = 0; i < count; i++) {
String name = i + ".dat";
int length = gen.nextInt() & LENGTH_MASK;
IndexOutput file = store.createOutput(name);
totalLength += length;
for (int j = 0; j < length; j++) {
byte b = (byte)(gen.nextInt() & 0x7F);
file.writeByte(b);
}
file.close();
}
} catch (IOException e) {
txn.abort();
txn = null;
throw e;
} finally {
if (txn != null)
txn.commit();
store.close();
}
end = new Date();
if (VERBOSE) {
duration = (int) (end.getTime() - start.getTime());
System.out.print(duration);
System.out.print(" total milliseconds to create, ");
System.out.print(totalLength / duration);
System.out.println(" kb/s");
}
try {
txn = env.beginTransaction(null, null);
store = new DbDirectory(txn, index, blocks);
gen = new Random(seed);
start = new Date();
for (int i = 0; i < count; i++) {
String name = i + ".dat";
int length = gen.nextInt() & LENGTH_MASK;
IndexInput file = store.openInput(name);
if (file.length() != length)
throw new Exception("length incorrect");
for (int j = 0; j < length; j++) {
byte b = (byte)(gen.nextInt() & 0x7F);
if (file.readByte() != b)
throw new Exception("contents incorrect");
}
file.close();
}
} catch (IOException e) {
txn.abort();
txn = null;
throw e;
} catch (DatabaseException e) {
if (txn != null)
{
txn.abort();
txn = null;
}
throw e;
} finally {
if (txn != null)
txn.commit();
store.close();
}
end = new Date();
if (VERBOSE) {
duration = (int) (end.getTime() - start.getTime());
System.out.print(duration);
System.out.print(" total milliseconds to read, ");
System.out.print(totalLength / duration);
System.out.println(" kb/s");
}
try {
txn = env.beginTransaction(null, null);
store = new DbDirectory(txn, index, blocks);
gen = new Random(seed);
start = new Date();
for (int i = 0; i < count; i++) {
String name = i + ".dat";
store.deleteFile(name);
}
} catch (IOException e) {
txn.abort();
txn = null;
throw e;
} catch (DatabaseException e) {
if (txn != null)
{
txn.abort();
txn = null;
}
throw e;
} finally {
if (txn != null)
txn.commit();
store.close();
}
end = new Date();
if (VERBOSE) {
System.out.print(end.getTime() - start.getTime());
System.out.println(" total milliseconds to delete");
System.out.print(end.getTime() - veryStart.getTime());
System.out.println(" total milliseconds");
}
}
public void testArrays()
throws Exception
{
final int count = 250;
final int LENGTH_MASK = 0xffff;
Random r = newRandom();
final long seed = r.nextLong();
Random gen = new Random(seed);
int totalLength = 0;
int duration;
Date end;
Date veryStart = new Date();
Date start = new Date();
Transaction txn = env.beginTransaction(null, null);
Directory store = null;
if (VERBOSE) System.out.println("Writing files as one byte array");
try {
store = new DbDirectory(txn, index, blocks);
for (int i = 0; i < count; i++) {
String name = i + ".dat";
int length = gen.nextInt() & LENGTH_MASK;
IndexOutput file = store.createOutput(name);
byte[] data = new byte[length];
totalLength += length;
gen.nextBytes(data);
file.writeBytes(data, length);
file.close();
}
} catch (IOException e) {
txn.abort();
txn = null;
throw e;
} finally {
if (txn != null)
txn.commit();
store.close();
}
end = new Date();
if (VERBOSE) {
duration = (int) (end.getTime() - start.getTime());
System.out.print(duration);
System.out.print(" total milliseconds to create, ");
System.out.print(totalLength / duration);
System.out.println(" kb/s");
}
try {
txn = env.beginTransaction(null, null);
store = new DbDirectory(txn, index, blocks);
gen = new Random(seed);
start = new Date();
for (int i = 0; i < count; i++) {
String name = i + ".dat";
int length = gen.nextInt() & LENGTH_MASK;
IndexInput file = store.openInput(name);
if (file.length() != length)
throw new Exception("length incorrect");
byte[] data = new byte[length];
byte[] read = new byte[length];
gen.nextBytes(data);
file.readBytes(read, 0, length);
if (!Arrays.equals(data, read))
throw new Exception("contents incorrect");
file.close();
}
} catch (IOException e) {
txn.abort();
txn = null;
throw e;
} catch (DatabaseException e) {
if (txn != null)
{
txn.abort();
txn = null;
}
throw e;
} finally {
if (txn != null)
txn.commit();
store.close();
}
end = new Date();
if (VERBOSE) {
duration = (int) (end.getTime() - start.getTime());
System.out.print(duration);
System.out.print(" total milliseconds to read, ");
System.out.print(totalLength / duration);
System.out.println(" kb/s");
}
try {
txn = env.beginTransaction(null, null);
store = new DbDirectory(txn, index, blocks);
gen = new Random(seed);
start = new Date();
for (int i = 0; i < count; i++) {
String name = i + ".dat";
store.deleteFile(name);
}
} catch (IOException e) {
txn.abort();
txn = null;
throw e;
} catch (DatabaseException e) {
if (txn != null)
{
txn.abort();
txn = null;
}
throw e;
} finally {
if (txn != null)
txn.commit();
store.close();
}
end = new Date();
if (VERBOSE) {
System.out.print(end.getTime() - start.getTime());
System.out.println(" total milliseconds to delete");
System.out.print(end.getTime() - veryStart.getTime());
System.out.println(" total milliseconds");
}
}
}