/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.hdfs; import java.io.IOException; import java.io.InputStream; import java.io.OutputStream; import java.util.Random; import junit.framework.TestCase; import junit.framework.Assert; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.*; import org.apache.hadoop.security.UserGroupInformation; /** Utilities for append-related tests */ public class AppendTestUtil { /** For specifying the random number generator seed, * change the following value: */ static final Long RANDOM_NUMBER_GENERATOR_SEED = null; static final Log LOG = LogFactory.getLog(AppendTestUtil.class); private static final Random SEED = new Random(); static { final long seed = RANDOM_NUMBER_GENERATOR_SEED == null? SEED.nextLong(): RANDOM_NUMBER_GENERATOR_SEED; LOG.info("seed=" + seed); SEED.setSeed(seed); } private static final ThreadLocal<Random> RANDOM = new ThreadLocal<Random>() { protected Random initialValue() { final Random r = new Random(); synchronized(SEED) { final long seed = SEED.nextLong(); r.setSeed(seed); LOG.info(Thread.currentThread().getName() + ": seed=" + seed); } return r; } }; static final int BLOCK_SIZE = 1024; static final int NUM_BLOCKS = 10; static final int FILE_SIZE = NUM_BLOCKS * BLOCK_SIZE + 1; static long seed = -1; static int nextInt() {return RANDOM.get().nextInt();} static int nextInt(int n) {return RANDOM.get().nextInt(n);} static int nextLong() {return RANDOM.get().nextInt();} static byte[] randomBytes(long seed, int size) { LOG.info("seed=" + seed + ", size=" + size); final byte[] b = new byte[size]; final Random rand = new Random(seed); rand.nextBytes(b); return b; } static void sleep(long ms) { try { Thread.sleep(ms); } catch (InterruptedException e) { LOG.info("ms=" + ms, e); } } /** * Returns the reference to a new instance of FileSystem created * with different user name * @param conf current Configuration * @return FileSystem instance * @throws IOException * @throws InterruptedException */ public static FileSystem createHdfsWithDifferentUsername(final Configuration conf ) throws IOException, InterruptedException { String username = UserGroupInformation.getCurrentUser().getShortUserName()+"_XXX"; UserGroupInformation ugi = UserGroupInformation.createUserForTesting(username, new String[]{"supergroup"}); return DFSTestUtil.getFileSystemAs(ugi, conf); } public static void write(OutputStream out, int offset, int length) throws IOException { final byte[] bytes = new byte[length]; for(int i = 0; i < length; i++) { bytes[i] = (byte)(offset + i); } out.write(bytes); } static void check(FileSystem fs, Path p, long length) throws IOException { int i = -1; try { final FileStatus status = fs.getFileStatus(p); TestCase.assertEquals(length, status.getLen()); InputStream in = fs.open(p); for(i++; i < length; i++) { TestCase.assertEquals((byte)i, (byte)in.read()); } i = -(int)length; TestCase.assertEquals(-1, in.read()); //EOF in.close(); } catch(IOException ioe) { throw new IOException("p=" + p + ", length=" + length + ", i=" + i, ioe); } } /** * create a buffer that contains the entire test file data. */ static byte[] initBuffer(int size) { if (seed == -1) seed = nextLong(); return randomBytes(seed, size); } /** * Creates a file but does not close it * Make sure to call close() on the returned stream * @throws IOException an exception might be thrown */ public static FSDataOutputStream createFile(FileSystem fileSys, Path name, int repl) throws IOException { return fileSys.create(name, true, fileSys.getConf().getInt("io.file.buffer.size", 4096), (short) repl, (long) BLOCK_SIZE); } /** * Compare the content of a file created from FileSystem and Path with * the specified byte[] buffer's content * @throws IOException an exception might be thrown */ public static void checkFullFile(FileSystem fs, Path name, int len, final byte[] compareContent, String message) throws IOException { FSDataInputStream stm = fs.open(name); byte[] actual = new byte[len]; stm.readFully(0, actual); checkData(actual, 0, compareContent, message); stm.close(); } private static void checkData(final byte[] actual, int from, final byte[] expected, String message) { for (int idx = 0; idx < actual.length; idx++) { Assert.assertEquals(message+" byte "+(from+idx)+" differs. expected "+ expected[from+idx]+" actual "+actual[idx], expected[from+idx], actual[idx]); actual[idx] = 0; } } }