/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.mapred.gridmix; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.mapred.gridmix.test.system.GridMixConfig; import org.apache.hadoop.mapred.gridmix.test.system.GridMixRunMode; import org.apache.hadoop.mapred.gridmix.test.system.UtilsForGridmix; import org.apache.hadoop.mapreduce.MRJobConfig; import org.junit.Assert; import org.junit.Test; import java.io.IOException; /** * Verify the Gridmix emulation of Multiple HDFS public distributed * cache files. */ public class TestGridmixEmulationOfMultipleHDFSPublicDCFiles extends GridmixSystemTestCase { private static final Log LOG = LogFactory.getLog( "TestGridmixEmulationOfMultipleHDFSPublicDCFiles.class"); /** * Generate the compressed input data and dist cache files based * on input trace. Verify the Gridmix emulation of * multiple HDFS public distributed cache file. * @throws Exception - if an error occurs. */ @Test public void testGenerateAndEmulationOfMultipleHDFSDCFiles() throws Exception { final long inputSizeInMB = 7168; final String tracePath = getTraceFile("distcache_case2_trace"); Assert.assertNotNull("Trace file was not found.", tracePath); final String [] runtimeValues = {"LOADJOB", RoundRobinUserResolver.class.getName(), "STRESS", inputSizeInMB + "m", "file://" + UtilsForGridmix.getProxyUsersFile(conf), tracePath}; final String [] otherArgs = { "-D", MRJobConfig.JOB_CANCEL_DELEGATION_TOKEN + "=false", "-D", GridmixJob.GRIDMIX_HIGHRAM_EMULATION_ENABLE + "=false", "-D", GridMixConfig.GRIDMIX_DISTCACHE_ENABLE + "=true" }; runGridmixAndVerify(runtimeValues, otherArgs, tracePath, GridMixRunMode.DATA_GENERATION_AND_RUN_GRIDMIX.getValue()); } /** * Verify the Gridmix emulation of Single HDFS public distributed cache file * by using an existing input compressed data and HDFS dist cache file. * @throws Exception - if an error occurs. */ @Test public void testGridmixEmulationOfMulitpleHDFSPublicDCFile() throws Exception { final String tracePath = getTraceFile("distcache_case2_trace"); Assert.assertNotNull("Trace file was not found.", tracePath); final String [] runtimeValues = {"LOADJOB", SubmitterUserResolver.class.getName(), "SERIAL", tracePath}; final String [] otherArgs = { "-D", GridmixJob.GRIDMIX_HIGHRAM_EMULATION_ENABLE + "=false", "-D", GridMixConfig.GRIDMIX_DISTCACHE_ENABLE + "=true" }; runGridmixAndVerify(runtimeValues, otherArgs, tracePath, GridMixRunMode.RUN_GRIDMIX.getValue()); } }