/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.mapred; import java.io.IOException; import java.security.PrivilegedExceptionAction; import junit.framework.TestCase; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.permission.FsPermission; import org.apache.hadoop.hdfs.MiniDFSCluster; import org.apache.hadoop.mapreduce.server.jobtracker.JTConfig; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.security.*; /** * Test if JobTracker is resilient to garbage in {@link JTConfig#JT_SYSTEM_DIR} */ public class TestMapredSystemDir extends TestCase { private static final Log LOG = LogFactory.getLog(TestMapredSystemDir.class); // dfs ugi private static final UserGroupInformation DFS_UGI = TestMiniMRWithDFSWithDistinctUsers.createUGI("dfs", true); // mapred ugi private static final UserGroupInformation MR_UGI = TestMiniMRWithDFSWithDistinctUsers.createUGI("mr", false); private static final FsPermission SYSTEM_DIR_PARENT_PERMISSION = FsPermission.createImmutable((short) 0755); // rwxr-xr-x private static final FsPermission SYSTEM_DIR_PERMISSION = FsPermission.createImmutable((short) 0700); // rwx------ public void testGarbledMapredSystemDir() throws Exception { Configuration conf = new Configuration(); final MiniDFSCluster dfs = new MiniDFSCluster(conf, 1, true, null); MiniMRCluster mr = null; try { // start dfs conf.set("dfs.permissions.supergroup", "supergroup"); FileSystem fs = DFS_UGI.doAs(new PrivilegedExceptionAction<FileSystem>() { public FileSystem run() throws IOException { return dfs.getFileSystem(); } }); // create Configs.SYSTEM_DIR's parent with restrictive permissions. // So long as the JT has access to the system dir itself it should // be able to start. Path mapredSysDir = new Path(conf.get(JTConfig.JT_SYSTEM_DIR)); Path parentDir = mapredSysDir.getParent(); fs.mkdirs(parentDir); fs.setPermission(parentDir, new FsPermission(SYSTEM_DIR_PARENT_PERMISSION)); fs.mkdirs(mapredSysDir); fs.setPermission(mapredSysDir, new FsPermission(SYSTEM_DIR_PERMISSION)); fs.setOwner(mapredSysDir, "mr", "mrgroup"); // start mr (i.e jobtracker) Configuration mrConf = new Configuration(conf); mr = new MiniMRCluster(0, 0, 0, dfs.getFileSystem().getUri().toString(), 1, null, null, MR_UGI, new JobConf(mrConf)); JobTracker jobtracker = mr.getJobTrackerRunner().getJobTracker(); // add garbage to Configs.SYSTEM_DIR Path garbage = new Path(jobtracker.getSystemDir(), "garbage"); fs.mkdirs(garbage); fs.setPermission(garbage, new FsPermission(SYSTEM_DIR_PERMISSION)); fs.setOwner(garbage, "test", "test-group"); // stop the jobtracker mr.stopJobTracker(); mr.getJobTrackerConf().setBoolean(JTConfig.JT_RESTART_ENABLED, false); // start jobtracker but dont wait for it to be up mr.startJobTracker(false); // check 5 times .. each time wait for 2 secs to check if the jobtracker // has crashed or not. for (int i = 0; i < 5; ++i) { LOG.info("Check #" + i); if (!mr.getJobTrackerRunner().isActive()) { return; } UtilsForTests.waitFor(2000); } assertFalse("JobTracker did not bail out (waited for 10 secs)", mr.getJobTrackerRunner().isActive()); } finally { if (dfs != null) { dfs.shutdown(); } if (mr != null) { mr.shutdown();} } } }