/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.mapred.gridmix; import org.apache.commons.lang.time.FastDateFormat; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.CommonConfigurationKeys; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.mapred.JobTracker; import org.apache.hadoop.mapred.gridmix.Statistics.ClusterStats; import org.apache.hadoop.mapreduce.server.jobtracker.JTConfig; /** * Summarizes the Hadoop cluster used in this {@link Gridmix} run. * Statistics that are reported are * <ul> * <li>Total number of active trackers in the cluster</li> * <li>Total number of blacklisted trackers in the cluster</li> * <li>Max map task capacity of the cluster</li> * <li>Max reduce task capacity of the cluster</li> * </ul> * * Apart from these statistics, {@link JobTracker} and {@link FileSystem} * addresses are also recorded in the summary. */ class ClusterSummarizer implements StatListener<ClusterStats> { static final Log LOG = LogFactory.getLog(ClusterSummarizer.class); private int numBlacklistedTrackers; private int numActiveTrackers; private int maxMapTasks; private int maxReduceTasks; private String jobTrackerInfo = Summarizer.NA; private String namenodeInfo = Summarizer.NA; @Override @SuppressWarnings("deprecation") public void update(ClusterStats item) { try { numBlacklistedTrackers = item.getStatus().getBlacklistedTrackers(); numActiveTrackers = item.getStatus().getTaskTrackers(); maxMapTasks = item.getStatus().getMaxMapTasks(); maxReduceTasks = item.getStatus().getMaxReduceTasks(); } catch (Exception e) { long time = System.currentTimeMillis(); LOG.info("Error in processing cluster status at " + FastDateFormat.getInstance().format(time)); } } /** * Summarizes the cluster used for this {@link Gridmix} run. */ @Override public String toString() { StringBuilder builder = new StringBuilder(); builder.append("Cluster Summary:-"); builder.append("\nJobTracker: ").append(getJobTrackerInfo()); builder.append("\nFileSystem: ").append(getNamenodeInfo()); builder.append("\nNumber of blacklisted trackers: ") .append(getNumBlacklistedTrackers()); builder.append("\nNumber of active trackers: ") .append(getNumActiveTrackers()); builder.append("\nMax map task capacity: ") .append(getMaxMapTasks()); builder.append("\nMax reduce task capacity: ").append(getMaxReduceTasks()); builder.append("\n\n"); return builder.toString(); } void start(Configuration conf) { jobTrackerInfo = conf.get(JTConfig.JT_IPC_ADDRESS); namenodeInfo = conf.get(CommonConfigurationKeys.FS_DEFAULT_NAME_KEY); } // Getters protected int getNumBlacklistedTrackers() { return numBlacklistedTrackers; } protected int getNumActiveTrackers() { return numActiveTrackers; } protected int getMaxMapTasks() { return maxMapTasks; } protected int getMaxReduceTasks() { return maxReduceTasks; } protected String getJobTrackerInfo() { return jobTrackerInfo; } protected String getNamenodeInfo() { return namenodeInfo; } }