/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.hadoop.hdfs.server.datanode.metrics; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.metrics.MetricsContext; import org.apache.hadoop.metrics.MetricsRecord; import org.apache.hadoop.metrics.MetricsUtil; import org.apache.hadoop.metrics.Updater; import org.apache.hadoop.metrics.jvm.JvmMetrics; import org.apache.hadoop.metrics.util.MetricsBase; import org.apache.hadoop.metrics.util.MetricsRegistry; import org.apache.hadoop.metrics.util.MetricsTimeVaryingInt; import org.apache.hadoop.metrics.util.MetricsTimeVaryingLong; import org.apache.hadoop.metrics.util.MetricsTimeVaryingRate; /** * * This class is for maintaining the various DataNode statistics * and publishing them through the metrics interfaces. * This also registers the JMX MBean for RPC. * <p> * This class has a number of metrics variables that are publicly accessible; * these variables (objects) have methods to update their values; * for example: * <p> {@link #blocksRead}.inc() * */ public class DataNodeMetrics implements Updater { private final MetricsRecord metricsRecord; private DataNodeActivityMBean datanodeActivityMBean; public MetricsRegistry registry = new MetricsRegistry(); public MetricsTimeVaryingLong bytesWritten = new MetricsTimeVaryingLong("bytes_written", registry); public MetricsTimeVaryingLong bytesRead = new MetricsTimeVaryingLong("bytes_read", registry); public MetricsTimeVaryingInt blocksWritten = new MetricsTimeVaryingInt("blocks_written", registry); public MetricsTimeVaryingInt blocksRead = new MetricsTimeVaryingInt("blocks_read", registry); public MetricsTimeVaryingInt blocksReplicated = new MetricsTimeVaryingInt("blocks_replicated", registry); public MetricsTimeVaryingInt blocksRemoved = new MetricsTimeVaryingInt("blocks_removed", registry); public MetricsTimeVaryingInt blocksVerified = new MetricsTimeVaryingInt("blocks_verified", registry); public MetricsTimeVaryingInt blockVerificationFailures = new MetricsTimeVaryingInt("block_verification_failures", registry); public MetricsTimeVaryingInt readsFromLocalClient = new MetricsTimeVaryingInt("reads_from_local_client", registry); public MetricsTimeVaryingInt readsFromRemoteClient = new MetricsTimeVaryingInt("reads_from_remote_client", registry); public MetricsTimeVaryingInt writesFromLocalClient = new MetricsTimeVaryingInt("writes_from_local_client", registry); public MetricsTimeVaryingInt writesFromRemoteClient = new MetricsTimeVaryingInt("writes_from_remote_client", registry); public MetricsTimeVaryingRate readBlockOp = new MetricsTimeVaryingRate("readBlockOp", registry); public MetricsTimeVaryingRate writeBlockOp = new MetricsTimeVaryingRate("writeBlockOp", registry); public MetricsTimeVaryingRate readMetadataOp = new MetricsTimeVaryingRate("readMetadataOp", registry); public MetricsTimeVaryingRate blockChecksumOp = new MetricsTimeVaryingRate("blockChecksumOp", registry); public MetricsTimeVaryingRate copyBlockOp = new MetricsTimeVaryingRate("copyBlockOp", registry); public MetricsTimeVaryingRate replaceBlockOp = new MetricsTimeVaryingRate("replaceBlockOp", registry); public MetricsTimeVaryingRate heartbeats = new MetricsTimeVaryingRate("heartBeats", registry); public MetricsTimeVaryingRate blockReports = new MetricsTimeVaryingRate("blockReports", registry); public DataNodeMetrics(Configuration conf, String storageId) { String sessionId = conf.get("session.id"); // Initiate reporting of Java VM metrics JvmMetrics.init("DataNode", sessionId); // Now the MBean for the data node datanodeActivityMBean = new DataNodeActivityMBean(registry, storageId); // Create record for DataNode metrics MetricsContext context = MetricsUtil.getContext("dfs"); metricsRecord = MetricsUtil.createRecord(context, "datanode"); metricsRecord.setTag("sessionId", sessionId); context.registerUpdater(this); } public void shutdown() { if (datanodeActivityMBean != null) datanodeActivityMBean.shutdown(); } /** * Since this object is a registered updater, this method will be called * periodically, e.g. every 5 seconds. */ public void doUpdates(MetricsContext unused) { synchronized (this) { for (MetricsBase m : registry.getMetricsList()) { m.pushMetric(metricsRecord); } } metricsRecord.update(); } public void resetAllMinMax() { readBlockOp.resetMinMax(); writeBlockOp.resetMinMax(); readMetadataOp.resetMinMax(); blockChecksumOp.resetMinMax(); copyBlockOp.resetMinMax(); replaceBlockOp.resetMinMax(); heartbeats.resetMinMax(); blockReports.resetMinMax(); } }