/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.tajo.util.metrics;
import com.codahale.metrics.Counter;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.tajo.conf.TajoConf;
import org.apache.tajo.util.CommonTestingUtil;
import org.apache.tajo.util.metrics.reporter.TajoMetricsScheduledReporter;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import java.io.BufferedReader;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.InputStreamReader;
import java.util.*;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
public class TestSystemMetrics {
Path testPropertyFile;
Path metricsOutputFile;
@Before
public void setUp() throws Exception {
testPropertyFile =
new Path(CommonTestingUtil.getTestDir(), System.currentTimeMillis() + ".properties");
metricsOutputFile =
new Path(CommonTestingUtil.getTestDir(), System.currentTimeMillis() + ".out");
FileOutputStream out = new FileOutputStream(testPropertyFile.toUri().getPath());
out.write("reporter.null=org.apache.tajo.util.metrics.reporter.NullReporter\n".getBytes());
out.write("reporter.file=org.apache.tajo.util.metrics.reporter.MetricsFileScheduledReporter\n".getBytes());
out.write("reporter.console=org.apache.tajo.util.metrics.reporter.MetricsConsoleScheduledReporter\n".getBytes());
out.write("test-file-group.reporters=file\n".getBytes());
out.write("test-console-group.reporters=console\n".getBytes());
out.write("test-find-console-group.reporters=console,file\n".getBytes());
out.write(("test-file-group.file.filename=" + metricsOutputFile.toUri().getPath() + "\n").getBytes());
out.write("test-file-group.file.period=5\n".getBytes());
}
@Test
public void testMetricsReporter() throws Exception {
TajoConf tajoConf = new TajoConf();
tajoConf.set("tajo.metrics.property.file", testPropertyFile.toUri().getPath());
TajoSystemMetrics tajoSystemMetrics = new TajoSystemMetrics(tajoConf, "test-file-group", "localhost");
tajoSystemMetrics.start();
Collection<TajoMetricsScheduledReporter> reporters = tajoSystemMetrics.getMetricsReporters();
assertEquals(1, reporters.size());
TajoMetricsScheduledReporter reporter = reporters.iterator().next();
assertEquals(5, reporter.getPeriod());
for(int i = 0; i < 10; i++) {
tajoSystemMetrics.counter("test-group01", "test-item1").inc();
tajoSystemMetrics.counter("test-group01", "test-item2").inc(2);
tajoSystemMetrics.counter("test-group02", "test-item1").inc(3);
}
SortedMap<String, Counter> counterMap = tajoSystemMetrics.getRegistry().getCounters();
Counter counter1 = counterMap.get("test-file-group.test-group01.test-item1");
assertNotNull(counter1);
assertEquals(10, counter1.getCount());
Counter counter2 = counterMap.get("test-file-group.test-group01.test-item2");
assertNotNull(counter2);
assertEquals(20, counter2.getCount());
//test findMetricsItemGroup method
Map<String, Map<String, Counter>> groupItems = reporter.findMetricsItemGroup(counterMap);
assertEquals(2, groupItems.size());
Map<String, Counter> group01Items = groupItems.get("test-file-group.test-group01");
assertEquals(2, group01Items.size());
counter1 = group01Items.get("test-item1");
assertNotNull(counter1);
assertEquals(10, counter1.getCount());
counter2 = group01Items.get("test-item2");
assertNotNull(counter2);
assertEquals(20, counter2.getCount());
Map<String, Counter> group02Items = groupItems.get("test-file-group.test-group02");
assertEquals(1, group02Items.size());
reporter.report();
BufferedReader reader = new BufferedReader(new InputStreamReader(
new FileInputStream(metricsOutputFile.toUri().getPath())));
String line = null;
List<String> lines = new ArrayList<String>();
while((line = reader.readLine()) != null) {
lines.add(line);
}
assertEquals(2, lines.size());
}
@After
public void tearDown() throws Exception {
FileSystem fs = testPropertyFile.getFileSystem(new Configuration());
fs.delete(testPropertyFile, false);
fs.delete(metricsOutputFile, false);
}
}