/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.accumulo.tracer;
import static java.lang.Math.min;
import java.io.PrintStream;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.Comparator;
import java.util.Date;
import java.util.List;
import java.util.Map.Entry;
import java.util.Set;
import org.apache.accumulo.core.cli.ClientOnDefaultTable;
import org.apache.accumulo.core.cli.ScannerOpts;
import org.apache.accumulo.core.client.Connector;
import org.apache.accumulo.core.client.Scanner;
import org.apache.accumulo.core.data.Key;
import org.apache.accumulo.core.data.Range;
import org.apache.accumulo.core.data.Value;
import org.apache.accumulo.tracer.thrift.RemoteSpan;
import org.apache.hadoop.io.Text;
import org.apache.htrace.Span;
import com.beust.jcommander.Parameter;
public class TraceDump {
static final long DEFAULT_TIME_IN_MILLIS = 10 * 60 * 1000l;
static class Opts extends ClientOnDefaultTable {
@Parameter(names = {"-r", "--recent"}, description = "List recent traces")
boolean list = false;
@Parameter(names = {"-ms", "--ms"}, description = "Time period of recent traces to list in ms")
long length = DEFAULT_TIME_IN_MILLIS;
@Parameter(names = {"-d", "--dump"}, description = "Dump all traces")
boolean dump = false;
@Parameter(description = " <trace id> { <trace id> ... }")
List<String> traceIds = new ArrayList<>();
Opts() {
super("trace");
}
}
public static void main(String[] args) throws Exception {
Opts opts = new Opts();
ScannerOpts scanOpts = new ScannerOpts();
opts.parseArgs(TraceDump.class.getName(), args, scanOpts);
int code = 0;
if (opts.list) {
code = listSpans(opts, scanOpts);
}
if (code == 0 && opts.dump) {
code = dumpTrace(opts, scanOpts);
}
System.exit(code);
}
public static List<RemoteSpan> sortByStart(Collection<RemoteSpan> spans) {
List<RemoteSpan> spanList = new ArrayList<>(spans);
Collections.sort(spanList, new Comparator<RemoteSpan>() {
@Override
public int compare(RemoteSpan o1, RemoteSpan o2) {
return (int) (o1.start - o2.start);
}
});
return spanList;
}
private static int listSpans(Opts opts, ScannerOpts scanOpts) throws Exception {
PrintStream out = System.out;
long endTime = System.currentTimeMillis();
long startTime = endTime - opts.length;
Connector conn = opts.getConnector();
Scanner scanner = conn.createScanner(opts.getTableName(), opts.auths);
scanner.setBatchSize(scanOpts.scanBatchSize);
Range range = new Range(new Text("start:" + Long.toHexString(startTime)), new Text("start:" + Long.toHexString(endTime)));
scanner.setRange(range);
out.println("Trace Day/Time (ms) Start");
for (Entry<Key,Value> entry : scanner) {
RemoteSpan span = TraceFormatter.getRemoteSpan(entry);
out.println(String.format("%016x %s %5d %s", span.traceId, TraceFormatter.formatDate(new Date(span.getStart())), span.stop - span.start, span.description));
}
return 0;
}
public interface Printer {
void print(String line);
}
private static int dumpTrace(Opts opts, ScannerOpts scanOpts) throws Exception {
final PrintStream out = System.out;
Connector conn = opts.getConnector();
int count = 0;
for (String traceId : opts.traceIds) {
Scanner scanner = conn.createScanner(opts.getTableName(), opts.auths);
scanner.setBatchSize(scanOpts.scanBatchSize);
Range range = new Range(new Text(traceId.toString()));
scanner.setRange(range);
count = printTrace(scanner, new Printer() {
@Override
public void print(String line) {
out.println(line);
}
});
}
return count > 0 ? 0 : 1;
}
public static int printTrace(Scanner scanner, final Printer out) {
int count = 0;
SpanTree tree = new SpanTree();
long start = Long.MAX_VALUE;
for (Entry<Key,Value> entry : scanner) {
RemoteSpan span = TraceFormatter.getRemoteSpan(entry);
tree.addNode(span);
start = min(start, span.start);
if (span.parentId == Span.ROOT_SPAN_ID)
count++;
}
if (Long.MAX_VALUE == start) {
out.print("Did not find any traces!");
return 0;
}
out.print(String.format("Trace started at %s", TraceFormatter.formatDate(new Date(start))));
out.print("Time Start Service@Location Name");
final long finalStart = start;
Set<Long> visited = tree.visit(new SpanTreeVisitor() {
@Override
public void visit(int level, RemoteSpan parent, RemoteSpan node, Collection<RemoteSpan> children) {
String fmt = "%5d+%-5d %" + (level * 2 + 1) + "s%s@%s %s";
out.print(String.format(fmt, node.stop - node.start, node.start - finalStart, "", node.svc, node.sender, node.description));
}
});
tree.nodes.keySet().removeAll(visited);
if (!tree.nodes.isEmpty()) {
out.print("The following spans are not rooted (probably due to a parent span of length 0ms):");
for (RemoteSpan span : sortByStart(tree.nodes.values())) {
String fmt = "%5d+%-5d %" + 1 + "s%s@%s %s";
out.print(String.format(fmt, span.stop - span.start, span.start - finalStart, "", span.svc, span.sender, span.description));
}
return -1;
}
return count;
}
}