/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.connector.jmx;
import com.facebook.presto.spi.ColumnHandle;
import com.facebook.presto.spi.ColumnMetadata;
import com.facebook.presto.spi.ConnectorSession;
import com.facebook.presto.spi.ConnectorTableHandle;
import com.facebook.presto.spi.ConnectorTableLayout;
import com.facebook.presto.spi.ConnectorTableLayoutHandle;
import com.facebook.presto.spi.ConnectorTableLayoutResult;
import com.facebook.presto.spi.ConnectorTableMetadata;
import com.facebook.presto.spi.Constraint;
import com.facebook.presto.spi.SchemaTableName;
import com.facebook.presto.spi.SchemaTablePrefix;
import com.facebook.presto.spi.connector.ConnectorMetadata;
import com.facebook.presto.spi.type.Type;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableList.Builder;
import com.google.common.collect.ImmutableMap;
import com.google.common.collect.Maps;
import javax.inject.Inject;
import javax.management.JMException;
import javax.management.MBeanAttributeInfo;
import javax.management.MBeanInfo;
import javax.management.MBeanServer;
import javax.management.ObjectName;
import java.util.Arrays;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.Set;
import static com.facebook.presto.spi.type.BigintType.BIGINT;
import static com.facebook.presto.spi.type.BooleanType.BOOLEAN;
import static com.facebook.presto.spi.type.DoubleType.DOUBLE;
import static com.facebook.presto.spi.type.TimestampType.TIMESTAMP;
import static com.facebook.presto.spi.type.VarcharType.createUnboundedVarcharType;
import static java.util.Locale.ENGLISH;
import static java.util.Objects.requireNonNull;
import static java.util.stream.Collectors.toList;
import static javax.management.ObjectName.WILDCARD;
public class JmxMetadata
implements ConnectorMetadata
{
public static final String JMX_SCHEMA_NAME = "current";
public static final String HISTORY_SCHEMA_NAME = "history";
public static final String NODE_COLUMN_NAME = "node";
public static final String TIMESTAMP_COLUMN_NAME = "timestamp";
private final MBeanServer mbeanServer;
private final JmxHistoricalData jmxHistoricalData;
@Inject
public JmxMetadata(MBeanServer mbeanServer, JmxHistoricalData jmxHistoricalData)
{
this.mbeanServer = requireNonNull(mbeanServer, "mbeanServer is null");
this.jmxHistoricalData = requireNonNull(jmxHistoricalData, "jmxStatsHolder is null");
}
@Override
public List<String> listSchemaNames(ConnectorSession session)
{
return ImmutableList.of(JMX_SCHEMA_NAME, HISTORY_SCHEMA_NAME);
}
@Override
public JmxTableHandle getTableHandle(ConnectorSession session, SchemaTableName tableName)
{
return getTableHandle(tableName);
}
public JmxTableHandle getTableHandle(SchemaTableName tableName)
{
requireNonNull(tableName, "tableName is null");
if (tableName.getSchemaName().equals(JMX_SCHEMA_NAME)) {
return getJmxTableHandle(tableName);
}
else if (tableName.getSchemaName().equals(HISTORY_SCHEMA_NAME)) {
return getJmxHistoryTableHandle(tableName);
}
return null;
}
private JmxTableHandle getJmxHistoryTableHandle(SchemaTableName tableName)
{
JmxTableHandle handle = getJmxTableHandle(tableName);
if (handle == null) {
return null;
}
ImmutableList.Builder<JmxColumnHandle> builder = ImmutableList.builder();
builder.add(new JmxColumnHandle(TIMESTAMP_COLUMN_NAME, TIMESTAMP));
builder.addAll(handle.getColumnHandles());
return new JmxTableHandle(handle.getObjectName(), builder.build(), false);
}
private JmxTableHandle getJmxTableHandle(SchemaTableName tableName)
{
try {
String canonicalName = new ObjectName(tableName.getTableName()).getCanonicalName();
Optional<ObjectName> objectName = mbeanServer.queryNames(WILDCARD, null).stream()
.filter(name -> canonicalName.equalsIgnoreCase(name.getCanonicalName()))
.findFirst();
if (!objectName.isPresent()) {
return null;
}
MBeanInfo mbeanInfo = mbeanServer.getMBeanInfo(objectName.get());
ImmutableList.Builder<JmxColumnHandle> columns = ImmutableList.builder();
columns.add(new JmxColumnHandle(NODE_COLUMN_NAME, createUnboundedVarcharType()));
// Since this method is being called on all nodes in the cluster, we must ensure (by sorting)
// that attributes are in the same order on all of them.
Arrays.stream(mbeanInfo.getAttributes())
.filter(MBeanAttributeInfo::isReadable)
.map(attribute -> new JmxColumnHandle(attribute.getName(), getColumnType(attribute)))
.sorted((column1, column2) -> column1.getColumnName().compareTo(column2.getColumnName()))
.forEach(columns::add);
return new JmxTableHandle(objectName.get().toString(), columns.build(), true);
}
catch (JMException e) {
return null;
}
}
@Override
public ConnectorTableMetadata getTableMetadata(ConnectorSession session, ConnectorTableHandle tableHandle)
{
return ((JmxTableHandle) tableHandle).getTableMetadata();
}
@Override
public List<SchemaTableName> listTables(ConnectorSession session, String schemaNameOrNull)
{
if (JMX_SCHEMA_NAME.equals(schemaNameOrNull)) {
return listJmxTables();
}
else if (HISTORY_SCHEMA_NAME.equals(schemaNameOrNull)) {
return jmxHistoricalData.getTables().stream()
.map(tableName -> new SchemaTableName(JmxMetadata.HISTORY_SCHEMA_NAME, tableName))
.collect(toList());
}
else {
return ImmutableList.of();
}
}
private List<SchemaTableName> listJmxTables()
{
Builder<SchemaTableName> tableNames = ImmutableList.builder();
for (ObjectName objectName : mbeanServer.queryNames(WILDCARD, null)) {
// todo remove lower case when presto supports mixed case names
tableNames.add(new SchemaTableName(JMX_SCHEMA_NAME, objectName.toString().toLowerCase(ENGLISH)));
}
return tableNames.build();
}
@Override
public Map<String, ColumnHandle> getColumnHandles(ConnectorSession session, ConnectorTableHandle tableHandle)
{
JmxTableHandle jmxTableHandle = (JmxTableHandle) tableHandle;
return ImmutableMap.copyOf(Maps.uniqueIndex(jmxTableHandle.getColumnHandles(), column -> column.getColumnName().toLowerCase(ENGLISH)));
}
@Override
public ColumnMetadata getColumnMetadata(ConnectorSession session, ConnectorTableHandle tableHandle, ColumnHandle columnHandle)
{
return ((JmxColumnHandle) columnHandle).getColumnMetadata();
}
@Override
public Map<SchemaTableName, List<ColumnMetadata>> listTableColumns(ConnectorSession session, SchemaTablePrefix prefix)
{
requireNonNull(prefix, "prefix is null");
if (prefix.getSchemaName() != null &&
!prefix.getSchemaName().equals(JMX_SCHEMA_NAME) &&
!prefix.getSchemaName().equals(HISTORY_SCHEMA_NAME)) {
return ImmutableMap.of();
}
ImmutableMap.Builder<SchemaTableName, List<ColumnMetadata>> columns = ImmutableMap.builder();
List<SchemaTableName> tableNames;
if (prefix.getTableName() == null) {
tableNames = listTables(session, prefix.getSchemaName());
}
else {
tableNames = ImmutableList.of(new SchemaTableName(prefix.getSchemaName(), prefix.getTableName()));
}
for (SchemaTableName tableName : tableNames) {
JmxTableHandle tableHandle = getTableHandle(session, tableName);
columns.put(tableName, tableHandle.getTableMetadata().getColumns());
}
return columns.build();
}
@Override
public List<ConnectorTableLayoutResult> getTableLayouts(ConnectorSession session, ConnectorTableHandle table, Constraint<ColumnHandle> constraint, Optional<Set<ColumnHandle>> desiredColumns)
{
JmxTableHandle handle = (JmxTableHandle) table;
ConnectorTableLayout layout = new ConnectorTableLayout(new JmxTableLayoutHandle(handle, constraint.getSummary()));
return ImmutableList.of(new ConnectorTableLayoutResult(layout, constraint.getSummary()));
}
@Override
public ConnectorTableLayout getTableLayout(ConnectorSession session, ConnectorTableLayoutHandle handle)
{
return new ConnectorTableLayout(handle);
}
private static Type getColumnType(MBeanAttributeInfo attribute)
{
switch (attribute.getType()) {
case "boolean":
case "java.lang.Boolean":
return BOOLEAN;
case "byte":
case "java.lang.Byte":
case "short":
case "java.lang.Short":
case "int":
case "java.lang.Integer":
case "long":
case "java.lang.Long":
return BIGINT;
case "java.lang.Number":
case "float":
case "java.lang.Float":
case "double":
case "java.lang.Double":
return DOUBLE;
}
return createUnboundedVarcharType();
}
}