/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.drill.exec.store.hive.schema;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.Lists;
import com.google.common.collect.Sets;
import org.apache.calcite.rel.type.RelDataType;
import org.apache.calcite.rel.type.RelDataTypeFactory;
import org.apache.calcite.schema.Schema;
import org.apache.calcite.schema.Statistic;
import org.apache.calcite.schema.Table;
import org.apache.commons.lang3.tuple.Pair;
import org.apache.drill.exec.store.AbstractSchema;
import org.apache.drill.exec.store.SchemaConfig;
import org.apache.drill.exec.store.hive.DrillHiveMetaStoreClient;
import org.apache.drill.exec.store.hive.HiveStoragePluginConfig;
import org.apache.drill.exec.store.hive.schema.HiveSchemaFactory.HiveSchema;
import org.apache.thrift.TException;
import java.util.List;
import java.util.Set;
public class HiveDatabaseSchema extends AbstractSchema{
static final org.slf4j.Logger logger = org.slf4j.LoggerFactory.getLogger(HiveDatabaseSchema.class);
private final HiveSchema hiveSchema;
private Set<String> tables;
private final DrillHiveMetaStoreClient mClient;
private final SchemaConfig schemaConfig;
public HiveDatabaseSchema( //
HiveSchema hiveSchema, //
String name,
DrillHiveMetaStoreClient mClient,
SchemaConfig schemaConfig) {
super(hiveSchema.getSchemaPath(), name);
this.hiveSchema = hiveSchema;
this.mClient = mClient;
this.schemaConfig = schemaConfig;
}
@Override
public Table getTable(String tableName) {
return hiveSchema.getDrillTable(this.name, tableName);
}
@Override
public Set<String> getTableNames() {
if (tables == null) {
try {
tables = Sets.newHashSet(mClient.getTableNames(this.name, schemaConfig.getIgnoreAuthErrors()));
} catch (final TException e) {
logger.warn("Failure while attempting to access HiveDatabase '{}'.", this.name, e.getCause());
tables = Sets.newHashSet(); // empty set.
}
}
return tables;
}
@Override
public String getTypeName() {
return HiveStoragePluginConfig.NAME;
}
@Override
public List<Pair<String, ? extends Table>> getTablesByNamesByBulkLoad(final List<String> tableNames,
final int bulkSize) {
final String schemaName = getName();
final List<org.apache.hadoop.hive.metastore.api.Table> tables = DrillHiveMetaStoreClient
.getTablesByNamesByBulkLoadHelper(mClient, tableNames, schemaName, bulkSize);
final List<Pair<String, ? extends Table>> tableNameToTable = Lists.newArrayList();
for (final org.apache.hadoop.hive.metastore.api.Table table : tables) {
if (table == null) {
continue;
}
final String tableName = table.getTableName();
final TableType tableType;
if (table.getTableType().equals(org.apache.hadoop.hive.metastore.TableType.VIRTUAL_VIEW.toString())) {
tableType = TableType.VIEW;
} else {
tableType = TableType.TABLE;
}
tableNameToTable.add(Pair.of(tableName, new HiveTableWithoutStatisticAndRowType(tableType)));
}
return tableNameToTable;
}
private static class HiveTableWithoutStatisticAndRowType implements Table {
private final TableType tableType;
public HiveTableWithoutStatisticAndRowType(final TableType tableType) {
this.tableType = tableType;
}
@Override
public RelDataType getRowType(RelDataTypeFactory typeFactory) {
throw new UnsupportedOperationException(
"RowType was not retrieved when this table had been being requested");
}
@Override
public Statistic getStatistic() {
throw new UnsupportedOperationException(
"Statistic was not retrieved when this table had been being requested");
}
@Override
public Schema.TableType getJdbcTableType() {
return tableType;
}
}
}