/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.hive.metastore.file;
import com.facebook.presto.hive.HiveBucketProperty;
import com.facebook.presto.hive.HiveStorageFormat;
import com.facebook.presto.hive.metastore.Column;
import com.facebook.presto.hive.metastore.Storage;
import com.facebook.presto.hive.metastore.StorageFormat;
import com.facebook.presto.hive.metastore.Table;
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.ImmutableMap;
import org.apache.hadoop.hive.metastore.TableType;
import java.util.Arrays;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import static com.facebook.presto.hive.metastore.StorageFormat.VIEW_STORAGE_FORMAT;
import static com.google.common.base.Preconditions.checkArgument;
import static java.util.Objects.requireNonNull;
public class TableMetadata
{
private final String owner;
private final String tableType;
private final List<Column> dataColumns;
private final List<Column> partitionColumns;
private final Map<String, String> parameters;
private final Optional<HiveStorageFormat> storageFormat;
private final Optional<HiveBucketProperty> bucketProperty;
private final Map<String, String> serdeParameters;
private final Optional<String> externalLocation;
private final Optional<String> viewOriginalText;
private final Optional<String> viewExpandedText;
@JsonCreator
public TableMetadata(
@JsonProperty("owner") String owner,
@JsonProperty("tableType") String tableType,
@JsonProperty("dataColumns") List<Column> dataColumns,
@JsonProperty("partitionColumns") List<Column> partitionColumns,
@JsonProperty("parameters") Map<String, String> parameters,
@JsonProperty("storageFormat") Optional<HiveStorageFormat> storageFormat,
@JsonProperty("bucketProperty") Optional<HiveBucketProperty> bucketProperty,
@JsonProperty("serdeParameters") Map<String, String> serdeParameters,
@JsonProperty("externalLocation") Optional<String> externalLocation,
@JsonProperty("viewOriginalText") Optional<String> viewOriginalText,
@JsonProperty("viewExpandedText") Optional<String> viewExpandedText)
{
this.owner = requireNonNull(owner, "owner is null");
this.tableType = requireNonNull(tableType, "tableType is null");
this.dataColumns = ImmutableList.copyOf(requireNonNull(dataColumns, "dataColumns is null"));
this.partitionColumns = ImmutableList.copyOf(requireNonNull(partitionColumns, "partitionColumns is null"));
this.parameters = ImmutableMap.copyOf(requireNonNull(parameters, "parameters is null"));
this.storageFormat = requireNonNull(storageFormat, "storageFormat is null");
this.bucketProperty = requireNonNull(bucketProperty, "bucketProperty is null");
this.serdeParameters = requireNonNull(serdeParameters, "serdeParameters is null");
this.externalLocation = requireNonNull(externalLocation, "externalLocation is null");
if (tableType.equals(TableType.EXTERNAL_TABLE.name())) {
checkArgument(externalLocation.isPresent(), "External location is required for external tables");
}
else {
checkArgument(!externalLocation.isPresent(), "External location is only allowed for external tables");
}
this.viewOriginalText = requireNonNull(viewOriginalText, "viewOriginalText is null");
this.viewExpandedText = requireNonNull(viewExpandedText, "viewExpandedText is null");
}
public TableMetadata(Table table)
{
owner = table.getOwner();
tableType = table.getTableType();
dataColumns = table.getDataColumns();
partitionColumns = table.getPartitionColumns();
parameters = table.getParameters();
StorageFormat tableFormat = table.getStorage().getStorageFormat();
storageFormat = Arrays.stream(HiveStorageFormat.values())
.filter(format -> tableFormat.equals(StorageFormat.fromHiveStorageFormat(format)))
.findFirst();
bucketProperty = table.getStorage().getBucketProperty();
serdeParameters = table.getStorage().getSerdeParameters();
if (tableType.equals(TableType.EXTERNAL_TABLE.name())) {
externalLocation = Optional.of(table.getStorage().getLocation());
}
else {
externalLocation = Optional.empty();
}
viewOriginalText = table.getViewOriginalText();
viewExpandedText = table.getViewExpandedText();
}
@JsonProperty
public String getOwner()
{
return owner;
}
@JsonProperty
public String getTableType()
{
return tableType;
}
@JsonProperty
public List<Column> getDataColumns()
{
return dataColumns;
}
@JsonProperty
public List<Column> getPartitionColumns()
{
return partitionColumns;
}
public Optional<Column> getColumn(String name)
{
for (Column partitionColumn : partitionColumns) {
if (partitionColumn.getName().equals(name)) {
return Optional.of(partitionColumn);
}
}
for (Column dataColumn : dataColumns) {
if (dataColumn.getName().equals(name)) {
return Optional.of(dataColumn);
}
}
return Optional.empty();
}
@JsonProperty
public Map<String, String> getParameters()
{
return parameters;
}
@JsonProperty
public Optional<HiveStorageFormat> getStorageFormat()
{
return storageFormat;
}
@JsonProperty
public Optional<HiveBucketProperty> getBucketProperty()
{
return bucketProperty;
}
@JsonProperty
public Map<String, String> getSerdeParameters()
{
return serdeParameters;
}
@JsonProperty
public Optional<String> getExternalLocation()
{
return externalLocation;
}
@JsonProperty
public Optional<String> getViewOriginalText()
{
return viewOriginalText;
}
@JsonProperty
public Optional<String> getViewExpandedText()
{
return viewExpandedText;
}
public TableMetadata withDataColumns(List<Column> dataColumns)
{
return new TableMetadata(
owner,
tableType,
dataColumns,
partitionColumns,
parameters,
storageFormat,
bucketProperty,
serdeParameters,
externalLocation,
viewOriginalText,
viewExpandedText);
}
public Table toTable(String databaseName, String tableName, String location)
{
return new Table(
databaseName,
tableName,
owner,
tableType,
Storage.builder()
.setLocation(externalLocation.orElse(location))
.setStorageFormat(storageFormat.map(StorageFormat::fromHiveStorageFormat).orElse(VIEW_STORAGE_FORMAT))
.setBucketProperty(bucketProperty)
.setSerdeParameters(serdeParameters)
.build(),
dataColumns,
partitionColumns,
parameters,
viewOriginalText,
viewExpandedText);
}
}