/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.hive;
import com.facebook.presto.spi.PrestoException;
import com.facebook.presto.spi.session.PropertyMetadata;
import com.facebook.presto.spi.type.TypeManager;
import com.google.common.collect.ImmutableList;
import javax.inject.Inject;
import java.util.Collection;
import java.util.List;
import java.util.Map;
import java.util.Optional;
import java.util.stream.Collectors;
import static com.facebook.presto.spi.StandardErrorCode.INVALID_TABLE_PROPERTY;
import static com.facebook.presto.spi.session.PropertyMetadata.integerSessionProperty;
import static com.facebook.presto.spi.session.PropertyMetadata.stringSessionProperty;
import static com.facebook.presto.spi.type.TypeSignature.parseTypeSignature;
import static com.facebook.presto.spi.type.VarcharType.createUnboundedVarcharType;
import static java.lang.String.format;
import static java.util.Locale.ENGLISH;
public class HiveTableProperties
{
public static final String EXTERNAL_LOCATION_PROPERTY = "external_location";
public static final String STORAGE_FORMAT_PROPERTY = "format";
public static final String PARTITIONED_BY_PROPERTY = "partitioned_by";
public static final String BUCKETED_BY_PROPERTY = "bucketed_by";
public static final String BUCKET_COUNT_PROPERTY = "bucket_count";
private final List<PropertyMetadata<?>> tableProperties;
@Inject
public HiveTableProperties(TypeManager typeManager, HiveClientConfig config)
{
tableProperties = ImmutableList.of(
stringSessionProperty(
EXTERNAL_LOCATION_PROPERTY,
"File system location URI for external table",
null,
false),
new PropertyMetadata<>(
STORAGE_FORMAT_PROPERTY,
"Hive storage format for the table",
createUnboundedVarcharType(),
HiveStorageFormat.class,
config.getHiveStorageFormat(),
false,
value -> HiveStorageFormat.valueOf(((String) value).toUpperCase(ENGLISH)),
HiveStorageFormat::toString),
new PropertyMetadata<>(
PARTITIONED_BY_PROPERTY,
"Partition columns",
typeManager.getType(parseTypeSignature("array(varchar)")),
List.class,
ImmutableList.of(),
false,
value -> ImmutableList.copyOf(((Collection<?>) value).stream()
.map(name -> ((String) name).toLowerCase(ENGLISH))
.collect(Collectors.toList())),
value -> value),
new PropertyMetadata<>(
BUCKETED_BY_PROPERTY,
"Bucketing columns",
typeManager.getType(parseTypeSignature("array(varchar)")),
List.class,
ImmutableList.of(),
false,
value -> ImmutableList.copyOf(((Collection<?>) value).stream()
.map(name -> ((String) name).toLowerCase(ENGLISH))
.collect(Collectors.toList())),
value -> value),
integerSessionProperty(BUCKET_COUNT_PROPERTY, "Number of buckets", 0, false));
}
public List<PropertyMetadata<?>> getTableProperties()
{
return tableProperties;
}
public static String getExternalLocation(Map<String, Object> tableProperties)
{
return (String) tableProperties.get(EXTERNAL_LOCATION_PROPERTY);
}
public static HiveStorageFormat getHiveStorageFormat(Map<String, Object> tableProperties)
{
return (HiveStorageFormat) tableProperties.get(STORAGE_FORMAT_PROPERTY);
}
@SuppressWarnings("unchecked")
public static List<String> getPartitionedBy(Map<String, Object> tableProperties)
{
return (List<String>) tableProperties.get(PARTITIONED_BY_PROPERTY);
}
public static Optional<HiveBucketProperty> getBucketProperty(Map<String, Object> tableProperties)
{
List<String> bucketedBy = getBucketedBy(tableProperties);
int bucketCount = (Integer) tableProperties.get(BUCKET_COUNT_PROPERTY);
if ((bucketedBy.isEmpty()) && (bucketCount == 0)) {
return Optional.empty();
}
if (bucketCount < 0) {
throw new PrestoException(INVALID_TABLE_PROPERTY, format("%s must be greater than zero", BUCKET_COUNT_PROPERTY));
}
if (bucketedBy.isEmpty() || bucketCount == 0) {
throw new PrestoException(INVALID_TABLE_PROPERTY, format("%s and %s must be specified together", BUCKETED_BY_PROPERTY, BUCKET_COUNT_PROPERTY));
}
return Optional.of(new HiveBucketProperty(bucketedBy, bucketCount));
}
@SuppressWarnings("unchecked")
private static List<String> getBucketedBy(Map<String, Object> tableProperties)
{
return (List<String>) tableProperties.get(BUCKETED_BY_PROPERTY);
}
}