/* * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.facebook.presto.hive; import com.facebook.presto.spi.PrestoException; import com.fasterxml.jackson.annotation.JsonProperty; import com.google.common.collect.ImmutableList; import com.google.common.collect.Multimaps; import org.apache.hadoop.fs.Path; import java.util.Collection; import java.util.List; import static com.facebook.presto.hive.HiveErrorCode.HIVE_CONCURRENT_MODIFICATION_DETECTED; import static com.google.common.base.MoreObjects.toStringHelper; import static java.lang.String.format; import static java.util.Objects.requireNonNull; public class PartitionUpdate { private final String name; private final boolean isNew; private final Path writePath; private final Path targetPath; private final List<String> fileNames; public PartitionUpdate( @JsonProperty("name") String name, @JsonProperty("new") boolean isNew, @JsonProperty("writePath") String writePath, @JsonProperty("targetPath") String targetPath, @JsonProperty("fileNames") List<String> fileNames) { this.name = requireNonNull(name, "name is null"); this.isNew = isNew; this.writePath = new Path(requireNonNull(writePath, "writePath is null")); this.targetPath = new Path(requireNonNull(targetPath, "targetPath is null")); this.fileNames = ImmutableList.copyOf(requireNonNull(fileNames, "fileNames is null")); } public PartitionUpdate(String name, boolean isNew, Path writePath, Path targetPath, List<String> fileNames) { this.name = requireNonNull(name, "name is null"); this.isNew = isNew; this.writePath = requireNonNull(writePath, "writePath is null"); this.targetPath = requireNonNull(targetPath, "targetPath is null"); this.fileNames = ImmutableList.copyOf(requireNonNull(fileNames, "fileNames is null")); } @JsonProperty public String getName() { return name; } @JsonProperty public boolean isNew() { return isNew; } public Path getWritePath() { return writePath; } public Path getTargetPath() { return targetPath; } @JsonProperty public List<String> getFileNames() { return fileNames; } @JsonProperty("targetPath") public String getJsonSerializableTargetPath() { return targetPath.toString(); } @JsonProperty("writePath") public String getJsonSerializableWritePath() { return writePath.toString(); } @Override public String toString() { return toStringHelper(this) .add("name", name) .toString(); } public static List<PartitionUpdate> mergePartitionUpdates(Iterable<PartitionUpdate> unMergedUpdates) { ImmutableList.Builder<PartitionUpdate> partitionUpdates = ImmutableList.builder(); for (Collection<PartitionUpdate> partitionGroup : Multimaps.index(unMergedUpdates, PartitionUpdate::getName).asMap().values()) { PartitionUpdate firstPartition = partitionGroup.iterator().next(); ImmutableList.Builder<String> allFileNames = ImmutableList.builder(); for (PartitionUpdate partition : partitionGroup) { // verify partitions have the same new flag, write path and target path // this shouldn't happen but could if another user added a partition during the write if (partition.isNew() != firstPartition.isNew() || !partition.getWritePath().equals(firstPartition.getWritePath()) || !partition.getTargetPath().equals(firstPartition.getTargetPath())) { throw new PrestoException(HIVE_CONCURRENT_MODIFICATION_DETECTED, format("Partition %s was added or modified during INSERT", firstPartition.getName())); } allFileNames.addAll(partition.getFileNames()); } partitionUpdates.add(new PartitionUpdate(firstPartition.getName(), firstPartition.isNew(), firstPartition.getWritePath(), firstPartition.getTargetPath(), allFileNames.build())); } return partitionUpdates.build(); } }