/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.hive.hcatalog.api.repl.commands;
import org.apache.hive.hcatalog.api.repl.Command;
import org.apache.hive.hcatalog.api.repl.ReplicationUtils;
import org.apache.hive.hcatalog.data.ReaderWriter;
import java.io.DataInput;
import java.io.DataOutput;
import java.io.IOException;
import java.util.Collections;
import java.util.List;
import java.util.Map;
public class ImportCommand implements Command {
private String importLocation;
private String dbName = null;
private String tableName = null;
private Map<String, String> ptnDesc = null;
private long eventId;
private boolean isDefinitionOnly = false;
// NOTE: The current implementation does not allow importing to an "EXTERNAL" location.
// This is intentional, since we want the destination tables to be "managed" tables.
// If this assumption should change at some point in the future, ImportSemanticAnalyzer
// will need some of its checks changed to allow for "replacing" external tables.
public ImportCommand(String dbName, String tableName, Map<String, String> ptnDesc,
String importLocation, boolean isDefinitionOnly, long eventId) {
this.dbName = dbName;
this.tableName = tableName;
this.ptnDesc = ptnDesc;
this.importLocation = importLocation;
this.isDefinitionOnly = isDefinitionOnly;
this.eventId = eventId;
}
/**
* Trivial ctor to support Writable reflections instantiation
* do not expect to use this object as-is, unless you call
* readFields after using this ctor
*/
public ImportCommand(){
}
@Override
public List<String> get() {
// IMPORT [[EXTERNAL] TABLE new_or_original_tablename [PARTITION (part_column="value"[, ...])]]
// FROM 'source_path'
// [LOCATION 'import_target_path']
StringBuilder sb = new StringBuilder();
sb.append("IMPORT TABLE ");
sb.append(dbName);
sb.append('.');
sb.append(tableName); // TODO: Handle quoted tablenames
sb.append(ReplicationUtils.partitionDescriptor(ptnDesc));
sb.append(" FROM '");
sb.append(importLocation);
sb.append('\'');
return Collections.singletonList(sb.toString());
}
@Override
public boolean isRetriable() {
return true;
// Repl imports are replace-imports, and thus, are idempotent.
// Note that this assumes that this ImportCommand is running on an export dump
// created using EXPORT ... FOR REPLICATION. If the scope of ImportCommand
// were to eventually expand to importing dumps created by regular exports,
// then this needs updating.
}
@Override
public boolean isUndoable() {
// Alters and replacements are not undoable if they've taken effect already. They are retriable though.
// Creates are undoable, but we cannot differentiate between creates, alters and replacements from a Command level.
return false;
}
@Override
public List<String> getUndo() {
throw new UnsupportedOperationException("Attempted to getUndo() on a repl import that does not support undo.");
}
@Override
public List<String> cleanupLocationsPerRetry() {
return Collections.emptyList();
}
@Override
public List<String> cleanupLocationsAfterEvent() {
return Collections.singletonList(importLocation);
}
@Override
public long getEventId() {
return eventId;
}
@Override
public void write(DataOutput dataOutput) throws IOException {
ReaderWriter.writeDatum(dataOutput, dbName);
ReaderWriter.writeDatum(dataOutput, tableName);
ReaderWriter.writeDatum(dataOutput, ptnDesc);
ReaderWriter.writeDatum(dataOutput, importLocation);
ReaderWriter.writeDatum(dataOutput, isDefinitionOnly);
ReaderWriter.writeDatum(dataOutput, eventId);
}
@Override
public void readFields(DataInput dataInput) throws IOException {
dbName = (String)ReaderWriter.readDatum(dataInput);
tableName = (String)ReaderWriter.readDatum(dataInput);
ptnDesc = (Map<String,String>)ReaderWriter.readDatum(dataInput);
importLocation = (String)ReaderWriter.readDatum(dataInput);
isDefinitionOnly = (Boolean) ReaderWriter.readDatum(dataInput);
eventId = (Long) ReaderWriter.readDatum(dataInput);
}
}