/** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ package org.apache.hive.hcatalog.api.repl.commands; import org.apache.hive.hcatalog.api.repl.Command; import org.apache.hive.hcatalog.api.repl.ReplicationUtils; import org.apache.hive.hcatalog.data.ReaderWriter; import java.io.DataInput; import java.io.DataOutput; import java.io.IOException; import java.util.Collections; import java.util.List; import java.util.Map; public class ImportCommand implements Command { private String importLocation; private String dbName = null; private String tableName = null; private Map<String, String> ptnDesc = null; private long eventId; private boolean isDefinitionOnly = false; // NOTE: The current implementation does not allow importing to an "EXTERNAL" location. // This is intentional, since we want the destination tables to be "managed" tables. // If this assumption should change at some point in the future, ImportSemanticAnalyzer // will need some of its checks changed to allow for "replacing" external tables. public ImportCommand(String dbName, String tableName, Map<String, String> ptnDesc, String importLocation, boolean isDefinitionOnly, long eventId) { this.dbName = dbName; this.tableName = tableName; this.ptnDesc = ptnDesc; this.importLocation = importLocation; this.isDefinitionOnly = isDefinitionOnly; this.eventId = eventId; } /** * Trivial ctor to support Writable reflections instantiation * do not expect to use this object as-is, unless you call * readFields after using this ctor */ public ImportCommand(){ } @Override public List<String> get() { // IMPORT [[EXTERNAL] TABLE new_or_original_tablename [PARTITION (part_column="value"[, ...])]] // FROM 'source_path' // [LOCATION 'import_target_path'] StringBuilder sb = new StringBuilder(); sb.append("IMPORT TABLE "); sb.append(dbName); sb.append('.'); sb.append(tableName); // TODO: Handle quoted tablenames sb.append(ReplicationUtils.partitionDescriptor(ptnDesc)); sb.append(" FROM '"); sb.append(importLocation); sb.append('\''); return Collections.singletonList(sb.toString()); } @Override public boolean isRetriable() { return true; // Repl imports are replace-imports, and thus, are idempotent. // Note that this assumes that this ImportCommand is running on an export dump // created using EXPORT ... FOR REPLICATION. If the scope of ImportCommand // were to eventually expand to importing dumps created by regular exports, // then this needs updating. } @Override public boolean isUndoable() { // Alters and replacements are not undoable if they've taken effect already. They are retriable though. // Creates are undoable, but we cannot differentiate between creates, alters and replacements from a Command level. return false; } @Override public List<String> getUndo() { throw new UnsupportedOperationException("Attempted to getUndo() on a repl import that does not support undo."); } @Override public List<String> cleanupLocationsPerRetry() { return Collections.emptyList(); } @Override public List<String> cleanupLocationsAfterEvent() { return Collections.singletonList(importLocation); } @Override public long getEventId() { return eventId; } @Override public void write(DataOutput dataOutput) throws IOException { ReaderWriter.writeDatum(dataOutput, dbName); ReaderWriter.writeDatum(dataOutput, tableName); ReaderWriter.writeDatum(dataOutput, ptnDesc); ReaderWriter.writeDatum(dataOutput, importLocation); ReaderWriter.writeDatum(dataOutput, isDefinitionOnly); ReaderWriter.writeDatum(dataOutput, eventId); } @Override public void readFields(DataInput dataInput) throws IOException { dbName = (String)ReaderWriter.readDatum(dataInput); tableName = (String)ReaderWriter.readDatum(dataInput); ptnDesc = (Map<String,String>)ReaderWriter.readDatum(dataInput); importLocation = (String)ReaderWriter.readDatum(dataInput); isDefinitionOnly = (Boolean) ReaderWriter.readDatum(dataInput); eventId = (Long) ReaderWriter.readDatum(dataInput); } }