/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.operator;
import com.facebook.presto.Session;
import com.facebook.presto.memory.LocalMemoryContext;
import com.facebook.presto.spi.ConnectorPageSink;
import com.facebook.presto.spi.Page;
import com.facebook.presto.spi.PageBuilder;
import com.facebook.presto.spi.block.Block;
import com.facebook.presto.spi.block.BlockBuilder;
import com.facebook.presto.spi.type.Type;
import com.facebook.presto.split.PageSinkManager;
import com.facebook.presto.sql.planner.plan.PlanNodeId;
import com.facebook.presto.sql.planner.plan.TableWriterNode.WriterTarget;
import com.google.common.collect.ImmutableList;
import com.google.common.util.concurrent.ListenableFuture;
import io.airlift.slice.Slice;
import java.util.Collection;
import java.util.List;
import java.util.concurrent.CompletableFuture;
import static com.facebook.presto.spi.type.BigintType.BIGINT;
import static com.facebook.presto.spi.type.VarbinaryType.VARBINARY;
import static com.facebook.presto.sql.planner.plan.TableWriterNode.CreateHandle;
import static com.facebook.presto.sql.planner.plan.TableWriterNode.InsertHandle;
import static com.google.common.base.Preconditions.checkArgument;
import static com.google.common.base.Preconditions.checkState;
import static io.airlift.concurrent.MoreFutures.getFutureValue;
import static io.airlift.concurrent.MoreFutures.toListenableFuture;
import static java.util.Objects.requireNonNull;
public class TableWriterOperator
implements Operator
{
public static final List<Type> TYPES = ImmutableList.of(BIGINT, VARBINARY);
public static class TableWriterOperatorFactory
implements OperatorFactory
{
private final int operatorId;
private final PlanNodeId planNodeId;
private final PageSinkManager pageSinkManager;
private final WriterTarget target;
private final List<Integer> inputChannels;
private final Session session;
private boolean closed;
public TableWriterOperatorFactory(int operatorId,
PlanNodeId planNodeId,
PageSinkManager pageSinkManager,
WriterTarget writerTarget,
List<Integer> inputChannels,
Session session)
{
this.operatorId = operatorId;
this.planNodeId = requireNonNull(planNodeId, "planNodeId is null");
this.inputChannels = requireNonNull(inputChannels, "inputChannels is null");
this.pageSinkManager = requireNonNull(pageSinkManager, "pageSinkManager is null");
checkArgument(writerTarget instanceof CreateHandle || writerTarget instanceof InsertHandle, "writerTarget must be CreateHandle or InsertHandle");
this.target = requireNonNull(writerTarget, "writerTarget is null");
this.session = session;
}
@Override
public List<Type> getTypes()
{
return TYPES;
}
@Override
public Operator createOperator(DriverContext driverContext)
{
checkState(!closed, "Factory is already closed");
OperatorContext context = driverContext.addOperatorContext(operatorId, planNodeId, TableWriterOperator.class.getSimpleName());
return new TableWriterOperator(context, createPageSink(), inputChannels);
}
private ConnectorPageSink createPageSink()
{
if (target instanceof CreateHandle) {
return pageSinkManager.createPageSink(session, ((CreateHandle) target).getHandle());
}
if (target instanceof InsertHandle) {
return pageSinkManager.createPageSink(session, ((InsertHandle) target).getHandle());
}
throw new UnsupportedOperationException("Unhandled target type: " + target.getClass().getName());
}
@Override
public void close()
{
closed = true;
}
@Override
public OperatorFactory duplicate()
{
return new TableWriterOperatorFactory(operatorId, planNodeId, pageSinkManager, target, inputChannels, session);
}
}
private enum State
{
RUNNING, FINISHING, FINISHED
}
private final OperatorContext operatorContext;
private final LocalMemoryContext pageSinkMemoryContext;
private final ConnectorPageSink pageSink;
private final List<Integer> inputChannels;
private ListenableFuture<?> blocked = NOT_BLOCKED;
private CompletableFuture<Collection<Slice>> finishFuture;
private State state = State.RUNNING;
private long rowCount;
private boolean committed;
private boolean closed;
public TableWriterOperator(OperatorContext operatorContext,
ConnectorPageSink pageSink,
List<Integer> inputChannels)
{
this.operatorContext = requireNonNull(operatorContext, "operatorContext is null");
this.pageSinkMemoryContext = operatorContext.getSystemMemoryContext().newLocalMemoryContext();
this.pageSink = requireNonNull(pageSink, "pageSink is null");
this.inputChannels = requireNonNull(inputChannels, "inputChannels is null");
}
@Override
public OperatorContext getOperatorContext()
{
return operatorContext;
}
@Override
public List<Type> getTypes()
{
return TYPES;
}
@Override
public void finish()
{
if (state == State.RUNNING) {
state = State.FINISHING;
finishFuture = pageSink.finish();
blocked = toListenableFuture(finishFuture);
}
}
@Override
public boolean isFinished()
{
updateBlockedIfNecessary();
return state == State.FINISHED && blocked == NOT_BLOCKED;
}
@Override
public ListenableFuture<?> isBlocked()
{
updateBlockedIfNecessary();
return blocked;
}
@Override
public boolean needsInput()
{
updateBlockedIfNecessary();
return state == State.RUNNING && blocked == NOT_BLOCKED;
}
private void updateBlockedIfNecessary()
{
if (blocked != NOT_BLOCKED && blocked.isDone()) {
blocked = NOT_BLOCKED;
}
}
@Override
public void addInput(Page page)
{
requireNonNull(page, "page is null");
checkState(needsInput(), "Operator does not need input");
Block[] blocks = new Block[inputChannels.size()];
for (int outputChannel = 0; outputChannel < inputChannels.size(); outputChannel++) {
blocks[outputChannel] = page.getBlock(inputChannels.get(outputChannel));
}
CompletableFuture<?> future = pageSink.appendPage(new Page(blocks));
pageSinkMemoryContext.setBytes(pageSink.getSystemMemoryUsage());
if (!future.isDone()) {
this.blocked = toListenableFuture(future);
}
rowCount += page.getPositionCount();
}
@Override
public Page getOutput()
{
if (state != State.FINISHING || !blocked.isDone()) {
return null;
}
state = State.FINISHED;
Collection<Slice> fragments = getFutureValue(finishFuture);
committed = true;
PageBuilder page = new PageBuilder(TYPES);
BlockBuilder rowsBuilder = page.getBlockBuilder(0);
BlockBuilder fragmentBuilder = page.getBlockBuilder(1);
// write row count
page.declarePosition();
BIGINT.writeLong(rowsBuilder, rowCount);
fragmentBuilder.appendNull();
// write fragments
for (Slice fragment : fragments) {
page.declarePosition();
rowsBuilder.appendNull();
VARBINARY.writeSlice(fragmentBuilder, fragment);
}
return page.build();
}
@Override
public void close()
throws Exception
{
if (!closed) {
closed = true;
if (!committed) {
pageSink.abort();
}
}
}
}