/*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.facebook.presto.operator;
import com.facebook.presto.execution.buffer.OutputBuffer;
import com.facebook.presto.execution.buffer.PagesSerde;
import com.facebook.presto.execution.buffer.PagesSerdeFactory;
import com.facebook.presto.execution.buffer.SerializedPage;
import com.facebook.presto.spi.Page;
import com.facebook.presto.spi.type.Type;
import com.facebook.presto.sql.planner.plan.PlanNodeId;
import com.google.common.collect.ImmutableList;
import com.google.common.util.concurrent.ListenableFuture;
import java.util.List;
import java.util.function.Function;
import static com.facebook.presto.execution.buffer.PageSplitterUtil.splitPage;
import static com.facebook.presto.spi.block.PageBuilderStatus.DEFAULT_MAX_PAGE_SIZE_IN_BYTES;
import static com.google.common.base.Preconditions.checkState;
import static com.google.common.collect.ImmutableList.toImmutableList;
import static java.util.Objects.requireNonNull;
public class TaskOutputOperator
implements Operator
{
public static class TaskOutputFactory
implements OutputFactory
{
private final OutputBuffer outputBuffer;
public TaskOutputFactory(OutputBuffer outputBuffer)
{
this.outputBuffer = requireNonNull(outputBuffer, "outputBuffer is null");
}
@Override
public OperatorFactory createOutputOperator(int operatorId, PlanNodeId planNodeId, List<Type> types, Function<Page, Page> pagePreprocessor, PagesSerdeFactory serdeFactory)
{
return new TaskOutputOperatorFactory(operatorId, planNodeId, outputBuffer, pagePreprocessor, serdeFactory);
}
}
public static class TaskOutputOperatorFactory
implements OperatorFactory
{
private final int operatorId;
private final PlanNodeId planNodeId;
private final OutputBuffer outputBuffer;
private final Function<Page, Page> pagePreprocessor;
private final PagesSerdeFactory serdeFactory;
public TaskOutputOperatorFactory(int operatorId, PlanNodeId planNodeId, OutputBuffer outputBuffer, Function<Page, Page> pagePreprocessor, PagesSerdeFactory serdeFactory)
{
this.operatorId = operatorId;
this.planNodeId = requireNonNull(planNodeId, "planNodeId is null");
this.outputBuffer = requireNonNull(outputBuffer, "outputBuffer is null");
this.pagePreprocessor = requireNonNull(pagePreprocessor, "pagePreprocessor is null");
this.serdeFactory = requireNonNull(serdeFactory, "serdeFactory is null");
}
@Override
public List<Type> getTypes()
{
return ImmutableList.of();
}
@Override
public Operator createOperator(DriverContext driverContext)
{
OperatorContext operatorContext = driverContext.addOperatorContext(operatorId, planNodeId, TaskOutputOperator.class.getSimpleName());
return new TaskOutputOperator(operatorContext, outputBuffer, pagePreprocessor, serdeFactory);
}
@Override
public void close()
{
}
@Override
public OperatorFactory duplicate()
{
return new TaskOutputOperatorFactory(operatorId, planNodeId, outputBuffer, pagePreprocessor, serdeFactory);
}
}
private final OperatorContext operatorContext;
private final OutputBuffer outputBuffer;
private final Function<Page, Page> pagePreprocessor;
private final PagesSerde serde;
private ListenableFuture<?> blocked = NOT_BLOCKED;
private boolean finished;
public TaskOutputOperator(OperatorContext operatorContext, OutputBuffer outputBuffer, Function<Page, Page> pagePreprocessor, PagesSerdeFactory serdeFactory)
{
this.operatorContext = requireNonNull(operatorContext, "operatorContext is null");
this.outputBuffer = requireNonNull(outputBuffer, "outputBuffer is null");
this.pagePreprocessor = requireNonNull(pagePreprocessor, "pagePreprocessor is null");
this.serde = requireNonNull(serdeFactory, "serdeFactory is null").createPagesSerde();
}
@Override
public OperatorContext getOperatorContext()
{
return operatorContext;
}
@Override
public List<Type> getTypes()
{
return ImmutableList.of();
}
@Override
public void finish()
{
finished = true;
}
@Override
public boolean isFinished()
{
if (blocked != NOT_BLOCKED && blocked.isDone()) {
blocked = NOT_BLOCKED;
}
return finished && blocked == NOT_BLOCKED;
}
@Override
public ListenableFuture<?> isBlocked()
{
if (blocked != NOT_BLOCKED && blocked.isDone()) {
blocked = NOT_BLOCKED;
}
return blocked;
}
@Override
public boolean needsInput()
{
if (blocked != NOT_BLOCKED && blocked.isDone()) {
blocked = NOT_BLOCKED;
}
return !finished && blocked == NOT_BLOCKED;
}
@Override
public void addInput(Page page)
{
requireNonNull(page, "page is null");
if (page.getPositionCount() == 0) {
return;
}
checkState(blocked == NOT_BLOCKED, "output is already blocked");
page = pagePreprocessor.apply(page);
List<SerializedPage> serializedPages = splitPage(page, DEFAULT_MAX_PAGE_SIZE_IN_BYTES).stream()
.map(serde::serialize)
.collect(toImmutableList());
ListenableFuture<?> future = outputBuffer.enqueue(serializedPages);
if (!future.isDone()) {
this.blocked = future;
}
operatorContext.recordGeneratedOutput(page.getSizeInBytes(), page.getPositionCount());
}
@Override
public Page getOutput()
{
return null;
}
}