/* * Licensed to CRATE Technology GmbH ("Crate") under one or more contributor * license agreements. See the NOTICE file distributed with this work for * additional information regarding copyright ownership. Crate licenses * this file to you under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. You may * obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the * License for the specific language governing permissions and limitations * under the License. * * However, if you have executed another commercial license agreement * with Crate these terms will supersede the license and you may use the * software solely pursuant to the terms of the relevant commercial agreement. */ package io.crate.planner.node.dql; import com.google.common.base.MoreObjects; import com.google.common.collect.ImmutableSet; import com.google.common.collect.Iterables; import com.google.common.collect.Lists; import io.crate.analyze.symbol.Symbols; import io.crate.planner.PositionalOrderBy; import io.crate.planner.distribution.DistributionInfo; import io.crate.planner.distribution.UpstreamPhase; import io.crate.planner.node.ExecutionPhaseVisitor; import io.crate.planner.projection.Projection; import io.crate.types.DataType; import io.crate.types.DataTypes; import org.elasticsearch.common.io.stream.StreamInput; import org.elasticsearch.common.io.stream.StreamOutput; import javax.annotation.Nullable; import java.io.IOException; import java.util.*; /** * A plan node which merges results from upstreams */ public class MergePhase extends AbstractProjectionsPhase implements UpstreamPhase { public static final ExecutionPhaseFactory<MergePhase> FACTORY = MergePhase::new; private Collection<? extends DataType> inputTypes; private int numUpstreams; private DistributionInfo distributionInfo; private Collection<String> executionNodes; /** * expects sorted input and produces sorted output */ @Nullable private PositionalOrderBy positionalOrderBy; private MergePhase() { } public MergePhase(UUID jobId, int executionNodeId, String name, int numUpstreams, Collection<String> executionNodes, Collection<? extends DataType> inputTypes, List<Projection> projections, DistributionInfo distributionInfo, @Nullable PositionalOrderBy positionalOrderBy) { super(jobId, executionNodeId, name, projections); this.inputTypes = inputTypes; this.numUpstreams = numUpstreams; this.distributionInfo = distributionInfo; if (projections.isEmpty()) { outputTypes = Lists.newArrayList(inputTypes); } else { outputTypes = Symbols.extractTypes(Iterables.getLast(projections).outputs()); } this.positionalOrderBy = positionalOrderBy; this.executionNodes = executionNodes; } @Override public Type type() { return Type.MERGE; } @Override public Collection<String> nodeIds() { if (executionNodes == null) { return ImmutableSet.of(); } else { return executionNodes; } } @Override public DistributionInfo distributionInfo() { return distributionInfo; } @Override public void distributionInfo(DistributionInfo distributionInfo) { this.distributionInfo = distributionInfo; } public void executionNodes(Collection<String> executionNodes) { this.executionNodes = executionNodes; } public int numUpstreams() { return numUpstreams; } public Collection<? extends DataType> inputTypes() { return inputTypes; } @Nullable public PositionalOrderBy orderByPositions() { return positionalOrderBy; } @Override public <C, R> R accept(ExecutionPhaseVisitor<C, R> visitor, C context) { return visitor.visitMergePhase(this, context); } @Override public void readFrom(StreamInput in) throws IOException { super.readFrom(in); distributionInfo = DistributionInfo.fromStream(in); numUpstreams = in.readVInt(); int numCols = in.readVInt(); if (numCols > 0) { List<DataType> inputTypes = new ArrayList<>(numCols); for (int i = 0; i < numCols; i++) { inputTypes.add(DataTypes.fromStream(in)); } this.inputTypes = inputTypes; } int numExecutionNodes = in.readVInt(); if (numExecutionNodes > 0) { executionNodes = new HashSet<>(numExecutionNodes); for (int i = 0; i < numExecutionNodes; i++) { executionNodes.add(in.readString()); } } positionalOrderBy = PositionalOrderBy.fromStream(in); } @Override public void writeTo(StreamOutput out) throws IOException { super.writeTo(out); distributionInfo.writeTo(out); out.writeVInt(numUpstreams); int numCols = inputTypes.size(); out.writeVInt(numCols); for (DataType inputType : inputTypes) { DataTypes.toStream(inputType, out); } if (executionNodes == null) { out.writeVInt(0); } else { out.writeVInt(executionNodes.size()); for (String node : executionNodes) { out.writeString(node); } } PositionalOrderBy.toStream(positionalOrderBy, out); } @Override public String toString() { MoreObjects.ToStringHelper helper = MoreObjects.toStringHelper(this) .add("executionPhaseId", phaseId()) .add("name", name()) .add("projections", projections) .add("outputTypes", outputTypes) .add("jobId", jobId()) .add("numUpstreams", numUpstreams) .add("nodeOperations", executionNodes) .add("inputTypes", inputTypes) .add("orderBy", positionalOrderBy); return helper.toString(); } }