/*********************************************************************************************************************** * * Copyright (C) 2010-2013 by the Stratosphere project (http://stratosphere.eu) * * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the * specific language governing permissions and limitations under the License. * **********************************************************************************************************************/ package eu.stratosphere.api.java.operators.translation; import java.util.Iterator; import eu.stratosphere.api.common.functions.GenericCoGrouper; import eu.stratosphere.api.common.operators.BinaryOperatorInformation; import eu.stratosphere.api.common.operators.base.CoGroupOperatorBase; import eu.stratosphere.api.java.functions.CoGroupFunction; import eu.stratosphere.api.java.operators.Keys; import eu.stratosphere.api.java.tuple.Tuple2; import eu.stratosphere.types.TypeInformation; import eu.stratosphere.util.Collector; public class PlanUnwrappingCoGroupOperator<I1, I2, OUT, K> extends CoGroupOperatorBase<Tuple2<K, I1>, Tuple2<K, I2>, OUT, GenericCoGrouper<Tuple2<K, I1>, Tuple2<K, I2>, OUT>> { public PlanUnwrappingCoGroupOperator(CoGroupFunction<I1, I2, OUT> udf, Keys.SelectorFunctionKeys<I1, K> key1, Keys.SelectorFunctionKeys<I2, K> key2, String name, TypeInformation<OUT> type, TypeInformation<Tuple2<K, I1>> typeInfoWithKey1, TypeInformation<Tuple2<K, I2>> typeInfoWithKey2) { super(new TupleUnwrappingCoGrouper<I1, I2, OUT, K>(udf), new BinaryOperatorInformation<Tuple2<K, I1>, Tuple2<K, I2>, OUT>(typeInfoWithKey1, typeInfoWithKey2, type), key1.computeLogicalKeyPositions(), key2.computeLogicalKeyPositions(), name); } public PlanUnwrappingCoGroupOperator(CoGroupFunction<I1, I2, OUT> udf, int[] key1, Keys.SelectorFunctionKeys<I2, K> key2, String name, TypeInformation<OUT> type, TypeInformation<Tuple2<K, I1>> typeInfoWithKey1, TypeInformation<Tuple2<K, I2>> typeInfoWithKey2) { super(new TupleUnwrappingCoGrouper<I1, I2, OUT, K>(udf), new BinaryOperatorInformation<Tuple2<K, I1>, Tuple2<K, I2>, OUT>(typeInfoWithKey1,typeInfoWithKey2, type), new int[]{0}, key2.computeLogicalKeyPositions(), name); } public PlanUnwrappingCoGroupOperator(CoGroupFunction<I1, I2, OUT> udf, Keys.SelectorFunctionKeys<I1, K> key1, int[] key2, String name, TypeInformation<OUT> type, TypeInformation<Tuple2<K, I1>> typeInfoWithKey1, TypeInformation<Tuple2<K, I2>> typeInfoWithKey2) { super(new TupleUnwrappingCoGrouper<I1, I2, OUT, K>(udf), new BinaryOperatorInformation<Tuple2<K, I1>, Tuple2<K, I2>, OUT>(typeInfoWithKey1,typeInfoWithKey2, type), key1.computeLogicalKeyPositions(), new int[]{0}, name); } // -------------------------------------------------------------------------------------------- public static final class TupleUnwrappingCoGrouper<I1, I2, OUT, K> extends WrappingFunction<CoGroupFunction<I1, I2, OUT>> implements GenericCoGrouper<Tuple2<K, I1>, Tuple2<K, I2>, OUT> { private static final long serialVersionUID = 1L; private final TupleUnwrappingIterator<I1, K> iter1; private final TupleUnwrappingIterator<I2, K> iter2; private TupleUnwrappingCoGrouper(CoGroupFunction<I1, I2, OUT> wrapped) { super(wrapped); this.iter1 = new TupleUnwrappingIterator<I1, K>(); this.iter2 = new TupleUnwrappingIterator<I2, K>(); } @Override public void coGroup(Iterator<Tuple2<K, I1>> records1, Iterator<Tuple2<K, I2>> records2, Collector<OUT> out) throws Exception { iter1.set(records1); iter2.set(records2); this.wrappedFunction.coGroup(iter1, iter2, out); } } public static class UnwrappingKeyIterator<K, I1> implements Iterator<I1> { private Iterator<Tuple2<K, I1>> outerIterator; I1 firstValue; public UnwrappingKeyIterator(Iterator<Tuple2<K, I1>> records1) { this.outerIterator = records1; this.firstValue = null; } public UnwrappingKeyIterator(Iterator<Tuple2<K, I1>> records1, I1 firstValue ) { this.outerIterator = records1; this.firstValue = firstValue; } @Override public boolean hasNext() { return firstValue != null || outerIterator.hasNext(); } @Override public I1 next() { if(firstValue != null) { firstValue = null; return firstValue; } return outerIterator.next().getField(1); } @Override public void remove() { throw new UnsupportedOperationException(); } } }