/* * Copyright (c) 2007-2010 Concurrent, Inc. All Rights Reserved. * * Project and contact information: http://www.cascading.org/ * * This file is part of the Cascading project. * * Cascading is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * Cascading is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Cascading. If not, see <http://www.gnu.org/licenses/>. */ package cascading.flow.stack; import java.io.IOException; import cascading.CascadingException; import cascading.flow.FlowElement; import cascading.flow.FlowException; import cascading.flow.FlowProcess; import cascading.flow.Scope; import cascading.pipe.Group; import cascading.tap.Tap; import cascading.tuple.Tuple; import cascading.tuple.TupleEntry; import cascading.tuple.Tuples; /** * */ class GroupMapperStackElement extends MapperStackElement { private final Group group; private final Scope outgoingScope; // if multiple branches and this one is all filters, we need to copy the tuple before grouping private boolean copyTuple; public GroupMapperStackElement( MapperStackElement previous, FlowProcess flowProcess, Scope incomingScope, Tap trap, Group group, Scope outgoingScope, boolean copyTuple ) { super( previous, flowProcess, incomingScope, group.getName(), trap ); this.group = group; this.outgoingScope = outgoingScope; this.copyTuple = copyTuple; } protected FlowElement getFlowElement() { return group; } @Override public void collect( Tuple tuple ) { super.collect( tuple ); if( copyTuple ) tuple = new Tuple( tuple ); try { operateGroup( getTupleEntry( tuple ) ); } finally { Tuples.asModifiable( tuple ); } } private void operateGroup( TupleEntry tupleEntry ) { try { group.collectReduceGrouping( incomingScope, outgoingScope, tupleEntry, lastOutput ); } catch( IOException exception ) { throw new StackException( "failed writing output", exception ); } catch( OutOfMemoryError error ) { throw new StackException( "out of memory, try increasing task memory allocation", error ); } catch( Throwable throwable ) { if( throwable instanceof CascadingException ) throw (CascadingException) throwable; throw new FlowException( "internal error", throwable ); } } public void prepare() { // do nothing, groups don't count } public void cleanup() { // do nothing, groups don't count } }