/* * Copyright (c) 2007-2010 Concurrent, Inc. All Rights Reserved. * * Project and contact information: http://www.cascading.org/ * * This file is part of the Cascading project. * * Cascading is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * Cascading is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with Cascading. If not, see <http://www.gnu.org/licenses/>. */ package cascading.flow.stack; import java.io.IOException; import cascading.CascadingException; import cascading.flow.FlowElement; import cascading.flow.FlowException; import cascading.flow.FlowProcess; import cascading.flow.Scope; import cascading.flow.StepCounters; import cascading.tap.Tap; import cascading.tap.TapException; import cascading.tuple.Tuple; import cascading.tuple.TupleEntry; import cascading.tuple.TupleEntryCollector; import cascading.tuple.Tuples; import org.apache.hadoop.mapred.OutputCollector; /** * */ class SinkMapperStackElement extends MapperStackElement { private final Tap sink; private OutputCollector outputCollector; public SinkMapperStackElement( MapperStackElement previous, FlowProcess flowProcess, Scope incomingScope, String trapName, Tap trap, Tap sink, boolean useTapCollector ) throws IOException { super( previous, flowProcess, incomingScope, trapName, trap ); this.sink = sink; if( useTapCollector ) this.outputCollector = (OutputCollector) sink.openForWrite( getJobConf() ); } protected FlowElement getFlowElement() { return sink; } @Override public void collect( Tuple tuple ) { super.collect( tuple ); TupleEntry tupleEntry = null; try { tupleEntry = getTupleEntry( tuple ); operateSink( tupleEntry ); } catch( Exception exception ) { handleException( exception, tupleEntry ); } finally { Tuples.asModifiable( tuple ); } } private void operateSink( TupleEntry tupleEntry ) { try { if( outputCollector != null ) { getFlowProcess().keepAlive(); sink.sink( tupleEntry, outputCollector ); } else { sink.sink( tupleEntry, lastOutput ); } getFlowProcess().increment( StepCounters.Tuples_Written, 1 ); } catch( OutOfMemoryError error ) { throw new StackException( "out of memory, try increasing task memory allocation", error ); } catch( IOException exception ) { throw new StackException( "io exception writing to tap: " + sink.toString(), exception ); } catch( TapException exception ) { throw new StackException( "exception writing to tap: " + sink.toString(), exception ); } catch( Throwable throwable ) { if( throwable instanceof CascadingException ) throw (CascadingException) throwable; throw new FlowException( "internal error: " + tupleEntry.getTuple().print(), throwable ); } } public void prepare() { // do nothing } public void cleanup() { // do nothing } @Override public void close() throws IOException { try { super.close(); } finally { if( outputCollector != null ) ( (TupleEntryCollector) outputCollector ).close(); } } }