/*******************************************************************************
* Copyright 2017 Capital One Services, LLC and Bitwise, Inc.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* http://www.apache.org/licenses/LICENSE-2.0
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License
*******************************************************************************/
package hydrograph.engine.cascading.assembly;
import cascading.flow.FlowDef;
import cascading.pipe.Pipe;
import cascading.tap.Tap;
import hydrograph.engine.cascading.assembly.base.BaseComponent;
import hydrograph.engine.cascading.assembly.infra.ComponentParameters;
import hydrograph.engine.cascading.tap.NullTap;
import hydrograph.engine.core.component.entity.DiscardEntity;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class DiscardAssembly extends BaseComponent<DiscardEntity> {
/**
*
*/
private static final long serialVersionUID = 1677007645659116577L;
private FlowDef flowDef;
private Pipe inputPipes;
@SuppressWarnings("rawtypes")
private Tap nullTap;
private DiscardEntity discardEntity;
private static Logger LOG = LoggerFactory.getLogger(DiscardAssembly.class);
public DiscardAssembly(DiscardEntity assemblyEntityBase, ComponentParameters componentParameters) {
super(assemblyEntityBase, componentParameters);
}
@Override
protected void createAssembly() {
try {
if (LOG.isTraceEnabled()) {
LOG.trace(discardEntity.toString());
}
LOG.trace("Creating discard assembly for '" + discardEntity.getComponentId());
flowDef = componentParameters.getFlowDef();
inputPipes = componentParameters.getInputPipe();
nullTap = new NullTap();
Pipe sinkPipe = new Pipe(discardEntity.getComponentId()+"", inputPipes);
setOutLink("output","NoSocketId",
discardEntity.getComponentId(), sinkPipe, componentParameters
.getInputFieldsList().get(0));
setHadoopProperties(sinkPipe.getStepConfigDef());
flowDef = flowDef.addTailSink(sinkPipe, nullTap);
} catch (Exception e) {
LOG.error(e.getMessage(), e);
throw new RuntimeException(e.getMessage());
}
}
@Override
public void initializeEntity(DiscardEntity assemblyEntityBase) {
this.discardEntity = assemblyEntityBase;
}
}