/*******************************************************************************
* Copyright 2017 Capital One Services, LLC and Bitwise, Inc.
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
* http://www.apache.org/licenses/LICENSE-2.0
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License
*******************************************************************************/
package hydrograph.engine.cascading.assembly;
import cascading.operation.filter.Limit;
import cascading.pipe.Each;
import cascading.pipe.Pipe;
import hydrograph.engine.cascading.assembly.base.BaseComponent;
import hydrograph.engine.cascading.assembly.infra.ComponentParameters;
import hydrograph.engine.core.component.entity.LimitEntity;
import hydrograph.engine.core.component.entity.elements.OutSocket;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class LimitAssembly extends BaseComponent<LimitEntity> {
/**
*
*/
private static final long serialVersionUID = 6363160717882023280L;
private LimitEntity limitEntity;
private static Logger LOG = LoggerFactory.getLogger(LimitAssembly.class);
public LimitAssembly(LimitEntity limitEntity,
ComponentParameters componentParameters) {
super(limitEntity, componentParameters);
}
@Override
protected void createAssembly() {
try{
if (LOG.isTraceEnabled()) {
LOG.trace(limitEntity.toString());
}
for (OutSocket outSocket : limitEntity.getOutSocketList()) {
LOG.trace("Creating limit assembly for '"
+ limitEntity.getComponentId() + "' for socket: '"
+ outSocket.getSocketId() + "' of type: '"
+ outSocket.getSocketType() + "'");
Limit limit = new Limit(limitEntity.getMaxRecord());
Pipe outPipes = new Pipe(limitEntity.getComponentId()+outSocket.getSocketId(),
componentParameters.getInputPipe());
setHadoopProperties(outPipes.getStepConfigDef());
outPipes = new Each(outPipes, limit);
setOutLink(outSocket.getSocketType(), outSocket.getSocketId(),
limitEntity.getComponentId(), outPipes,
componentParameters.getInputFields());
}
}catch (Exception e) {
LOG.error(e.getMessage(), e);
throw new RuntimeException(e.getMessage());
}
}
@Override
public void initializeEntity(LimitEntity assemblyEntityBase) {
this.limitEntity=assemblyEntityBase;
}
}