package com.yahoo.labs.samoa.topology.impl; /* * #%L * SAMOA * %% * Copyright (C) 2013 - 2014 Yahoo! Inc. * %% * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * #L% */ import java.util.HashSet; import java.util.Set; import com.yahoo.labs.samoa.topology.IProcessingItem; import com.yahoo.labs.samoa.topology.AbstractTopology; /** * Topology for Samza * * @author Anh Thu Vu */ public class SamzaTopology extends AbstractTopology { private int procItemCounter; public SamzaTopology(String topoName) { super(topoName); procItemCounter = 0; } @Override public void addProcessingItem(IProcessingItem procItem, int parallelism) { super.addProcessingItem(procItem, parallelism); SamzaProcessingNode samzaPi = (SamzaProcessingNode) procItem; samzaPi.setName(this.getTopologyName()+"-"+Integer.toString(procItemCounter)); procItemCounter++; } /* * Gets the set of ProcessingItems, excluding EntrancePIs * Used by SamzaConfigFactory as the config for EntrancePIs and * normal PIs are different */ public Set<IProcessingItem> getNonEntranceProcessingItems() throws Exception { Set<IProcessingItem> copiedSet = new HashSet<IProcessingItem>(); copiedSet.addAll(this.getProcessingItems()); boolean result = copiedSet.removeAll(this.getEntranceProcessingItems()); if (!result) { throw new Exception("Failed extracting the set of non-entrance processing items"); } return copiedSet; } }