TwitterLoaderTopology.java

/*
 * Copyright © 2012-2013 The University of Texas at Dallas
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package edu.utdallas.cs.stormrider.examples.twitter.add;

import edu.utdallas.cs.stormrider.topology.impl.add.CountUserDegreeBolt;
import edu.utdallas.cs.stormrider.topology.impl.add.MergeUsersBolt;
import edu.utdallas.cs.stormrider.topology.impl.add.RankUsersBolt;
import edu.utdallas.cs.stormrider.topology.impl.add.TripleLoaderBolt;
import edu.utdallas.cs.stormrider.topology.impl.add.UpdateLandmarksInformationBolt;
import edu.utdallas.cs.stormrider.topology.impl.add.UpdateNodesViewBolt;
import edu.utdallas.cs.stormrider.util.TwitterConstants;

import backtype.storm.generated.StormTopology;
import backtype.storm.topology.TopologyBuilder;
import backtype.storm.tuple.Fields;

public class TwitterLoaderTopology 
{
	public static StormTopology constructAddTopology()
	{
		TopologyBuilder builder = new TopologyBuilder() ;
		builder.setSpout( "twitter-triples", 
						  new TwitterLoaderSpout( true, true, TwitterConstants.HBASE_MODEL_CONFIG_FILE, TwitterConstants.HBASE_VIEW_CONFIG_FILE, TwitterConstants.IRI ), 
						  TwitterConstants.PARALLELISM_HINT 
						) ;
		builder.setBolt( "triple-loader", 
						 new TripleLoaderBolt( true, TwitterConstants.HBASE_MODEL_CONFIG_FILE, TwitterConstants.IRI, false ), 
						 TwitterConstants.PARALLELISM_HINT 
					   ).globalGrouping( "twitter-triples" ) ;
/*		builder.setBolt( 3, new UpdateNodesViewBolt( true, TwitterConstants.HBASE_MODEL_CONFIG_FILE, TwitterConstants.HBASE_VIEW_CONFIG_FILE ) )
			   .shuffleGrouping( 1 ) ;
		builder.setBolt( 4, new CountUserDegreeBolt() )
		       .fieldsGrouping( 1, new Fields( "node1" ) ) ;
		builder.setBolt( 4, new RankUsersBolt( TwitterConstants.HBASE_VIEW_CONFIG_FILE ) )
		       .fieldsGrouping( 1, new Fields( "node" ) ) ;
		builder.setBolt( 5, new MergeUsersBolt( TwitterConstants.HBASE_VIEW_CONFIG_FILE ) )
		       .globalGrouping( 1 ) ;
		builder.setBolt( 6, new UpdateLandmarksInformationBolt( true, TwitterConstants.HBASE_MODEL_CONFIG_FILE, TwitterConstants.HBASE_VIEW_CONFIG_FILE ) )
		       .shuffleGrouping( 5 ) ;
*/		return builder.createTopology() ;
	}
}