/* * Copyright 2009-2013 by The Regents of the University of California * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * you may obtain a copy of the License from * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package edu.uci.ics.pregelix.example; import java.io.File; import junit.framework.Assert; import org.apache.hadoop.fs.Path; import org.apache.hadoop.io.Text; import org.apache.hadoop.mapreduce.lib.input.FileInputFormat; import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat; import org.junit.Test; import edu.uci.ics.pregelix.api.job.PregelixJob; import edu.uci.ics.pregelix.api.util.BspUtils; import edu.uci.ics.pregelix.core.driver.Driver; import edu.uci.ics.pregelix.core.util.PregelixHyracksIntegrationUtil; import edu.uci.ics.pregelix.dataflow.util.IterationUtils; import edu.uci.ics.pregelix.example.PageRankVertex.SimplePageRankVertexOutputFormat; import edu.uci.ics.pregelix.example.aggregator.OverflowAggregator; import edu.uci.ics.pregelix.example.data.VLongNormalizedKeyComputer; import edu.uci.ics.pregelix.example.inputformat.TextPageRankInputFormat; import edu.uci.ics.pregelix.example.util.TestCluster; import edu.uci.ics.pregelix.example.util.TestUtils; /** * @author yingyib */ public class OverflowAggregatorTest { private static String INPUTPATH = "data/webmap"; private static String OUTPUTPAH = "actual/result"; private static String EXPECTEDPATH = "src/test/resources/expected/PageRankReal"; @Test public void test() throws Exception { TestCluster testCluster = new TestCluster(); try { PregelixJob job = new PregelixJob(PageRankVertex.class.getName()); job.setVertexClass(PageRankVertex.class); job.setVertexInputFormatClass(TextPageRankInputFormat.class); job.setVertexOutputFormatClass(SimplePageRankVertexOutputFormat.class); job.setMessageCombinerClass(PageRankVertex.SimpleSumCombiner.class); job.setNoramlizedKeyComputerClass(VLongNormalizedKeyComputer.class); FileInputFormat.setInputPaths(job, INPUTPATH); FileOutputFormat.setOutputPath(job, new Path(OUTPUTPAH)); job.getConfiguration().setLong(PregelixJob.NUM_VERTICE, 20); job.addGlobalAggregatorClass(OverflowAggregator.class); testCluster.setUp(); Driver driver = new Driver(PageRankVertex.class); driver.runJob(job, "127.0.0.1", PregelixHyracksIntegrationUtil.TEST_HYRACKS_CC_CLIENT_PORT); TestUtils.compareWithResultDir(new File(EXPECTEDPATH), new File(OUTPUTPAH)); Text text = (Text) IterationUtils.readGlobalAggregateValue(job.getConfiguration(), BspUtils.getJobId(job.getConfiguration()), OverflowAggregator.class.getName()); Assert.assertEquals(text.getLength(), 20 * 32767); } catch (Exception e) { throw e; } finally { testCluster.tearDown(); } } }