HadoopTupleUnwrappingIteratorTest.java example

Explorer
flink-master
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.flink.test.hadoopcompatibility.mapred.wrapper;

import java.util.ArrayList;
import java.util.NoSuchElementException;

import org.apache.flink.api.java.tuple.Tuple2;
import org.apache.flink.api.java.typeutils.runtime.WritableSerializer;
import org.apache.flink.hadoopcompatibility.mapred.wrapper.HadoopTupleUnwrappingIterator;
import org.apache.hadoop.io.IntWritable;
import org.junit.Assert;
import org.junit.Test;

public class HadoopTupleUnwrappingIteratorTest {

	@Test
	public void testValueIterator() {
		
		HadoopTupleUnwrappingIterator<IntWritable, IntWritable> valIt = 
				new HadoopTupleUnwrappingIterator<IntWritable, IntWritable>(new WritableSerializer
						<IntWritable>(IntWritable.class));
		
		// many values
		
		ArrayList<Tuple2<IntWritable, IntWritable>> tList = new ArrayList<Tuple2<IntWritable, IntWritable>>();
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(1),new IntWritable(1)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(1),new IntWritable(2)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(1),new IntWritable(3)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(1),new IntWritable(4)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(1),new IntWritable(5)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(1),new IntWritable(6)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(1),new IntWritable(7)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(1),new IntWritable(8)));
		
		int expectedKey = 1;
		int[] expectedValues = new int[] {1,2,3,4,5,6,7,8};
		
		valIt.set(tList.iterator());
		Assert.assertTrue(valIt.getCurrentKey().get() == expectedKey);
		for(int expectedValue : expectedValues) {
			Assert.assertTrue(valIt.hasNext());
			Assert.assertTrue(valIt.hasNext());
			Assert.assertTrue(valIt.next().get() == expectedValue);
			Assert.assertTrue(valIt.getCurrentKey().get() == expectedKey);
		}
		Assert.assertFalse(valIt.hasNext());
		Assert.assertFalse(valIt.hasNext());
		Assert.assertTrue(valIt.getCurrentKey().get() == expectedKey);
		
		// one value
		
		tList.clear();
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(2),new IntWritable(10)));
		
		expectedKey = 2;
		expectedValues = new int[]{10};
		
		valIt.set(tList.iterator());
		Assert.assertTrue(valIt.getCurrentKey().get() == expectedKey);
		for(int expectedValue : expectedValues) {
			Assert.assertTrue(valIt.hasNext());
			Assert.assertTrue(valIt.hasNext());
			Assert.assertTrue(valIt.next().get() == expectedValue);
			Assert.assertTrue(valIt.getCurrentKey().get() == expectedKey);
		}
		Assert.assertFalse(valIt.hasNext());
		Assert.assertFalse(valIt.hasNext());
		Assert.assertTrue(valIt.getCurrentKey().get() == expectedKey);
		
		// more values
		
		tList.clear();
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(3),new IntWritable(10)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(3),new IntWritable(4)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(3),new IntWritable(7)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(3),new IntWritable(9)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(4),new IntWritable(21)));
		
		expectedKey = 3;
		expectedValues = new int[]{10,4,7,9,21};
		
		valIt.set(tList.iterator());
		Assert.assertTrue(valIt.hasNext());
		Assert.assertTrue(valIt.getCurrentKey().get() == expectedKey);
		for(int expectedValue : expectedValues) {
			Assert.assertTrue(valIt.hasNext());
			Assert.assertTrue(valIt.hasNext());
			Assert.assertTrue(valIt.next().get() == expectedValue);
			Assert.assertTrue(valIt.getCurrentKey().get() == expectedKey);
		}
		Assert.assertFalse(valIt.hasNext());
		Assert.assertFalse(valIt.hasNext());
		Assert.assertTrue(valIt.getCurrentKey().get() == expectedKey);
		
		// no has next calls
		
		tList.clear();
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(4),new IntWritable(5)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(4),new IntWritable(8)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(4),new IntWritable(42)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(4),new IntWritable(-1)));
		tList.add(new Tuple2<IntWritable, IntWritable>(new IntWritable(4),new IntWritable(0)));
		
		expectedKey = 4;
		expectedValues = new int[]{5,8,42,-1,0};
		
		valIt.set(tList.iterator());
		Assert.assertTrue(valIt.getCurrentKey().get() == expectedKey);
		for(int expectedValue : expectedValues) {
			Assert.assertTrue(valIt.next().get() == expectedValue);
		}
		try {
			valIt.next();
			Assert.fail();
		} catch (NoSuchElementException nsee) {
			// expected
		}
		Assert.assertFalse(valIt.hasNext());
		Assert.assertTrue(valIt.getCurrentKey().get() == expectedKey);
	}
	
}