/*********************************************************************************************************************** * Copyright (C) 2010-2013 by the Stratosphere project (http://stratosphere.eu) * * Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on * an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the * specific language governing permissions and limitations under the License. **********************************************************************************************************************/ package eu.stratosphere.test.cancelling; //import org.junit.Test; import eu.stratosphere.api.common.Plan; import eu.stratosphere.api.java.record.operators.GenericDataSink; import eu.stratosphere.api.java.record.operators.GenericDataSource; import eu.stratosphere.api.java.record.functions.MapFunction; import eu.stratosphere.api.java.record.operators.MapOperator; import eu.stratosphere.configuration.Configuration; import eu.stratosphere.test.recordJobs.util.DiscardingOutputFormat; import eu.stratosphere.test.recordJobs.util.InfiniteIntegerInputFormat; import eu.stratosphere.types.Record; import eu.stratosphere.util.Collector; public class MapCancelingITCase extends CancellingTestBase { // @Test public void testMapCancelling() throws Exception { GenericDataSource<InfiniteIntegerInputFormat> source = new GenericDataSource<InfiniteIntegerInputFormat>( new InfiniteIntegerInputFormat(), "Source"); MapOperator mapper = MapOperator.builder(IdentityMapper.class) .input(source) .name("Identity Mapper") .build(); GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink"); Plan p = new Plan(sink); p.setDefaultParallelism(4); runAndCancelJob(p, 5 * 1000, 10 * 1000); } // @Test public void testSlowMapCancelling() throws Exception { GenericDataSource<InfiniteIntegerInputFormat> source = new GenericDataSource<InfiniteIntegerInputFormat>( new InfiniteIntegerInputFormat(), "Source"); MapOperator mapper = MapOperator.builder(DelayingIdentityMapper.class) .input(source) .name("Delay Mapper") .build(); GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink"); Plan p = new Plan(sink); p.setDefaultParallelism(4); runAndCancelJob(p, 5 * 1000, 10 * 1000); } // @Test public void testMapWithLongCancellingResponse() throws Exception { GenericDataSource<InfiniteIntegerInputFormat> source = new GenericDataSource<InfiniteIntegerInputFormat>( new InfiniteIntegerInputFormat(), "Source"); MapOperator mapper = MapOperator.builder(LongCancelTimeIdentityMapper.class) .input(source) .name("Long Cancelling Time Mapper") .build(); GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink"); Plan p = new Plan(sink); p.setDefaultParallelism(4); runAndCancelJob(p, 10 * 1000, 10 * 1000); } // @Test public void testMapPriorToFirstRecordReading() throws Exception { GenericDataSource<InfiniteIntegerInputFormat> source = new GenericDataSource<InfiniteIntegerInputFormat>( new InfiniteIntegerInputFormat(), "Source"); MapOperator mapper = MapOperator.builder(StuckInOpenIdentityMapper.class) .input(source) .name("Stuck-In-Open Mapper") .build(); GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink"); Plan p = new Plan(sink); p.setDefaultParallelism(4); runAndCancelJob(p, 10 * 1000, 10 * 1000); } // -------------------------------------------------------------------------------------------- public static final class IdentityMapper extends MapFunction { private static final long serialVersionUID = 1L; @Override public void map(Record record, Collector<Record> out) throws Exception { out.collect(record); } } public static final class DelayingIdentityMapper extends MapFunction { private static final long serialVersionUID = 1L; private static final int WAIT_TIME_PER_RECORD = 10 * 1000; // 10 sec. @Override public void map(Record record, Collector<Record> out) throws Exception { Thread.sleep(WAIT_TIME_PER_RECORD); out.collect(record); } } public static final class LongCancelTimeIdentityMapper extends MapFunction { private static final long serialVersionUID = 1L; private static final int WAIT_TIME_PER_RECORD = 5 * 1000; // 5 sec. @Override public void map(Record record, Collector<Record> out) throws Exception { final long start = System.currentTimeMillis(); long remaining = WAIT_TIME_PER_RECORD; do { try { Thread.sleep(remaining); } catch (InterruptedException iex) {} } while ((remaining = WAIT_TIME_PER_RECORD - System.currentTimeMillis() + start) > 0); out.collect(record); } } public static final class StuckInOpenIdentityMapper extends MapFunction { private static final long serialVersionUID = 1L; @Override public void open(Configuration parameters) throws Exception { synchronized (this) { wait(); } } @Override public void map(Record record, Collector<Record> out) throws Exception { out.collect(record); } } }