/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.flink.runtime.io.network.util;
import org.apache.flink.runtime.io.network.api.serialization.EventSerializer;
import org.apache.flink.runtime.io.network.buffer.Buffer;
import org.apache.flink.runtime.io.network.partition.ResultSubpartition;
import org.apache.flink.runtime.io.network.partition.consumer.BufferOrEvent;
import java.util.Random;
import java.util.concurrent.Callable;
import static org.apache.flink.util.Preconditions.checkNotNull;
/**
* A test subpartition producer.
*
* <p> The behaviour of the producer is customizable by specifying a source.
*
* @see TestProducerSource
*/
public class TestSubpartitionProducer implements Callable<Boolean> {
public static final int MAX_SLEEP_TIME_MS = 20;
/** The subpartition to add data to. */
private final ResultSubpartition subpartition;
/**
* Flag indicating whether the consumer is slow. If true, the consumer will sleep a random
* number of milliseconds between adding data.
*/
private final boolean isSlowProducer;
/** The source data. */
private final TestProducerSource source;
/** Random source for sleeps. */
private final Random random;
public TestSubpartitionProducer(
ResultSubpartition subpartition,
boolean isSlowProducer,
TestProducerSource source) {
this.subpartition = checkNotNull(subpartition);
this.isSlowProducer = isSlowProducer;
this.random = isSlowProducer ? new Random() : null;
this.source = checkNotNull(source);
}
@Override
public Boolean call() throws Exception {
boolean success = false;
try {
BufferOrEvent bufferOrEvent;
while ((bufferOrEvent = source.getNextBufferOrEvent()) != null) {
if (bufferOrEvent.isBuffer()) {
subpartition.add(bufferOrEvent.getBuffer());
}
else if (bufferOrEvent.isEvent()) {
final Buffer buffer = EventSerializer.toBuffer(bufferOrEvent.getEvent());
subpartition.add(buffer);
}
else {
throw new IllegalStateException("BufferOrEvent instance w/o buffer nor event.");
}
// Check for interrupted flag after adding data to prevent resource leaks
if (Thread.interrupted()) {
throw new InterruptedException();
}
if (isSlowProducer) {
Thread.sleep(random.nextInt(MAX_SLEEP_TIME_MS + 1));
}
}
subpartition.finish();
success = true;
return true;
}
finally {
if (!success) {
subpartition.release();
}
}
}
}