/* * Copyright (C) 2015 SoftIndex LLC. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package io.datakernel.stream.processor; import io.datakernel.async.CompletionCallback; import io.datakernel.bytebuf.ByteBuf; import io.datakernel.bytebuf.ByteBufPool; import io.datakernel.eventloop.Eventloop; import io.datakernel.stream.*; import org.junit.Before; import org.junit.Test; import java.util.ArrayList; import java.util.List; import java.util.Random; import static io.datakernel.bytebuf.ByteBufPool.*; import static io.datakernel.eventloop.FatalErrorHandlers.rethrowOnAnyError; import static org.junit.Assert.*; public class StreamByteChunkerTest { @Before public void before() { ByteBufPool.clear(); ByteBufPool.setSizes(0, Integer.MAX_VALUE); } private static ByteBuf createRandomByteBuf(Random random) { int len = random.nextInt(100); ByteBuf result = ByteBuf.wrapForWriting(new byte[len]); int lenUnique = 1 + random.nextInt(len + 1); for (int i = 0; i < len; i++) { result.put((byte) (i % lenUnique)); } return result; } private static byte[] byteBufsToByteArray(List<ByteBuf> byteBufs) { int size = 0; for (ByteBuf byteBuf : byteBufs) { size += byteBuf.readRemaining(); } byte[] result = new byte[size]; int pos = 0; for (ByteBuf byteBuf : byteBufs) { System.arraycopy(byteBuf.array(), byteBuf.readPosition(), result, pos, byteBuf.readRemaining()); pos += byteBuf.readRemaining(); } return result; } @Test public void testResizer() throws Exception { final Eventloop eventloop = Eventloop.create().withFatalErrorHandler(rethrowOnAnyError()); List<ByteBuf> buffers = new ArrayList<>(); Random random = new Random(123456); int buffersCount = 1000; int totalLen = 0; for (int i = 0; i < buffersCount; i++) { ByteBuf buffer = createRandomByteBuf(random); buffers.add(buffer); totalLen += buffer.readRemaining(); } byte[] expected = byteBufsToByteArray(buffers); int bufSize = 128; StreamProducer<ByteBuf> source = StreamProducers.ofIterable(eventloop, buffers); StreamByteChunker resizer = StreamByteChunker.create(eventloop, bufSize / 2, bufSize); StreamFixedSizeConsumer streamFixedSizeConsumer = new StreamFixedSizeConsumer(); source.streamTo(resizer.getInput()); resizer.getOutput().streamTo(streamFixedSizeConsumer); eventloop.run(); List<ByteBuf> receivedBuffers = streamFixedSizeConsumer.getBuffers(); byte[] received = byteBufsToByteArray(receivedBuffers); assertArrayEquals(received, expected); int actualLen = 0; for (int i = 0; i < receivedBuffers.size() - 1; i++) { ByteBuf buf = receivedBuffers.get(i); actualLen += buf.readRemaining(); int receivedSize = buf.readRemaining(); assertTrue(receivedSize >= bufSize / 2 && receivedSize <= bufSize); buf.recycle(); } actualLen += receivedBuffers.get(receivedBuffers.size() - 1).readRemaining(); receivedBuffers.get(receivedBuffers.size() - 1).recycle(); assertEquals(totalLen, actualLen); assertEquals(getPoolItemsString(), getCreatedItems(), getPoolItems()); } private static class StreamFixedSizeConsumer implements StreamConsumer<ByteBuf>, StreamDataReceiver<ByteBuf> { private List<ByteBuf> buffers = new ArrayList<>(); private List<CompletionCallback> callbacks = new ArrayList<>(); @Override public StreamDataReceiver<ByteBuf> getDataReceiver() { return this; } @Override public void streamFrom(StreamProducer<ByteBuf> upstreamProducer) { } @Override public void onProducerEndOfStream() { for (CompletionCallback callback : callbacks) { callback.setComplete(); } } @Override public void onProducerError(Exception e) { } @Override public StreamStatus getConsumerStatus() { return null; } @Override public Exception getConsumerException() { return null; } @Override public void onData(ByteBuf item) { buffers.add(item); } public List<ByteBuf> getBuffers() { return buffers; } } }