/*
* Copyright (C) 2015 SoftIndex LLC.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package io.datakernel.aggregation;
import io.datakernel.async.CompletionCallback;
import io.datakernel.async.IgnoreCompletionCallback;
import io.datakernel.async.ResultCallback;
import io.datakernel.bytebuf.ByteBuf;
import io.datakernel.codegen.DefiningClassLoader;
import io.datakernel.eventloop.Eventloop;
import io.datakernel.remotefs.IRemoteFsClient;
import io.datakernel.remotefs.RemoteFsClient;
import io.datakernel.serializer.BufferSerializer;
import io.datakernel.stream.StreamProducer;
import io.datakernel.stream.StreamProducers;
import io.datakernel.stream.processor.StreamBinaryDeserializer;
import io.datakernel.stream.processor.StreamBinarySerializer;
import io.datakernel.stream.processor.StreamLZ4Compressor;
import io.datakernel.stream.processor.StreamLZ4Decompressor;
import java.net.InetSocketAddress;
import java.util.List;
import static io.datakernel.aggregation.AggregationUtils.createBufferSerializer;
public class RemoteFsChunkStorage implements AggregationChunkStorage {
private final Eventloop eventloop;
private final IRemoteFsClient client;
private RemoteFsChunkStorage(Eventloop eventloop, InetSocketAddress serverAddress) {
this.eventloop = eventloop;
this.client = RemoteFsClient.create(eventloop, serverAddress);
}
public static RemoteFsChunkStorage create(Eventloop eventloop, InetSocketAddress serverAddress) {
return new RemoteFsChunkStorage(eventloop, serverAddress);
}
@SuppressWarnings("unchecked")
@Override
public <T> StreamProducer<T> chunkReader(Aggregation aggregation, List<String> keys, List<String> fields,
Class<T> recordClass, long id, DefiningClassLoader classLoader) {
final StreamLZ4Decompressor decompressor = StreamLZ4Decompressor.create(eventloop);
BufferSerializer<T> bufferSerializer = createBufferSerializer(aggregation, recordClass,
keys, fields, classLoader);
StreamBinaryDeserializer<T> deserializer = StreamBinaryDeserializer.create(eventloop, bufferSerializer);
decompressor.getOutput().streamTo(deserializer.getInput());
client.download(path(id), 0, new ResultCallback<StreamProducer<ByteBuf>>() {
@Override
public void onResult(StreamProducer<ByteBuf> producer) {
producer.streamTo(decompressor.getInput());
}
@Override
public void onException(Exception e) {
StreamProducers.<ByteBuf>closingWithError(eventloop, e).streamTo(decompressor.getInput());
}
});
return deserializer.getOutput();
}
@SuppressWarnings("unchecked")
@Override
public <T> void chunkWriter(Aggregation aggregation, List<String> keys, List<String> fields, Class<T> recordClass,
final long id, StreamProducer<T> producer, DefiningClassLoader classLoader,
final CompletionCallback callback) {
StreamLZ4Compressor compressor = StreamLZ4Compressor.fastCompressor(eventloop);
BufferSerializer<T> bufferSerializer = createBufferSerializer(aggregation, recordClass,
keys, fields, classLoader);
StreamBinarySerializer<T> serializer = StreamBinarySerializer.create(eventloop, bufferSerializer)
.withDefaultBufferSize(StreamBinarySerializer.MAX_SIZE_2)
.withFlushDelay(1000);
producer.streamTo(serializer.getInput());
serializer.getOutput().streamTo(compressor.getInput());
client.upload(path(id), compressor.getOutput(), new CompletionCallback() {
@Override
public void onComplete() {
callback.setComplete();
}
@Override
public void onException(Exception e) {
client.delete(path(id), IgnoreCompletionCallback.create());
callback.setException(e);
}
});
}
private String path(long id) {
return id + ".log";
}
@Override
public void removeChunk(final long id, CompletionCallback callback) {
client.delete(path(id), callback);
}
}