/* * Copyright (C) 2015 SoftIndex LLC. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package io.datakernel.cube; import com.google.common.collect.Multimap; import io.datakernel.aggregation.AggregationChunk; import io.datakernel.aggregation.CubeMetadataStorageStub; import io.datakernel.async.AsyncRunnable; import io.datakernel.async.CompletionCallback; import io.datakernel.async.ResultCallback; import io.datakernel.logfs.LogPosition; import io.datakernel.logfs.LogToCubeMetadataStorage; import java.util.ArrayList; import java.util.LinkedHashMap; import java.util.List; import java.util.Map; import static com.google.common.base.Predicates.in; import static com.google.common.collect.Maps.filterKeys; import static io.datakernel.async.AsyncRunnables.runInParallel; import static io.datakernel.eventloop.Eventloop.getCurrentEventloop; import static java.util.Collections.singletonList; public final class LogToCubeMetadataStorageStub implements LogToCubeMetadataStorage { private Map<String, Map<String, LogPosition>> positions = new LinkedHashMap<>(); private final CubeMetadataStorageStub cubeMetadataStorage; public LogToCubeMetadataStorageStub(CubeMetadataStorageStub cubeMetadataStorage) { this.cubeMetadataStorage = cubeMetadataStorage; } private Map<String, LogPosition> ensureLogPositions(String log) { Map<String, LogPosition> logPositionMap = positions.get(log); if (logPositionMap == null) { logPositionMap = new LinkedHashMap<>(); positions.put(log, logPositionMap); } return logPositionMap; } @Override public void loadLogPositions(Cube cube, String log, List<String> partitions, ResultCallback<Map<String, LogPosition>> callback) { Map<String, LogPosition> logPositionMap = new LinkedHashMap<>(); for (String partition : partitions) { logPositionMap.put(partition, LogPosition.create()); } logPositionMap.putAll(ensureLogPositions(log)); callback.setResult(filterKeys(logPositionMap, in(partitions))); } @Override public void saveCommit(Cube cube, String log, Map<String, LogPosition> oldPositions, Map<String, LogPosition> newPositions, Multimap<String, AggregationChunk.NewChunk> newChunks, final CompletionCallback callback) { Map<String, LogPosition> logPositionMap = ensureLogPositions(log); logPositionMap.putAll(newPositions); List<AsyncRunnable> tasks = new ArrayList<>(); for (Map.Entry<String, AggregationChunk.NewChunk> entry : newChunks.entries()) { final String aggregationId = entry.getKey(); final AggregationChunk.NewChunk newChunk = entry.getValue(); tasks.add(new AsyncRunnable() { @Override public void run(CompletionCallback callback) { cubeMetadataStorage.doSaveChunk(aggregationId, singletonList(newChunk),callback); } }); } runInParallel(getCurrentEventloop(), tasks).run(callback); } }