/*
* Copyright © 2014-2016 Cask Data, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations under
* the License.
*/
package co.cask.cdap.data.stream;
import co.cask.cdap.api.flow.flowlet.StreamEvent;
import co.cask.cdap.common.conf.CConfiguration;
import co.cask.cdap.common.conf.Constants;
import co.cask.cdap.common.guice.ConfigModule;
import co.cask.cdap.common.guice.DiscoveryRuntimeModule;
import co.cask.cdap.common.guice.LocationRuntimeModule;
import co.cask.cdap.common.namespace.NamespacedLocationFactory;
import co.cask.cdap.data.file.FileWriter;
import co.cask.cdap.data.runtime.DataFabricLevelDBModule;
import co.cask.cdap.data.runtime.DataSetsModules;
import co.cask.cdap.data.runtime.SystemDatasetRuntimeModule;
import co.cask.cdap.data.runtime.TransactionMetricsModule;
import co.cask.cdap.data.stream.service.InMemoryStreamMetaStore;
import co.cask.cdap.data.stream.service.StreamMetaStore;
import co.cask.cdap.data.view.ViewAdminModules;
import co.cask.cdap.data2.dataset2.InMemoryNamespaceStore;
import co.cask.cdap.data2.transaction.stream.StreamAdmin;
import co.cask.cdap.data2.transaction.stream.StreamConfig;
import co.cask.cdap.explore.guice.ExploreClientModule;
import co.cask.cdap.notifications.feeds.NotificationFeedManager;
import co.cask.cdap.notifications.feeds.service.NoOpNotificationFeedManager;
import co.cask.cdap.proto.Id;
import co.cask.cdap.store.NamespaceStore;
import com.google.inject.AbstractModule;
import com.google.inject.Guice;
import com.google.inject.Injector;
import com.google.inject.util.Modules;
import org.apache.twill.filesystem.LocationFactory;
import org.junit.AfterClass;
import org.junit.BeforeClass;
import java.io.IOException;
/**
*
*/
public class LocalStreamFileJanitorTest extends StreamFileJanitorTestBase {
private static LocationFactory locationFactory;
private static NamespacedLocationFactory namespacedLocationFactory;
private static StreamAdmin streamAdmin;
private static StreamFileWriterFactory fileWriterFactory;
private static StreamCoordinatorClient streamCoordinatorClient;
private static NamespaceStore namespaceStore;
@BeforeClass
public static void init() throws IOException {
cConf.set(Constants.CFG_LOCAL_DATA_DIR, tmpFolder.newFolder().getAbsolutePath());
Injector injector = Guice.createInjector(
new ConfigModule(cConf),
new LocationRuntimeModule().getInMemoryModules(),
new SystemDatasetRuntimeModule().getInMemoryModules(),
new DataSetsModules().getInMemoryModules(),
new TransactionMetricsModule(),
new DataFabricLevelDBModule(),
new DiscoveryRuntimeModule().getInMemoryModules(),
new ExploreClientModule(),
new ViewAdminModules().getInMemoryModules(),
Modules.override(new StreamAdminModules().getStandaloneModules()).with(new AbstractModule() {
@Override
protected void configure() {
bind(StreamMetaStore.class).to(InMemoryStreamMetaStore.class);
}
}),
new AbstractModule() {
@Override
protected void configure() {
// We don't need notification in this test, hence inject an no-op one
bind(NotificationFeedManager.class).to(NoOpNotificationFeedManager.class);
bind(NamespaceStore.class).to(InMemoryNamespaceStore.class);
}
}
);
locationFactory = injector.getInstance(LocationFactory.class);
namespacedLocationFactory = injector.getInstance(NamespacedLocationFactory.class);
namespaceStore = injector.getInstance(NamespaceStore.class);
streamAdmin = injector.getInstance(StreamAdmin.class);
fileWriterFactory = injector.getInstance(StreamFileWriterFactory.class);
streamCoordinatorClient = injector.getInstance(StreamCoordinatorClient.class);
streamCoordinatorClient.startAndWait();
}
@AfterClass
public static void shutdown() throws Exception {
streamCoordinatorClient.stopAndWait();
}
@Override
protected LocationFactory getLocationFactory() {
return locationFactory;
}
@Override
protected NamespacedLocationFactory getNamespacedLocationFactory() {
return namespacedLocationFactory;
}
@Override
protected StreamAdmin getStreamAdmin() {
return streamAdmin;
}
@Override
protected NamespaceStore getNamespaceStore() {
return namespaceStore;
}
@Override
protected CConfiguration getCConfiguration() {
return cConf;
}
@Override
protected FileWriter<StreamEvent> createWriter(Id.Stream streamId) throws IOException {
StreamConfig config = streamAdmin.getConfig(streamId);
return fileWriterFactory.create(config, StreamUtils.getGeneration(config));
}
}