HdfsFlushingPool.java

/*
 * Copyright 2014 GoDataDriven B.V.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package io.divolte.server.hdfs;

import io.divolte.server.AvroRecordBuffer;
import io.divolte.server.SchemaRegistry;
import io.divolte.server.config.ValidatedConfiguration;
import io.divolte.server.processing.ProcessingPool;

import java.util.Objects;

import javax.annotation.ParametersAreNonnullByDefault;

import org.apache.avro.Schema;

@ParametersAreNonnullByDefault
public final class HdfsFlushingPool extends ProcessingPool<HdfsFlusher, AvroRecordBuffer>{
    public HdfsFlushingPool(final ValidatedConfiguration vc,
                            final String name,
                            final SchemaRegistry schemaRegistry) {
        this(vc,
             name,
             schemaRegistry.getSchemaBySinkName(name),
             vc.configuration().global.hdfs.threads,
             vc.configuration().global.hdfs.bufferSize);
    }

    public HdfsFlushingPool(final ValidatedConfiguration vc,
                            final String name,
                            final Schema schema,
                            final int numThreads,
                            final int maxQueueSize) {
        super(numThreads,
              maxQueueSize,
              String.format("Hdfs Flusher [%s]", Objects.requireNonNull(name)),
              () -> new HdfsFlusher(Objects.requireNonNull(vc), name, Objects.requireNonNull(schema)));
    }
}