KinesisSplit.java

/*
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.qubole.presto.kinesis;

import static com.google.common.base.MoreObjects.toStringHelper;
import static com.google.common.base.Preconditions.checkNotNull;

import java.util.List;

import com.facebook.presto.spi.ConnectorSplit;
import com.facebook.presto.spi.HostAddress;
import com.fasterxml.jackson.annotation.JsonCreator;
import com.fasterxml.jackson.annotation.JsonProperty;
import com.google.common.collect.ImmutableList;

/**
 *
 * Kinesis vertion of ConnectorSplit. KinesisConnector fetch the data from kinesis stream and splits the big chunk to multiple split.
 * By default, one shard data is one KinesisSplit.
 *
 */
public class KinesisSplit
        implements ConnectorSplit
{
    private final String connectorId;
    private final String streamName;
    private final String messageDataFormat;
    private final String shardId;
    private final String start;
    private final String end;

    @JsonCreator
    public KinesisSplit(
            @JsonProperty("connectorId") String connectorId,
            @JsonProperty("streamName") String streamName,
            @JsonProperty("messageDataFormat") String messageDataFormat,
            @JsonProperty("shardId") String shardId,
            @JsonProperty("start") String start,
            @JsonProperty("end") String end)
    {
        this.connectorId = checkNotNull(connectorId, "connector id is null");
        this.streamName = checkNotNull(streamName, "streamName is null");
        this.messageDataFormat = checkNotNull(messageDataFormat, "messageDataFormat is null");
        this.shardId = shardId;
        this.start = start;
        this.end = end;
    }

    @JsonProperty
    public String getConnectorId()
    {
        return connectorId;
    }

    @JsonProperty
    public String getStart()
    {
        return start;
    }

    @JsonProperty
    public String getEnd()
    {
        return end;
    }

    @JsonProperty
    public String getStreamName()
    {
        return streamName;
    }

    @JsonProperty
    public String getMessageDataFormat()
    {
        return messageDataFormat;
    }

    @JsonProperty
    public String getShardId()
    {
        return shardId;
    }

    @Override
    public boolean isRemotelyAccessible()
    {
        return true;
    }

    @Override
    public List<HostAddress> getAddresses()
    {
        return ImmutableList.of();
    }

    @Override
    public Object getInfo()
    {
        return this;
    }

    @Override
    public String toString()
    {
        return toStringHelper(this)
                .add("connectorId", connectorId)
                .add("streamName", streamName)
                .add("messageDataFormat", messageDataFormat)
                .add("shardId", shardId)
                .add("start", start)
                .add("end", end)
                .toString();
    }
}