PrepareSaveFunction.java

/*
 * Copyright 2014, Stratio.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package com.stratio.deep.core.function;

import static com.stratio.deep.commons.utils.Utils.getExtractorInstance;
import static com.stratio.deep.core.util.ExtractorClientUtil.getExtractorClient;

import java.io.Serializable;

import com.stratio.deep.commons.config.BaseConfig;
import com.stratio.deep.commons.exception.DeepExtractorInitializationException;
import com.stratio.deep.commons.querybuilder.UpdateQueryBuilder;
import com.stratio.deep.commons.rdd.IExtractor;

import scala.collection.Iterator;
import scala.runtime.AbstractFunction1;
import scala.runtime.BoxedUnit;

/**
 * Created by rcrespo on 28/08/14.
 */
public class PrepareSaveFunction<T, S extends BaseConfig> extends AbstractFunction1<Iterator<T>,
        BoxedUnit> implements Serializable {

    private static final long serialVersionUID = -7556596901637129564L;

    private final S config;

    private final T first;

    private final UpdateQueryBuilder queryBuilder;

    public PrepareSaveFunction(UpdateQueryBuilder queryBuilder, S config, T first) {
        this.first = first;
        this.config = config;
        this.queryBuilder = queryBuilder;
    }

    @Override
    public BoxedUnit apply(Iterator<T> v1) {
        IExtractor<T, S> extractor;
        try {
            extractor = getExtractorInstance(config);
        } catch (DeepExtractorInitializationException e) {
            extractor = getExtractorClient();
        }

        extractor.initSave(config, first, queryBuilder);

        while (v1.hasNext()) {
            extractor.saveRDD(v1.next());
        }
        config.setPartitionId(config.getPartitionId() + 1);
        extractor.close();
        return null;
    }

}