TagGroupWriter.java

/*
 *
 *  Copyright 2013 Netflix, Inc.
 *
 *     Licensed under the Apache License, Version 2.0 (the "License");
 *     you may not use this file except in compliance with the License.
 *     You may obtain a copy of the License at
 *
 *         http://www.apache.org/licenses/LICENSE-2.0
 *
 *     Unless required by applicable law or agreed to in writing, software
 *     distributed under the License is distributed on an "AS IS" BASIS,
 *     WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *     See the License for the specific language governing permissions and
 *     limitations under the License.
 *
 */
package com.netflix.ice.processor;

import com.google.common.collect.Maps;
import com.netflix.ice.common.AwsUtils;
import com.netflix.ice.common.TagGroup;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.io.*;
import java.util.Collection;
import java.util.TreeMap;

public class TagGroupWriter {
    private final static Logger logger = LoggerFactory.getLogger(TagGroupWriter.class);
    public final static String DB_PREFIX = "tagdb_";

    private TreeMap<Long, Collection<TagGroup>> tagGroups;
    private ProcessorConfig config = ProcessorConfig.getInstance();
    private String dbName;
    private File file;

    TagGroupWriter(String name) throws Exception {

        dbName = DB_PREFIX + name;
        file = new File(config.localDir, dbName);
        logger.info("creating TagGroupWriter for " + file);
        AwsUtils.downloadFileIfNotExist(config.workS3BucketName, config.workS3BucketPrefix, file);

        if (file.exists()) {
            DataInputStream in = new DataInputStream(new FileInputStream(file));
            try {
                tagGroups = TagGroup.Serializer.deserializeTagGroups(config, in);
            }
            finally {
                if (in != null)
                    in.close();
            }
        }
        else {
            tagGroups = Maps.newTreeMap();
        }
    }

    void archive(Long monthMilli,Collection<TagGroup> tagGroups) throws IOException {
        this.tagGroups.put(monthMilli, tagGroups);

        DataOutputStream out = new DataOutputStream(new FileOutputStream(file));
        try {
            TagGroup.Serializer.serializeTagGroups(out, this.tagGroups);
        }
        finally {
            out.close();
        }

        logger.info(dbName + " uploading to s3...");
        AwsUtils.upload(config.workS3BucketName, config.workS3BucketPrefix, config.localDir, dbName);
        logger.info(dbName + " uploading done.");
    }
}