TimeStampRotationPolicy.java

package com.produban.openbus.topologies;

import java.util.Calendar;
import java.util.List;

import org.apache.storm.hdfs.trident.rotation.FileRotationPolicy;

import storm.trident.tuple.TridentTuple;

public class TimeStampRotationPolicy implements FileRotationPolicy {

    /**
	 * 
	 */
    private static final long serialVersionUID = 1L;

    public static enum Units {

	KB((long) Math.pow(2, 10)), MB((long) Math.pow(2, 20)), GB((long) Math.pow(2, 30)), TB((long) Math.pow(2, 40));

	private long byteCount;

	private Units(long byteCount) {
	    this.byteCount = byteCount;
	}

	public long getByteCount() {
	    return byteCount;
	}
    }

    private long maxBytes;

    private long lastOffset = 0;
    private long currentBytesWritten = 0;

    // milisegundos que tiene cada unidad
    public static final long HOUR = 3600000, MINUTE = 60000, SECOND = 1000, DAY = 86400000;

    private Calendar limiteTimeStamp = null;
    private Calendar ultimoRegistro = Calendar.getInstance();
    private long unidad;
    private long periodo;
    private long diferenciaMillisPermitida;

    public TimeStampRotationPolicy setTimePeriod(int periodo, long unidad) {
	this.unidad = unidad;
	this.periodo = periodo;
	this.diferenciaMillisPermitida = this.unidad * this.periodo;
	resetTimePeriod();
	return this;
    }

    public TimeStampRotationPolicy setSizeMax(float count, Units units) {
	this.maxBytes = (long) (count * units.getByteCount());
	return this;
    }

    public boolean markTimePeriod(TridentTuple tupla) {
	// TODO Auto-generated method stub
	boolean result = false;
	long diferencia;
	List objetos = tupla.getValues();

	if (objetos.get(0) instanceof String) {
	    ultimoRegistro = getCalendarTimestamp(tupla.getString(0));
	}
	else if (objetos.get(0) instanceof byte[]) {
	    ultimoRegistro = getCalendarTimestamp(new String((byte[]) tupla.toArray()[0]));
	}

	// ultimoRegistro=getCalendarTimestamp(tupla.getString(0));
	if (limiteTimeStamp == null) {
	    // inicializamos
	    result = true;
	}
	else {
	    // comprobar si pasamos del periodo en la unidad
	    diferencia = Math.abs(limiteTimeStamp.getTimeInMillis() - ultimoRegistro.getTimeInMillis());
	    result = diferencia >= diferenciaMillisPermitida;
	}
	return result;
    }

    public void resetTimePeriod() {
	// truncamos a la unidad seleccionada

	if (unidad >= SECOND) {
	    ultimoRegistro.set(Calendar.MILLISECOND, 0);
	}
	if (unidad >= MINUTE) {
	    ultimoRegistro.set(Calendar.SECOND, 0);
	}
	if (unidad >= HOUR) {
	    ultimoRegistro.set(Calendar.MINUTE, 0);
	}
	if (unidad >= DAY) {
	    ultimoRegistro.set(Calendar.HOUR, 0);
	}

	limiteTimeStamp = ultimoRegistro;
    }

    @Override
    public boolean mark(TridentTuple tuple, long offset) {
	long diff = offset - this.lastOffset;
	this.currentBytesWritten += diff;
	this.lastOffset = offset;
	return this.currentBytesWritten >= this.maxBytes;
    }

    @Override
    public void reset() {
	this.currentBytesWritten = 0;
	this.lastOffset = 0;
    }

    public String getBaseTimestamp() {

	String result = "";

	int anho, mes, dia, hora, minuto, segundo;
	String s_mes, s_dia, s_hora, s_minuto, s_segundo;

	if (limiteTimeStamp == null) {
	    ultimoRegistro = Calendar.getInstance();
	    resetTimePeriod();
	}
	anho = limiteTimeStamp.get(Calendar.YEAR);
	mes = limiteTimeStamp.get(Calendar.MONTH);
	dia = limiteTimeStamp.get(Calendar.DAY_OF_MONTH);
	hora = limiteTimeStamp.get(Calendar.HOUR_OF_DAY);
	minuto = limiteTimeStamp.get(Calendar.MINUTE);
	segundo = limiteTimeStamp.get(Calendar.SECOND);

	if (mes == 0) {
	    mes = 12;
	    anho--;
	}

	s_mes = String.valueOf(mes);
	s_dia = String.valueOf(dia);
	s_hora = String.valueOf(hora);
	s_minuto = String.valueOf(minuto);
	s_segundo = String.valueOf(segundo);

	if (mes < 10)
	    s_mes = "0" + s_mes;
	if (dia < 10)
	    s_dia = "0" + s_dia;
	if (hora < 10)
	    s_hora = "0" + s_hora;
	if (minuto < 10)
	    s_minuto = "0" + s_minuto;
	if (segundo < 10)
	    s_segundo = "0" + s_segundo;

	result = anho + s_mes + s_dia + "_" + s_hora + s_minuto + s_segundo;

	return result;
    }

    private Calendar getCalendarTimestamp(String timestamp) {
	Calendar resultado = Calendar.getInstance();
	resultado.set(Integer.parseInt(timestamp.substring(0, 4)), Integer.parseInt(timestamp.substring(5, 7)), Integer.parseInt(timestamp.substring(8, 10)),
		Integer.parseInt(timestamp.substring(11, 13)), Integer.parseInt(timestamp.substring(14, 16)), Integer.parseInt(timestamp.substring(17, 19)));
	return resultado;
    }

}