/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.jstorm.hdfs.bolt.rotation;
import backtype.storm.tuple.Tuple;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
/**
* File rotation policy that will rotate files when a certain
* file size is reached.
*
* For example:
* <pre>
* // rotate when files reach 5MB
* FileSizeRotationPolicy policy =
* new FileSizeRotationPolicy(5.0, Units.MB);
* </pre>
*
*/
public class FileSizeRotationPolicy implements FileRotationPolicy {
private static final Logger LOG = LoggerFactory.getLogger(FileSizeRotationPolicy.class);
public static enum Units {
KB((long)Math.pow(2, 10)),
MB((long)Math.pow(2, 20)),
GB((long)Math.pow(2, 30)),
TB((long)Math.pow(2, 40));
private long byteCount;
private Units(long byteCount){
this.byteCount = byteCount;
}
public long getByteCount(){
return byteCount;
}
}
private long maxBytes;
private long lastOffset = 0;
private long currentBytesWritten = 0;
public FileSizeRotationPolicy(float count, Units units){
this.maxBytes = (long)(count * units.getByteCount());
}
@Override
public boolean mark(Tuple tuple, long offset) {
long diff = offset - this.lastOffset;
this.currentBytesWritten += diff;
this.lastOffset = offset;
return this.currentBytesWritten >= this.maxBytes;
}
@Override
public void reset() {
this.currentBytesWritten = 0;
this.lastOffset = 0;
}
}