/*
* Copyright 1998-2015 University Corporation for Atmospheric Research/Unidata
*
* Portions of this software were developed by the Unidata Program at the
* University Corporation for Atmospheric Research.
*
* Access and use of this software shall impose the following obligations
* and understandings on the user. The user is granted the right, without
* any fee or cost, to use, copy, modify, alter, enhance and distribute
* this software, and any derivative works thereof, and its supporting
* documentation for any purpose whatsoever, provided that this entire
* notice appears in all copies of the software, derivative works and
* supporting documentation. Further, UCAR requests that the user credit
* UCAR/Unidata in any publications that result from the use of this
* software or in any product that includes this software. The names UCAR
* and/or Unidata, however, may not be used in any advertising or publicity
* to endorse or promote any products or commercial entity unless specific
* written permission is obtained from UCAR/Unidata. The user also
* understands that UCAR/Unidata is not obligated to provide the user with
* any support, consulting, training or assistance of any kind with regard
* to the use, operation and performance of this software nor to provide
* the user with any updates, revisions, new versions or "bug fixes."
*
* THIS SOFTWARE IS PROVIDED BY UCAR/UNIDATA "AS IS" AND ANY EXPRESS OR
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL UCAR/UNIDATA BE LIABLE FOR ANY SPECIAL,
* INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING
* FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
* NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION
* WITH THE ACCESS, USE OR PERFORMANCE OF THIS SOFTWARE.
*/
package thredds.inventory;
import org.slf4j.Logger;
import thredds.featurecollection.FeatureCollectionConfig;
import thredds.filesystem.MFileOS7;
import ucar.nc2.util.CloseableIterator;
import java.io.IOException;
import java.nio.file.DirectoryStream;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.nio.file.attribute.BasicFileAttributes;
import java.nio.file.attribute.FileTime;
import java.util.*;
/**
* All files are read in at once.
* timePartition=none
*
* @author caron
* @since 2/7/14
*/
public class CollectionGeneral extends CollectionAbstract {
private final long olderThanMillis;
private final Path rootPath;
public CollectionGeneral(FeatureCollectionConfig config, CollectionSpecParser specp, Logger logger) {
super(config.collectionName, logger);
this.root = specp.getRootDir();
this.rootPath = Paths.get(this.root);
this.olderThanMillis = parseOlderThanString( config.olderThan);
}
@Override
public void close() { }
@Override
public Iterable<MFile> getFilesSorted() throws IOException {
return makeFileListSorted();
}
@Override
public CloseableIterator<MFile> getFileIterator() throws IOException {
return new MyFileIterator(rootPath);
}
// returns everything defined by specp, checking olderThanMillis
private class MyFileIterator implements CloseableIterator<MFile> {
DirectoryStream<Path> dirStream;
Iterator<Path> dirStreamIterator;
MFile nextMFile;
long now;
MyFileIterator(Path dir) throws IOException {
dirStream = Files.newDirectoryStream(dir, new MyStreamFilter());
dirStreamIterator = dirStream.iterator();
now = System.currentTimeMillis();
}
public boolean hasNext() {
while (true) {
if (!dirStreamIterator.hasNext()) {
nextMFile = null;
return false;
}
try {
Path nextPath = dirStreamIterator.next();
BasicFileAttributes attr = Files.readAttributes(nextPath, BasicFileAttributes.class);
if (attr.isDirectory()) continue; // LOOK fix this
FileTime last = attr.lastModifiedTime();
long millisSinceModified = now - last.toMillis();
if (millisSinceModified < olderThanMillis)
continue;
nextMFile = new MFileOS7(nextPath, attr);
return true;
} catch (IOException e) {
throw new RuntimeException(e);
}
}
}
public MFile next() {
if (nextMFile == null) throw new NoSuchElementException();
return nextMFile;
}
public void remove() {
throw new UnsupportedOperationException();
}
// better alternative is for caller to send in callback (Visitor pattern)
// then we could use the try-with-resource
public void close() throws IOException {
dirStream.close();
}
}
}