/*
* Copyright 1998-2015 University Corporation for Atmospheric Research/Unidata
*
* Portions of this software were developed by the Unidata Program at the
* University Corporation for Atmospheric Research.
*
* Access and use of this software shall impose the following obligations
* and understandings on the user. The user is granted the right, without
* any fee or cost, to use, copy, modify, alter, enhance and distribute
* this software, and any derivative works thereof, and its supporting
* documentation for any purpose whatsoever, provided that this entire
* notice appears in all copies of the software, derivative works and
* supporting documentation. Further, UCAR requests that the user credit
* UCAR/Unidata in any publications that result from the use of this
* software or in any product that includes this software. The names UCAR
* and/or Unidata, however, may not be used in any advertising or publicity
* to endorse or promote any products or commercial entity unless specific
* written permission is obtained from UCAR/Unidata. The user also
* understands that UCAR/Unidata is not obligated to provide the user with
* any support, consulting, training or assistance of any kind with regard
* to the use, operation and performance of this software nor to provide
* the user with any updates, revisions, new versions or "bug fixes."
*
* THIS SOFTWARE IS PROVIDED BY UCAR/UNIDATA "AS IS" AND ANY EXPRESS OR
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL UCAR/UNIDATA BE LIABLE FOR ANY SPECIAL,
* INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING
* FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
* NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION
* WITH THE ACCESS, USE OR PERFORMANCE OF THIS SOFTWARE.
*/
package thredds.inventory;
import org.slf4j.Logger;
import thredds.featurecollection.FeatureCollectionConfig;
import thredds.filesystem.MFileOS7;
import ucar.nc2.util.CloseableIterator;
import java.io.IOException;
import java.nio.file.*;
import java.nio.file.attribute.BasicFileAttributes;
import java.nio.file.attribute.FileTime;
import java.util.*;
/**
* A collection defined by the collection spec (not directory sensitive)
* May have by regexp: or glob: (experimental)
* @author caron
* @since 12/23/2014
*/
public class CollectionPathMatcher extends CollectionAbstract {
protected final FeatureCollectionConfig config;
private final boolean wantSubdirs;
private final long olderThanMillis;
private final Path rootPath;
private final PathMatcher matcher;
public CollectionPathMatcher(FeatureCollectionConfig config, CollectionSpecParser specp, Logger logger) {
super(config.collectionName, logger);
this.config = config;
this.wantSubdirs = specp.wantSubdirs();
setRoot(specp.getRootDir());
DateExtractor extract = config.getDateExtractor();
if (extract != null && !(extract instanceof DateExtractorNone))
setDateExtractor(extract);
putAuxInfo(FeatureCollectionConfig.AUX_CONFIG, config);
matcher = specp.getPathMatcher(); // LOOK still need to decide what you are matching on name, path, etc
this.rootPath = Paths.get(this.root);
this.olderThanMillis = parseOlderThanString( config.olderThan);
}
@Override
public void close() { }
@Override
public Iterable<MFile> getFilesSorted() throws IOException {
return makeFileListSorted();
}
@Override
public CloseableIterator<MFile> getFileIterator() throws IOException {
return new AllFilesIterator();
}
// could also use Files.walkFileTree
// returns everything defined by specp, checking olderThanMillis, descends into subdirs as needed
private class AllFilesIterator implements CloseableIterator<MFile> {
Queue<OneDirIterator> subdirs = new LinkedList<>();
OneDirIterator current;
AllFilesIterator() throws IOException {
current = new OneDirIterator(rootPath, subdirs);
}
public boolean hasNext() {
if (!current.hasNext()) {
try {
current.close();
} catch (IOException e) {
logger.error("Error closing dirStream", e);
}
current = subdirs.poll();
return current != null && hasNext();
}
return true;
}
public MFile next() {
if (current == null) throw new NoSuchElementException();
return current.next();
}
public void remove() {
throw new UnsupportedOperationException();
}
public void close() throws IOException {
if (current != null)
current.close();
current = null;
}
}
private class OneDirIterator implements CloseableIterator<MFile> {
Queue<OneDirIterator> subdirs;
DirectoryStream<Path> dirStream;
Iterator<Path> dirStreamIterator;
MFile nextMFile;
long now;
OneDirIterator(Path dir, Queue<OneDirIterator> subdirs) throws IOException {
this.subdirs = subdirs;
dirStream = Files.newDirectoryStream(dir); // , new MyStreamFilter()); LOOK dont use the DirectoryStream.Filter<Path>
dirStreamIterator = dirStream.iterator();
now = System.currentTimeMillis();
}
public boolean hasNext() {
while (true) {
if (!dirStreamIterator.hasNext()) {
nextMFile = null;
return false;
}
try {
Path nextPath = dirStreamIterator.next();
BasicFileAttributes attr = Files.readAttributes(nextPath, BasicFileAttributes.class);
if (wantSubdirs && attr.isDirectory()) { // dont filter subdirectories
subdirs.add(new OneDirIterator(nextPath, subdirs));
continue;
}
if (!matcher.matches(nextPath)) // otherwise apply the filter specified by the specp
continue;
if (olderThanMillis > 0) {
FileTime last = attr.lastModifiedTime();
long millisSinceModified = now - last.toMillis();
if (millisSinceModified < olderThanMillis)
continue;
}
nextMFile = new MFileOS7(nextPath, attr);
return true;
} catch (IOException e) {
throw new RuntimeException(e);
}
}
}
public MFile next() {
if (nextMFile == null) throw new NoSuchElementException();
return nextMFile;
}
public void remove() {
throw new UnsupportedOperationException();
}
public void close() throws IOException {
dirStream.close();
}
}
}