/*
* Copyright 1998-2015 University Corporation for Atmospheric Research/Unidata
*
* Portions of this software were developed by the Unidata Program at the
* University Corporation for Atmospheric Research.
*
* Access and use of this software shall impose the following obligations
* and understandings on the user. The user is granted the right, without
* any fee or cost, to use, copy, modify, alter, enhance and distribute
* this software, and any derivative works thereof, and its supporting
* documentation for any purpose whatsoever, provided that this entire
* notice appears in all copies of the software, derivative works and
* supporting documentation. Further, UCAR requests that the user credit
* UCAR/Unidata in any publications that result from the use of this
* software or in any product that includes this software. The names UCAR
* and/or Unidata, however, may not be used in any advertising or publicity
* to endorse or promote any products or commercial entity unless specific
* written permission is obtained from UCAR/Unidata. The user also
* understands that UCAR/Unidata is not obligated to provide the user with
* any support, consulting, training or assistance of any kind with regard
* to the use, operation and performance of this software nor to provide
* the user with any updates, revisions, new versions or "bug fixes."
*
* THIS SOFTWARE IS PROVIDED BY UCAR/UNIDATA "AS IS" AND ANY EXPRESS OR
* IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL UCAR/UNIDATA BE LIABLE FOR ANY SPECIAL,
* INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING
* FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
* NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION
* WITH THE ACCESS, USE OR PERFORMANCE OF THIS SOFTWARE.
*/
package thredds.inventory.partition;
import thredds.featurecollection.FeatureCollectionConfig;
import thredds.inventory.*;
import ucar.nc2.time.CalendarDate;
import ucar.nc2.time.CalendarDateFormatter;
import ucar.nc2.time.CalendarPeriod;
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
/**
* Partition the files by a user-defined time period.
* The date is extracted from the filename using the non-optional dateExtractor.
* All filenames must be read into memory at once, then partitioned.
*
* @author caron
* @since 12/23/2014
*/
public class TimePartition extends CollectionPathMatcher implements PartitionManager {
CalendarPeriod timePeriod;
CalendarDateFormatter cdf;
public TimePartition(FeatureCollectionConfig config, CollectionSpecParser specp, org.slf4j.Logger logger) {
super(config, specp, logger);
timePeriod = config.timePeriod;
cdf = CalendarDateFormatter.factory(timePeriod);
}
public Iterable<MCollection> makePartitions(CollectionUpdateType forceCollection) throws IOException {
List<MCollection> result = new ArrayList<>();
CollectionListRange curr = null;
CalendarDate startDate = null;
CalendarDate endDate = null;
for (MFile mfile : getFilesSorted()) {
CalendarDate cdate = dateExtractor.getCalendarDate(mfile);
if (cdate == null) continue; // skip - error should be logged
if ((curr == null) || !endDate.isAfter(cdate)) {
startDate = cdate.truncate(timePeriod.getField()); // start on a boundary
endDate = startDate.add( timePeriod);
String name = collectionName + "-"+ cdf.toString(startDate);
curr = new CollectionListRange(name, root, startDate, endDate, this.logger);
curr.putAuxInfo(FeatureCollectionConfig.AUX_CONFIG, this.config);
if (!wasRemoved( curr))
result.add(curr); // skip if in removed list
}
//System.out.printf("%s%n", mfile);
curr.addFile(mfile);
}
return result;
}
/////////////////////////////////////////////////////////////
private List<String> removed;
public void removePartition( MCollection partition) {
if (removed == null) removed = new ArrayList<>();
removed.add(partition.getCollectionName());
}
private boolean wasRemoved(MCollection partition) {
return removed != null && (removed.contains(partition.getCollectionName()));
}
}