/* * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.addthis.hydra.task.source; import com.addthis.codec.annotations.FieldConfig; import com.addthis.hydra.task.stream.PersistentStreamFileSource; import com.addthis.hydra.task.stream.StreamSourceMeshy; import org.slf4j.Logger; import org.slf4j.LoggerFactory; /** * This data source <span class="hydra-summary">fetches data from a meshy server</span>. * <p/> * <p>Example:</p> * <pre> * {mesh2 { * shardTotal:%[split-shard-total:32]% * markDir:"mark.db" * mesh { * startDate:"%[start-date:{{now-2}}]%" * endDate:"%[end-date:{{now}}]%" * dateFormat:"YYMMddHH" * files:["/job/%[source-job]%/*/gold/hoover.out/{Y}{M}{D}/{H}/{{mod}}-*"] * } * }} * </pre> * * @user-reference */ public class DataSourceMeshy2 extends AbstractStreamFileDataSource { private static final Logger log = LoggerFactory.getLogger(DataSourceMeshy2.class); /** * Mesh configuration parameters. */ @FieldConfig(codable = true, required = true) private StreamSourceMeshy mesh; @Override protected PersistentStreamFileSource getSource() { return mesh; } }