/** * This software is licensed to you under the Apache License, Version 2.0 (the * "Apache License"). * * LinkedIn's contributions are made under the Apache License. If you contribute * to the Software, the contributions will be deemed to have been made under the * Apache License, unless you expressly indicate otherwise. Please do not make any * contributions that would be inconsistent with the Apache License. * * You may obtain a copy of the Apache License at http://www.apache.org/licenses/LICENSE-2.0 * Unless required by applicable law or agreed to in writing, this software * distributed under the Apache License is distributed on an "AS IS" BASIS, WITHOUT * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the Apache * License for the specific language governing permissions and limitations for the * software governed under the Apache License. * * © 2012 LinkedIn Corp. All Rights Reserved. */ package com.senseidb.gateway.file; import java.io.File; import java.io.IOException; import java.net.URL; import java.util.Comparator; import java.util.Set; import org.json.JSONObject; import proj.zoie.impl.indexing.StreamDataProvider; import proj.zoie.impl.indexing.ZoieConfig; import com.senseidb.gateway.SenseiGateway; import com.senseidb.indexing.DataSourceFilter; import com.senseidb.indexing.ShardingStrategy; public class LinedFileDataProviderMockBuilder extends SenseiGateway<String>{ private Comparator<String> _versionComparator = ZoieConfig.DEFAULT_VERSION_COMPARATOR; @Override public StreamDataProvider<JSONObject> buildDataProvider(DataSourceFilter<String> dataFilter, String oldSinceKey, ShardingStrategy shardingStrategy, Set<Integer> partitions) throws Exception { // either file.path or file.classpath must be set String path = config.get("file.path"); File file; if (path != null) { file = new File(path); } else { String classpath = config.get("file.classpath"); if (classpath == null) throw new IOException("Either file.path or file.classpath must be set"); URL url = LinedFileDataProviderBuilder.class.getClassLoader().getResource(classpath); if (url == null) throw new IOException("Resource not found " + path); file = new File(url.toURI()); } if (! file.exists()) throw new IOException("File " + path + " not found"); long offset = oldSinceKey == null ? 0L : Long.parseLong(oldSinceKey); LinedJsonFileDataProvider provider = new FileDataProviderWithMocks(_versionComparator, file, offset); if (dataFilter!=null){ provider.setFilter(dataFilter); } return provider; } @Override public Comparator<String> getVersionComparator() { return _versionComparator; } }