/**
* This software is licensed to you under the Apache License, Version 2.0 (the
* "Apache License").
*
* LinkedIn's contributions are made under the Apache License. If you contribute
* to the Software, the contributions will be deemed to have been made under the
* Apache License, unless you expressly indicate otherwise. Please do not make any
* contributions that would be inconsistent with the Apache License.
*
* You may obtain a copy of the Apache License at http://www.apache.org/licenses/LICENSE-2.0
* Unless required by applicable law or agreed to in writing, this software
* distributed under the Apache License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the Apache
* License for the specific language governing permissions and limitations for the
* software governed under the Apache License.
*
* © 2012 LinkedIn Corp. All Rights Reserved.
*/
package com.senseidb.perf;
import java.io.File;
import java.util.Comparator;
import java.util.concurrent.LinkedBlockingQueue;
import org.json.JSONObject;
import proj.zoie.api.DataConsumer.DataEvent;
import com.senseidb.gateway.file.LinedJsonFileDataProvider;
public class PerfFileDataProvider extends LinedJsonFileDataProvider {
public static LinkedBlockingQueue<JSONObject> queue;
public PerfFileDataProvider(Comparator<String> versionComparator, File file, long startingOffset, LinkedBlockingQueue<JSONObject> queue) {
super(versionComparator, file, startingOffset);
this.queue = queue;
}
@Override
public DataEvent<JSONObject> next() {
JSONObject object = null;
try {
object = queue.take();
} catch (InterruptedException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
if (_offset % 10000 == 0) {
System.out.println("Indexed " + _offset + " documents. Queue size = " + queue.size());
}
if (object != null) {
return new DataEvent<JSONObject>(object, String.valueOf(_offset++));
}
return super.next();
}
}