/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.solr.analytics.request;
import java.io.IOException;
import java.lang.invoke.MethodHandles;
import java.util.List;
import org.apache.lucene.index.LeafReaderContext;
import org.apache.lucene.search.DocIdSet;
import org.apache.lucene.search.DocIdSetIterator;
import org.apache.solr.analytics.accumulator.BasicAccumulator;
import org.apache.solr.analytics.accumulator.FacetingAccumulator;
import org.apache.solr.analytics.accumulator.ValueAccumulator;
import org.apache.solr.analytics.plugin.AnalyticsStatisticsCollector;
import org.apache.solr.common.params.SolrParams;
import org.apache.solr.common.util.NamedList;
import org.apache.solr.request.SolrQueryRequest;
import org.apache.solr.search.DocSet;
import org.apache.solr.search.Filter;
import org.apache.solr.search.SolrIndexSearcher;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
/**
* Class which computes the set of {@link AnalyticsRequest}s.
*/
public class AnalyticsStats {
protected DocSet docs;
protected SolrParams params;
protected SolrIndexSearcher searcher;
protected SolrQueryRequest req;
protected AnalyticsStatisticsCollector statsCollector;
private static final Logger log = LoggerFactory.getLogger(MethodHandles.lookup().lookupClass());
public AnalyticsStats(SolrQueryRequest req, DocSet docs, SolrParams params, AnalyticsStatisticsCollector statsCollector) {
this.req = req;
this.searcher = req.getSearcher();
this.docs = docs;
this.params = params;
this.statsCollector = statsCollector;
}
/**
* Calculates the analytics requested in the Parameters.
*
* @return List of results formated to mirror the input XML.
* @throws IOException if execution fails
*/
public NamedList<?> execute() throws IOException {
statsCollector.startRequest();
NamedList<Object> res = new NamedList<>();
List<AnalyticsRequest> requests;
requests = AnalyticsRequestFactory.parse(searcher.getSchema(), params);
if(requests == null || requests.size()==0){
return res;
}
statsCollector.addRequests(requests.size());
// Get filter to all docs
Filter filter = docs.getTopFilter();
// Computing each Analytics Request Separately
for( AnalyticsRequest areq : requests ){
// The Accumulator which will control the statistics generation
// for the entire analytics request
ValueAccumulator accumulator;
// The number of total facet requests
int facets = areq.getFieldFacets().size()+areq.getRangeFacets().size()+areq.getQueryFacets().size();
try {
if( facets== 0 ){
accumulator = BasicAccumulator.create(searcher, docs, areq);
} else {
accumulator = FacetingAccumulator.create(searcher, docs, areq, req);
}
} catch (IOException e) {
log.warn("Analytics request '"+areq.getName()+"' failed", e);
continue;
}
statsCollector.addStatsCollected(((BasicAccumulator)accumulator).getNumStatsCollectors());
statsCollector.addStatsRequests(areq.getExpressions().size());
statsCollector.addFieldFacets(areq.getFieldFacets().size());
statsCollector.addRangeFacets(areq.getRangeFacets().size());
statsCollector.addQueryFacets(areq.getQueryFacets().size());
statsCollector.addQueries(((BasicAccumulator)accumulator).getNumQueries());
// Loop through the documents returned by the query and add to accumulator
List<LeafReaderContext> contexts = searcher.getTopReaderContext().leaves();
for (int leafNum = 0; leafNum < contexts.size(); leafNum++) {
LeafReaderContext context = contexts.get(leafNum);
DocIdSet dis = filter.getDocIdSet(context, null); // solr docsets already exclude any deleted docs
DocIdSetIterator disi = null;
if (dis != null) {
disi = dis.iterator();
}
if (disi != null) {
accumulator.getLeafCollector(context);
int doc = disi.nextDoc();
while( doc != DocIdSetIterator.NO_MORE_DOCS){
// Add a document to the statistics being generated
accumulator.collect(doc);
doc = disi.nextDoc();
}
}
}
// do some post-processing
accumulator.postProcess();
// compute the stats
accumulator.compute();
res.add(areq.getName(),accumulator.export());
}
statsCollector.endRequest();
return res;
}
}