MAPMeasure.java

/*
 * Ivory: A Hadoop toolkit for web-scale information retrieval
 * 
 * Licensed under the Apache License, Version 2.0 (the "License"); you
 * may not use this file except in compliance with the License. You may
 * obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0 
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
 * implied. See the License for the specific language governing
 * permissions and limitations under the License.
 */

package ivory.ltr;


import java.util.ArrayList;
import java.util.Collections;
import java.util.List;

/**
 * @author Don Metzler
 *
 */
public class MAPMeasure extends Measure {

	@Override
	public double evaluate(ScoreTable table) {
		String [] qids = table.getQids();
		float [] grades = table.getGrades();
		float [] scores = table.getScores();

		float map = 0;
		int numQueries = 0;
		
		String lastQid = null;
		List<ScoreGradePair> items = new ArrayList<ScoreGradePair>();
		for(int i = 0; i < qids.length; i++) {
			String curQid = qids[i];
			float curGrade = grades[i];
			float curScore = scores[i];
			
			if(lastQid == null || !lastQid.equals(curQid)) {
				if(lastQid != null) {
					map += computeQueryAP(items);
					numQueries++;
				}
				
				lastQid = curQid;
				items = new ArrayList<ScoreGradePair>();
			}
			items.add(new ScoreGradePair(curScore, curGrade));
		}
		map += computeQueryAP(items);
		numQueries++;

		if(numQueries == 0) {
			return 0;
		}
		
		return map / numQueries;
	}

	private double computeQueryAP(List<ScoreGradePair> items) {
		// rank documents for this query
		Collections.sort(items, new ScoreComparator());
		
		double ap = 0d;
		int num_rel_ret = 0;
		
		for(int i = 0; i < items.size(); i++) {
			if(items.get(i).grade != 0) {
				num_rel_ret++;
				ap += num_rel_ret / (double) (i+1);
			}
				
		}
		
		if(num_rel_ret == 0)
			return 0d;
		
		return ap / (double) num_rel_ret;
	}

}