package org.solrmarc.mixin;
import java.io.BufferedReader;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Calendar;
import java.util.Collection;
import java.util.Comparator;
import java.util.Iterator;
import java.util.LinkedHashMap;
import java.util.LinkedHashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.TreeMap;
import java.util.TreeSet;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import org.marc4j.marc.DataField;
import org.marc4j.marc.MarcFactory;
import org.marc4j.marc.Record;
import org.marc4j.marc.Subfield;
import org.marc4j.marc.VariableField;
import org.solrmarc.callnum.CallNumUtils;
import org.solrmarc.callnum.LCCallNumber;
import org.solrmarc.index.SolrIndexer;
import org.solrmarc.index.SolrIndexerMixin;
import org.solrmarc.index.indexer.ValueIndexerFactory;
import org.solrmarc.index.mapping.AbstractMultiValueMapping;
import org.solrmarc.tools.PropertyUtils;
import org.solrmarc.tools.StringNaturalCompare;
import org.solrmarc.tools.Utils;
public class CustomLocationMixin extends SolrIndexerMixin
{
static class LocationExtraData
{
final static String addnlShadowedFilename = "AllShadowedIds.txt";
final static String boundWithsFilename = "BoundWith.txt";
Map<String, String> addnlShadowedIds = null;
Map<String, String> boundWithIds = null;
Map<String, String> dateFirstAddedMap = null;
boolean isInited()
{
return (addnlShadowedIds != null && boundWithIds != null);
}
private void loadExtraShadowedIds()
{
if (addnlShadowedIds == null)
{
addnlShadowedIds = new LinkedHashMap<String, String>();
InputStream addnlIdsStream = PropertyUtils.getPropertyFileInputStream(ValueIndexerFactory.instance().getHomeDirs(), "extra_data" + File.separator + addnlShadowedFilename);
BufferedReader addnlIdsReader = new BufferedReader(new InputStreamReader(addnlIdsStream));
String line;
try
{
while ((line = addnlIdsReader.readLine()) != null)
{
String linepts[] = line.split("[|]");
if (linepts.length == 1)
{
addnlShadowedIds.put(linepts[0], "");
}
else
{
String existing = addnlShadowedIds.get(linepts[0]);
if (existing == null) addnlShadowedIds.put(linepts[0], "|" + linepts[1] + "|");
else if (existing.equals("")) continue;
else addnlShadowedIds.put(linepts[0], existing + linepts[1] + "|");
}
}
}
catch (IOException e)
{
// TODO Auto-generated catch block
e.printStackTrace();
}
}
if (boundWithIds == null)
{
boundWithIds = new LinkedHashMap<String, String>();
InputStream addnlIdsStream = null;
try
{
addnlIdsStream = PropertyUtils.getPropertyFileInputStream(ValueIndexerFactory.instance().getHomeDirs(), "extra_data" + File.separator + boundWithsFilename);
BufferedReader addnlIdsReader = new BufferedReader(new InputStreamReader(addnlIdsStream));
String line;
while ((line = addnlIdsReader.readLine()) != null)
{
String linepts[] = line.split("\\|", 2);
String existing = boundWithIds.get(linepts[0]);
if (existing == null) boundWithIds.put(linepts[0], linepts[1]);
else
{
// addnlShadowedIds.put(linepts[0], existing + linepts[1] + "|");
}
}
}
catch (IllegalArgumentException iae)
{
// couldn't find BoundWith.txt file, but don't have a cow man
}
catch (IOException e)
{
// TODO Auto-generated catch block
e.printStackTrace();
}
}
}
};
static LocationExtraData locationExtraData = new LocationExtraData();
final static MarcFactory factory = MarcFactory.newInstance();
Set<String> callNumberFieldList = null;
Set<String> callNumberFieldListNo050 = null;
Map<String, Set<String>> callNumberClusterMap = null;
Map<String, Set<String>> callNumberClusterMapNo050 = null;
Set<String> callNumberLCFieldList = null;
Comparator<String> normedComparator = new Comparator<String>()
{
public int compare(String s1, String s2)
{
String s1Norm = s1.replaceAll("[. ]", "");
String s2Norm = s2.replaceAll("[. ]", "");
return s1Norm.compareToIgnoreCase(s2Norm);
}
};
String bestSingleCallNumber = null;
String bestSingleLCCallNumber = null;
List<?> trimmedHoldingsList = null;
String bestAuthor = null;
String bestAuthorCutter = null;
String pubYear = null;
private String bestDate;
Pattern datePattern = Pattern.compile("[^0-9]*((20|1[56789])[0-9][0-9])[^0-9]*.*");
/**
* This routine can be overridden in a sub-class to perform some processing that need to be done once for each record, and which may be needed by several indexing specifications, especially custom methods. The default version does nothing.
*
* @param record
* - The MARC record that is being indexed.
* @throws Exception
*/
public void perRecordInit(Record record)
{
String fieldSpec = "999awi';'";
if (!locationExtraData.isInited())
{
synchronized (locationExtraData)
{
if (!locationExtraData.isInited()) locationExtraData.loadExtraShadowedIds();
}
}
trimmedHoldingsList = getTrimmedHoldingsList(record, "999");
callNumberFieldListNo050 = getCallNumberFieldSetNo050(record, trimmedHoldingsList);
callNumberFieldList = getCallNumberFieldSet(record, callNumberFieldListNo050);
callNumberLCFieldList = getLCCallNumberFieldSet090(record, callNumberFieldListNo050);
callNumberClusterMapNo050 = getCallNumbersCleanedConflated(callNumberFieldListNo050, true);
callNumberClusterMap = getCallNumbersCleanedConflated(callNumberFieldList, true);
String valueArr[] = callNumberLCFieldList.toArray(new String[0]);
//Comparator<String> comp = new StringNaturalCompare();
//Arrays.sort(valueArr, comp);
bestSingleCallNumber = getBestSingleCallNumber(callNumberClusterMap);
bestSingleLCCallNumber = valueArr.length > 0 ? normalizeLCCallNumber(valueArr[0]) : null;
List<String> author = SolrIndexer.instance().getFieldListAsList(record, "100a:110a:111a:130a");
if (author.size() > 0)
{
bestAuthor = author.get(0);
bestAuthorCutter = org.solrmarc.callnum.Utils.getCutterFromAuthor(bestAuthor);
}
else
{
bestAuthor = null;
bestAuthorCutter = null;
}
List<String> dates = SolrIndexer.instance().getFieldListAsList(record, "008[7-10]:260c:264c");
bestDate = "";
for (String date : dates)
{
Matcher m = datePattern.matcher(date);
if (m.matches())
{
bestDate = m.group(1);
break;
}
}
if (bestSingleCallNumber != null && bestSingleCallNumber.equals(bestSingleLCCallNumber))
{
fieldSpec = "999awol";
if (valueArr.length == 0)
{
callNumberLCFieldList = getLCCallNumberFieldSet090(record, callNumberFieldListNo050);
}
}
}
private List<?> getTrimmedHoldingsList(Record record, String holdingsTag)
{
List<?> result = record.getVariableFields(holdingsTag);
addBoundWithHoldings(record, result);
removeShadowed999sFromList(record, result);
removeLostHoldings(result);
// this line (and the called method) added in response to JIRA ISSUE LIBSRVSRCHDISCOV-377
removeOrderRecords(result);
return result;
}
private void addBoundWithHoldings(Record record, List<?> fields999)
{
if (record.getControlNumber() == null || record.getControlNumber().length() < 2) return;
String boundWithStr = locationExtraData.boundWithIds.get(record.getControlNumber().substring(1));
if (boundWithStr != null)
{
String holdingsParts[] = boundWithStr.split("\\|");
DataField df = factory.newDataField();
df.addSubfield(factory.newSubfield('a', holdingsParts[7]));
df.addSubfield(factory.newSubfield('w', holdingsParts[6]));
df.addSubfield(factory.newSubfield('i', holdingsParts[1]));
if (!holdingsParts[2].equals(holdingsParts[3]))
{
df.addSubfield(factory.newSubfield('k', holdingsParts[2]));
}
df.addSubfield(factory.newSubfield('l', holdingsParts[3]));
df.addSubfield(factory.newSubfield('m', holdingsParts[4]));
df.addSubfield(factory.newSubfield('t', holdingsParts[5]));
df.setId(new Long(2));
df.setTag("999");
df.setIndicator1(' ');
df.setIndicator2(' ');
((List<VariableField>) fields999).add(df);
}
}
private void removeShadowed999sFromList(Record record, List<?> fields999)
{
String extraString = null;
if (locationExtraData.addnlShadowedIds != null)
{
extraString = locationExtraData.addnlShadowedIds.get(record.getControlNumber());
}
if (extraString == null) return;
else if (extraString.equals("")) return; // this will list locations
else
{
Iterator<?> iter = fields999.iterator();
while (iter.hasNext())
{
Object field = iter.next();
DataField df = (DataField) field;
String barcode = df.getSubfield('i') != null ? df.getSubfield('i').getData() : "";
if (extraString != null && extraString.contains("|" + barcode + "|"))
{
iter.remove();
}
}
}
}
private void removeLostHoldings(List<?> fields999)
{
// String mapName = loadTranslationMap(null, "shadowed_location_map.properties");
AbstractMultiValueMapping locationMap = ValueIndexerFactory.instance().createMultiValueMapping("shadowed_location_map.properties");
Iterator<?> iter = fields999.iterator();
while (iter.hasNext())
{
Object field = iter.next();
DataField df = (DataField) field;
Subfield currentLocation = df.getSubfield('k');
Subfield homeLocation = df.getSubfield('l');
if (currentLocation != null)
{
try
{
if (locationMap.mapSingle(currentLocation.getData()).equals("HIDDEN"))
{
iter.remove();
continue;
}
}
catch (Exception e)
{
}
}
if (homeLocation != null)
{
try
{
if (locationMap.mapSingle(homeLocation.getData()).equals("HIDDEN"))
{
iter.remove();
}
}
catch (Exception e)
{
}
}
}
}
// this method added in response to JIRA ISSUE LIBSRVSRCHDISCOV-377
private void removeOrderRecords(List<?> fields999)
{
Iterator<?> iter = fields999.iterator();
while (iter.hasNext())
{
Object field = iter.next();
DataField df = (DataField) field;
Subfield callNumber = df.getSubfield('a');
if (callNumber != null && callNumber.getData().matches(".*[Oo][Rr][Dd][Ee][Rr][- ]*0.*"))
{
iter.remove();
}
}
}
private String getBestSingleCallNumber(Map<String, Set<String>> resultNormed)
{
if (resultNormed == null || resultNormed.size() == 0)
{
return (null);
}
String[] bestSet = getBestCallNumberSubset(resultNormed);
if (bestSet.length == 0) return (null);
String result = normalizeLCCallNumber(bestSet[0]);
return (result);
}
private String normalizeLCCallNumber(String callNum)
{
String result = callNum;
String resultParts[] = callNum.split(":", 2);
if (resultParts[0].equals("LC"))
{
result = resultParts[0] + ":" + resultParts[1].trim().replaceAll("[^A-Za-z0-9.]", " ").replaceAll("\\s\\s+", " ").replaceAll("\\s?\\.\\s?", ".");
}
return(result);
}
private String[] getBestCallNumberSubset(Map<String, Set<String>> resultNormed)
{
if (resultNormed == null || resultNormed.size() == 0)
{
return (null);
}
int maxEntries = 0;
// String maxEntriesKey = null;
Set<String> maxEntrySet = null;
int maxLCEntries = 0;
// String maxLCEntriesKey = null;
Set<String> maxLCEntrySet = null;
Set<String> keys = resultNormed.keySet();
for (String key : keys)
{
Set<String> values = resultNormed.get(key);
if (values.size() > maxEntries)
{
maxEntries = values.size();
// maxEntriesKey = key;
maxEntrySet = values;
}
String firstNum = values.iterator().next();
String parts[] = firstNum.split(":", 2);
if ((parts[0].equals("LC") || parts[0].equals("")) && CallNumUtils.isValidLC(parts[1]) && values.size() > maxLCEntries)
{
maxLCEntries = values.size();
// maxLCEntriesKey = key;
maxLCEntrySet = values;
}
}
if (maxLCEntrySet == null)
{
maxLCEntrySet = maxEntrySet;
}
String valueArr[] = maxLCEntrySet.toArray(new String[0]);
Comparator<String> comp = new StringNaturalCompare();
Arrays.sort(valueArr, comp);
return (valueArr);
}
/**
* Since there are several routines that grab and process LC Call Numbers for a given record, this code is called once per record to gather the list of call numbers, rather than creating that list within each implementation of the custom indexing functions.
*
* @param record
* - The MARC record that is being indexed.
*/
private Set<String> getCallNumberFieldSetNo050(final Record record, List<?> fields999)
{
boolean processExtraShadowedIds = true; // fieldSpec.contains("';'");
// List<?> fields999 = record.getVariableFields("999");
// Set<String> fieldList = getFieldList(record, fieldSpec);
if (fields999.isEmpty())
{
return (null);
}
Set<String> fieldList = new LinkedHashSet<String>();
if (processExtraShadowedIds)
{
// loadExtraShadowedIds(extraIdsFilename, boundWithsFilename);
String extraString = locationExtraData.addnlShadowedIds.get(record.getControlNumber());
for (Object field : fields999)
{
DataField df = ((DataField) (field));
String barCode = (df.getSubfield('i') != null) ? df.getSubfield('i').getData() : "";
String numberScheme = (df.getSubfield('w') != null) ? df.getSubfield('w').getData() : "";
if (numberScheme.equals("MONO-SER") || numberScheme.equals("LCPER")) numberScheme = "LC";
String callNumber = (df.getSubfield('a') != null) ? df.getSubfield('a').getData() : "";
if (callNumber.startsWith("MSS") || callNumber.startsWith("Mss")) callNumber = callNumber.replaceFirst("MSS[ ]?", "M@");
if (extraString == null || extraString.equals("") || !extraString.contains("|" + barCode + "|"))
{
if (numberScheme.length() > 0 && callNumber.length() > 0) fieldList.add(numberScheme + ":" + callNumber);
}
}
}
return (fieldList);
}
/**
* Since there are several routines that grab and process LC Call Numbers for a given record, this code is called once
* per record to gather the list of call numbers, rather than creating that list within each implementation of the custom indexing functions.
*
* @param record
* - The MARC record that is being indexed.
*/
private Set<String> getCallNumberFieldSet(final Record record, Set<String> startingFieldList)
{
Set<String> fieldList = new LinkedHashSet<String>();
if (startingFieldList != null)
{
fieldList.addAll(startingFieldList);
}
// discard LC numbers that aren't valid according to the CallNumUtil routine
boolean hasLCNumber = false;
for (String field : fieldList)
{
String fieldParts[] = field.split(":", 2);
if (fieldParts[0].equals("LC") || (fieldParts[0].equals("") && CallNumUtils.isValidLC(field)))
{
hasLCNumber = true;
break;
}
}
// if there are no 999 fields with valid LC Call Numbers then look in the 050ab field
if (!hasLCNumber)
{
List<String> fList2 = get050Entries(record);
for (String field : fList2)
{
if (CallNumUtils.isValidLC(field))
{
fieldList.add("LC:" + field);
}
}
}
return (fieldList);
}
/**
* Since there are several routines that grab and process LC Call Numbers for a given record, this code is called once
* per record to gather the list of call numbers, rather than creating that list within each implementation of the custom indexing functions.
*
* @param record
* - The MARC record that is being indexed.
*/
private Set<String> getLCCallNumberFieldSet090(final Record record, Set<String> startingFieldList)
{
Set<String> fieldList = new LinkedHashSet<String>();
List<String> fList1 = SolrIndexer.instance().getFieldListAsList(record, "090ab");
if (fList1.size() == 0)
{
fList1 = get050Entries(record);
// SolrIndexer.instance().getFieldListAsList(record, "050a");
// List<String> fList2 = SolrIndexer.instance().getFieldListAsList(record, "050b");
// if (fList2.size() > 0)
// {
// String arr1[] = fList1.toArray(new String[0]);
// String arr2[] = fList2.toArray(new String[0]);
// arr1[0] = arr1[0] + arr2[0];
// fList1 = Arrays.asList(arr1);
// }
}
for (String field : fList1)
{
if (CallNumUtils.isValidLC(field))
{
fieldList.add("LC:" + field);
}
}
if (startingFieldList != null)
{
for (String field : startingFieldList)
{
String fieldParts[] = field.split(":", 2);
// dont add LC numbers that aren't valid according to the CallNumUtil routine
if ((fieldParts[0].equals("LC") || fieldParts[0].equals("")) && CallNumUtils.isValidLC(fieldParts[1]))
fieldList.add(field);
}
}
return (fieldList);
}
private List<String> get050Entries(Record record)
{
List<VariableField> vfs = record.getVariableFields("050");
List<String> result = new ArrayList<String>();
for (VariableField vf : vfs)
{
DataField df = (DataField)vf;
Subfield sf[] = df.getSubfields("ab").toArray(new Subfield[0]);
if (df.getIndicator2() == '4' && sf[0].getData().startsWith("AE"))
{
continue;
}
for (int i = 0; i < sf.length; i++)
{
if (i == 0 && sf.length > 1 && sf[1].getCode() == 'b')
{
String val = sf[i].getData() + " " + sf[i+1].getData();
result.add(val);
i++;
}
else
{
String val = sf[i].getData();
result.add(val);
}
}
}
return(result);
}
/**
* Extract a set of cleaned call numbers from a record
*
* @param record
* @return Clean call number
*/
private Map<String, Set<String>> getCallNumbersCleanedConflated(Set<String> fieldList, boolean expectColon)
{
Map<String, Set<String>> resultNormed = new TreeMap<String, Set<String>>();
if (fieldList == null || fieldList.size() == 0) return (null);
for (String callNumPlus : fieldList)
{
String parts[] = callNumPlus.split(":", 2);
String prefix = null;
String callNumPart = null;
if (!expectColon || parts.length == 1)
{
prefix = "";
callNumPart = parts[0];
}
else
{
prefix = parts[0] + ":";
callNumPart = parts[1];
}
String val = callNumPart.trim().replaceAll("\\s\\s+", " ").replaceAll("\\s?\\.\\s?", ".");
String nVal = val.replaceAll("^([A-Z][A-Z]?[A-Z]?) ([0-9])", "$1$2");
if (!nVal.equals(val) && !val.startsWith("MSS"))
{
val = nVal;
}
String key = val.substring(0, Math.min(val.length(), 5)).toUpperCase();
val = prefix + val;
if (resultNormed.containsKey(key))
{
Set<String> set = resultNormed.get(key);
set.add(val);
resultNormed.put(key, set);
}
else
{
Set<String> set = new TreeSet<String>(normedComparator);
set.add(val);
resultNormed.put(key, set);
}
}
return (resultNormed);
}
/**
* Extract call number prefix from a record
*
* @param record
* @return Call number prefix
* @throws Exception
*/
public String getCallNumberPrefixNew(final Record record, String mapName, String part) throws Exception
{
AbstractMultiValueMapping transMap = ValueIndexerFactory.instance().createMultiValueMapping(mapName);
String val = bestSingleCallNumber;
String result = null;
if (val == null || val.length() == 0)
{
return (null);
}
String valParts[] = val.split(":", 2);
if (!valParts[0].equals("LC"))
{
return (null);
}
String vals[] = valParts[1].split("[^A-Za-z]+", 2);
String prefix = vals[0];
if (vals.length == 0 || vals[0] == null || vals[0].length() == 0 || vals[0].length() > 3 || !vals[0].toUpperCase().equals(vals[0]))
{
return (null);
}
else
{
while (result == null && prefix.length() > 0)
{
result = transMap.mapSingle(prefix);
if (result == null && prefix.length() == 1)
{
break;
}
if (result == null)
{
prefix = prefix.substring(0, prefix.length() - 1);
}
}
}
if (mapName.equals("callnumber_map.properties"))
{
int partNum = Utils.isNumber(part) ? Integer.parseInt(part) : 0;
if (result == null) return (result);
if (partNum == 0) return (prefix + " - " + result.replaceAll("[|]", " - "));
String resultParts[] = result.split("[|]");
if (partNum - 1 >= resultParts.length) return (null);
return (prefix.substring(0, 1) + " - " + resultParts[partNum - 1]);
}
else // detailed call number map
{
if (result == null) return (result);
if (result.startsWith("{"))
{
String shelfKey = CallNumUtils.getLCShelfkey(valParts[1], record.getControlNumber());
String keyDigits = shelfKey.substring(4, 8);
String ranges[] = result.replaceAll("[{]", "").split("[}]");
for (String range : ranges)
{
String rangeParts[] = range.split("[-=]", 3);
if (keyDigits.compareTo(rangeParts[0]) >= 0 && keyDigits.compareTo(rangeParts[1]) <= 0)
{
return (prefix + rangeParts[0].replaceFirst("^0+", "") + "-" + prefix + rangeParts[1].replaceFirst("^0+", "") + " - " + rangeParts[2]);
}
}
return (null);
}
else if (result.startsWith(prefix.substring(0, 1)) && result.matches("[" + prefix.substring(0, 1) + "][A-Z]-[" + prefix.substring(0, 1) + "][A-Z] - .*"))
{
return (result);
}
else
{
return (prefix + " - " + result);
}
}
}
/*
* Extract a single cleaned call number from a record
*
* @param record
*
* @return Clean call number
*/
public String getCallNumberCleanedNew(final Record record, String sortable)
{
boolean sortableFlag = (sortable != null && (sortable.equals("sortable") || sortable.equals("true")));
String result = bestSingleCallNumber;
if (result == null) return (result);
String resultParts[] = result.split(":", 2);
if (sortableFlag && (resultParts[0].equals("LC") || (resultParts[0].equals("") && CallNumUtils.isValidLC(resultParts[1]))))
result = CallNumUtils.getLCShelfkey(resultParts[1], record.getControlNumber());
else if (resultParts[1].startsWith("M@"))
result = result.replaceAll("M@", "MSS ");
return (result);
}
public String getShelfKey(final Record record)
{
String callnum = bestSingleCallNumber;
String result = null;
if (callnum == null) return (null);
String resultParts[] = callnum.split(":", 2);
if ((resultParts[0].equals("LC") || resultParts[0].equals("")) && CallNumUtils.isValidLC(resultParts[1]))
{
result = CallNumUtils.getLCShelfkey(resultParts[1], record.getControlNumber());
}
return (result);
}
public String getReverseShelfKey(final Record record)
{
String shelfKey = getShelfKey(record);
if (shelfKey == null) return (shelfKey);
String revShelfKey = CallNumUtils.getReverseShelfKey(shelfKey);
return (revShelfKey);
}
public String getLCShelfKey(final Record record)
{
String callnum = bestSingleLCCallNumber;
String result = null;
if (callnum == null) return (null);
String resultParts[] = callnum.split(":", 2);
if ((resultParts[0].equals("LC") || resultParts[0].equals("")) && CallNumUtils.isValidLC(resultParts[1]))
{
result = CallNumUtils.getLCShelfkey(resultParts[1], record.getControlNumber());
}
return (result);
}
public String getReverseLCShelfKey(final Record record)
{
String shelfKey = getLCShelfKey(record);
if (shelfKey == null) return (shelfKey);
String revShelfKey = CallNumUtils.getReverseShelfKey(shelfKey);
return (revShelfKey);
}
public String getUniquishLCCallNumber(final Record record)
{
String callnum = bestSingleLCCallNumber;
if (callnum == null) return (null);
if (bestAuthorCutter != null && !callnum.contains(bestAuthorCutter) && callnum.matches(".*[A-Z][0-9]+"))
{
callnum = callnum + "." + bestAuthorCutter;
}
if (bestDate != null && !callnum.contains(bestDate))
{
callnum = callnum + " " + bestDate;
}
return(callnum);
}
public String getUniquishLCShelfKey(final Record record, String uniqueness)
{
String callnum = getUniquishLCCallNumber(record);
if (callnum == null) return (null);
if (uniqueness.equals("unique"))
{
callnum = callnum + " " + record.getControlNumber();
}
String result = null;
String resultParts[] = callnum.split(":", 2);
if ((resultParts[0].equals("LC") || resultParts[0].equals("")) && CallNumUtils.isValidLC(resultParts[1]))
{
LCCallNumber callNum = new LCCallNumber(resultParts[1]);
result = callNum.getPaddedShelfKey();
}
return (result);
}
public String getUniquishReverseLCShelfKey(final Record record, String uniqueness)
{
String shelfKey = getUniquishLCShelfKey(record, uniqueness);
if (shelfKey == null) return (shelfKey);
String revShelfKey = CallNumUtils.getReverseShelfKey(shelfKey);
return (revShelfKey);
}
public String getUniquishLCShelfKeyIfNotShadowed(final Record record, String uniqueness, String propertiesMap, String returnHidden, String processExtra) throws Exception
{
String shadowedLocation = getShadowedLocation(record, propertiesMap, returnHidden, processExtra);
if (shadowedLocation.equals("VISIBLE"))
{
if (uniqueness.startsWith("uniqu"))
{
return(getUniquishLCShelfKey(record, uniqueness));
}
else
{
return(getLCShelfKey(record));
}
}
return(null);
}
public String getUniquishReverseLCShelfKeyIfNotShadowed(final Record record, String uniqueness, String propertiesMap, String returnHidden, String processExtra) throws Exception
{
String shadowedLocation = getShadowedLocation(record, propertiesMap, returnHidden, processExtra);
if (shadowedLocation.equals("VISIBLE"))
{
if (uniqueness.startsWith("uniqu"))
{
return(getUniquishReverseLCShelfKey(record, uniqueness));
}
else
{
return(getReverseLCShelfKey(record));
}
}
return(null);
}
public String getLCShelfKeyIfNotShadowed(final Record record, String propertiesMap, String returnHidden, String processExtra) throws Exception
{
String shadowedLocation = getShadowedLocation(record, propertiesMap, returnHidden, processExtra);
if (shadowedLocation.equals("VISIBLE"))
{
return(getLCShelfKey(record));
}
return(null);
}
public String getReverseLCShelfKeyIfNotShadowed(final Record record, String propertiesMap, String returnHidden, String processExtra) throws Exception
{
String shadowedLocation = getShadowedLocation(record, propertiesMap, returnHidden, processExtra);
if (shadowedLocation.equals("VISIBLE"))
{
return(getReverseLCShelfKey(record));
}
return(null);
}
public String getBestLCCallNumber(final Record record)
{
return(bestSingleLCCallNumber);
}
public Set<String> getCallNumbersCleanedNewNo050(final Record record, String conflatePrefixes)
{
return (getCallNumbersCleanedNew(record, conflatePrefixes, this.callNumberFieldListNo050, this.callNumberClusterMapNo050));
}
public Set<String> getCallNumbersCleanedNew(final Record record, String conflatePrefixes)
{
return (getCallNumbersCleanedNew(record, conflatePrefixes, this.callNumberFieldList, this.callNumberClusterMap));
}
private String getCommonPrefix(String string1, String string2, Comparator<String> comp)
{
int l1 = string1.length();
int l2 = string2.length();
int l = Math.min(l1, l2);
int prefixLen = l;
for (int i = 0; i < l; i++)
{
if (comp.compare(string1.substring(i, i + 1), string2.substring(i, i + 1)) != 0)
{
prefixLen = i;
break;
}
}
return (string1.substring(0, prefixLen));
}
private String getCallNum(final String callNum)
{
String callNumParts[] = callNum.split(":", 2);
return (callNumParts[1]);
}
/**
* Extract a set of cleaned call numbers from a record
*
* @param record
* @return Clean call number
*/
public Set<String> getCallNumbersCleanedNew(final Record record, String conflatePrefixes, Set<String> localCallNumberFieldList, Map<String, Set<String>> localCallNumberClusterMap)
{
boolean conflate = !conflatePrefixes.equalsIgnoreCase("false");
if (!conflate)
{
Set<String> fieldList = localCallNumberFieldList;
if (fieldList == null || fieldList.isEmpty())
{
return (null);
}
Comparator<String> comp = new StringNaturalCompare();
Set<String> resultNormed = new TreeSet<String>(comp);
for (String field : fieldList)
{
String fieldParts[] = field.split(":", 2);
String callNum = fieldParts[1];
String val = callNum.trim().replaceAll("\\s\\s+", " ").replaceAll("\\s?\\.\\s?", ".");
String nVal = val.replaceAll("^([A-Z][A-Z]?[A-Z]?) ([0-9])", "$1$2");
if (!nVal.equals(val))
{
val = nVal;
}
val = val.replaceFirst("M@", "MSS ");
resultNormed.add(val);
}
return resultNormed;
}
else
{
Map<String, Set<String>> resultNormed = localCallNumberClusterMap;
if (resultNormed == null || resultNormed.size() == 0) return (null);
Set<String> keys = resultNormed.keySet();
Set<String> results = new TreeSet<String>(normedComparator);
for (String key : keys)
{
Set<String> values = resultNormed.get(key);
String valueArr[] = values.toArray(new String[0]);
for (int i = 0; i < valueArr.length; i++)
{
valueArr[i] = getCallNum(valueArr[i]);
}
if (valueArr.length == 1)
{
results.add(valueArr[0].replaceAll("M@", "MSS "));
}
else
{
String prefix = valueArr[0];
for (int i = 1; i < valueArr.length; i++)
{
prefix = getCommonPrefix(prefix, valueArr[i], normedComparator);
}
if (prefix.lastIndexOf(' ') != -1)
{
prefix = prefix.substring(0, prefix.lastIndexOf(' '));
}
StringBuffer sb = new StringBuffer(prefix);
String sep = " ";
for (int i = 0; i < valueArr.length; i++)
{
valueArr[i] = valueArr[i].substring(prefix.length());
}
Comparator<String> comp = new StringNaturalCompare();
Arrays.sort(valueArr, comp);
for (int i = 0; i < valueArr.length; i++)
{
if (valueArr[i].length() > 0)
{
sb.append(sep).append(valueArr[i]);
sep = ",";
}
}
if (prefix.startsWith("M@"))
{
if (sb.length() > 100 || valueArr.length > 2)
{
int cntBoxes = 0, cntFolders = 0, cntVolumes = 0;
for (int i = 0; i < valueArr.length; i++)
{
if (valueArr[i].contains("Box")) cntBoxes++;
if (valueArr[i].contains("Folder")) cntFolders++;
if (valueArr[i].contains("Volume")) cntVolumes++;
}
String label = "Boxes";
if (cntFolders > cntBoxes && cntFolders > cntVolumes) label = "Folders";
else if (cntVolumes > cntBoxes && cntVolumes > cntFolders) label = "Volumes";
prefix = prefix.replaceFirst("M@", "MSS ");
results.add(prefix + " (" + valueArr.length + " " + label + ")");
}
else
{
String value = sb.toString();
value = value.replaceAll("M@", "MSS ");
results.add(value);
}
}
else
{
if (sb.length() > 100 || valueArr.length > 10)
{
results.add(prefix + " (" + valueArr.length + " volumes)");
}
else
{
results.add(sb.toString());
}
}
}
}
return (results);
}
}
public Set<String> getCustomLibrary(final Record record, String visibilityMap, String libraryMap) throws Exception
{
Set<String> resultSet = new LinkedHashSet<String>();
List<?> fields999 = trimmedHoldingsList;
AbstractMultiValueMapping visMap = ValueIndexerFactory.instance().createMultiValueMapping(visibilityMap);
AbstractMultiValueMapping libMap = ValueIndexerFactory.instance().createMultiValueMapping(libraryMap);
for (DataField field : (List<DataField>) fields999)
{
Subfield curLocF = field.getSubfield('k');
Subfield homeLocF = field.getSubfield('l');
Subfield libF = field.getSubfield('m');
String lib = (libF != null ? libF.getData() : null);
String mappedLib = libMap.mapSingle(lib);
if (mappedLib == null || resultSet.contains(mappedLib)) continue;
String curLoc = (curLocF != null ? curLocF.getData() : null);
String homeLoc = (homeLocF != null ? homeLocF.getData() : null);
String mappedHomeVis = visMap.mapSingle(homeLoc);
if (mappedHomeVis.equals("HIDDEN"))
{
continue;
}
if (curLoc != null)
{
String mappedCurVis = visMap.mapSingle(curLoc);
if (mappedCurVis.equals("HIDDEN")) continue; // this copy of the item is Hidden, go no further
}
resultSet.add(mappedLib);
}
return (resultSet);
}
public Set<String> getCustomLocation(final Record record, String locationMap, String visibilityMap, String libraryMap) throws Exception
{
Set<String> resultSet = new LinkedHashSet<String>();
List<?> fields999 = trimmedHoldingsList;
AbstractMultiValueMapping locMap = ValueIndexerFactory.instance().createMultiValueMapping(locationMap);
AbstractMultiValueMapping visMap = ValueIndexerFactory.instance().createMultiValueMapping(visibilityMap);
AbstractMultiValueMapping libMap = ValueIndexerFactory.instance().createMultiValueMapping(libraryMap);
for (DataField field : (List<DataField>) fields999)
{
Subfield curLocF = field.getSubfield('k');
Subfield homeLocF = field.getSubfield('l');
Subfield libF = field.getSubfield('m');
String curLoc = (curLocF != null ? curLocF.getData() : null);
String homeLoc = (homeLocF != null ? homeLocF.getData() : null);
String lib = (libF != null ? libF.getData() : null);
String mappedHomeVis = visMap.mapSingle(homeLoc);
String mappedHomeLoc = locMap.mapSingle(homeLoc);
if (mappedHomeVis.equals("VISIBLE") && mappedHomeLoc == null)
{
String combinedLocMapped = locMap.mapSingle(homeLoc + "__" + lib);
if (combinedLocMapped != null) mappedHomeLoc = combinedLocMapped;
}
String mappedLib = libMap.mapSingle(lib);
if (curLoc != null)
{
String mappedCurLoc = locMap.mapSingle(curLoc);
String mappedCurVis = visMap.mapSingle(curLoc);
if (mappedCurVis.equals("HIDDEN")) continue; // this copy of the item is Hidden, go no further
if (mappedCurLoc != null)
{
if (mappedCurLoc.contains("$m") && mappedLib != null)
{
mappedCurLoc = mappedCurLoc.replaceAll("[$]m", mappedLib);
}
else if (mappedCurLoc.contains("$m") && mappedLib == null)
{
mappedCurLoc = mappedCurLoc.replaceAll("[$]m[ ]?", "");
}
resultSet.add(mappedCurLoc);
continue; // Used
}
}
if (mappedHomeVis.equals("HIDDEN")) continue; // this copy of the item is Hidden, go no further
if (mappedHomeLoc != null && mappedHomeLoc.contains("$"))
{
if (mappedLib != null) mappedHomeLoc = mappedHomeLoc.replaceAll("[$]m", mappedLib);
else mappedHomeLoc = mappedHomeLoc.replaceAll("[$]m", "Library");
}
if (mappedHomeLoc != null) resultSet.add(mappedHomeLoc);
}
return (resultSet);
}
public String getShadowedLocation(final Record record, String propertiesMap, String returnHidden, String processExtra) throws Exception
{
if (record.getControlNumber() == null || record.getControlNumber().length() < 2) return (null);
boolean processExtraShadowedIds = processExtra.startsWith("extraIds");
boolean returnHiddenRecs = returnHidden.startsWith("return");
AbstractMultiValueMapping map = ValueIndexerFactory.instance().createMultiValueMapping(propertiesMap);
// String mapName = loadTranslationMap(null, propertiesMap);
Set<String> fields = SolrIndexer.instance().getFieldList(record, "999aikl,join(\"%%%\")");
boolean visible = false;
String extraString = null;
if (processExtraShadowedIds && locationExtraData.boundWithIds != null && locationExtraData.boundWithIds.containsKey(record.getControlNumber().substring(1)))
{
String boundWithHolding = locationExtraData.boundWithIds.get(record.getControlNumber().substring(1));
String fparts[] = boundWithHolding.split("\\|");
String mappedFpartCurrent = map.mapSingle(fparts[2]);
String mappedFpartHome = map.mapSingle(fparts[3]);
if (mappedFpartCurrent.equals("VISIBLE") && mappedFpartHome.equals("VISIBLE"))
{
visible = true;
}
}
else
{
if (processExtraShadowedIds && locationExtraData.addnlShadowedIds.containsKey(record.getControlNumber()))
{
extraString = locationExtraData.addnlShadowedIds.get(record.getControlNumber());
}
if ("".equals(extraString)) visible = false;
else
{
for (String field : fields)
{
String fparts[] = field.split("%%%");
// this test (and the change above to return aikl instead of ikl) added in response to JIRA ISSUE LIBSRVSRCHDISCOV-377
if (fparts[0].matches(".*[Oo][Rr][Dd][Ee][Rr][- ]*0.*"))
{
continue;
}
else if (extraString != null && extraString.contains("|" + fparts[1] + "|"))
{
// this holding is marked as Hidden via the addnlShadowedIds data file
// so simply continue, and unless another non-Hidden holding is found the
// record will be not visible.
continue;
}
else if (fparts.length == 3)
{
String mappedFpart = map.mapSingle(fparts[2]);
if (mappedFpart.equals("VISIBLE")) visible = true;
}
else if (fparts.length == 4 || fparts[3].equals("RSRVSHADOW"))
{
String mappedFpart1 = map.mapSingle(fparts[2]);
if (mappedFpart1.equals("VISIBLE"))
{
visible = true;
}
}
else if (fparts.length == 4)
{
String mappedFpart1 = map.mapSingle(fparts[2]);
String mappedFpart2 = map.mapSingle(fparts[3]);
if (mappedFpart1.equals("VISIBLE") && mappedFpart2.equals("VISIBLE"))
{
visible = true;
}
}
}
}
}
String result = (visible ? "VISIBLE" : "HIDDEN");
if (!visible && !returnHiddenRecs)
{
return (null);
}
return (result);
}
public Set<String> getLibLocType(final Record record, String libMatch, String locMatch, String typeMatch)
{
List<VariableField> lvf = record.getVariableFields("999");
Set<String> result = new LinkedHashSet<String>();
for (VariableField vf : lvf)
{
DataField df = (DataField)vf;
Subfield lib = df.getSubfield('m');
Subfield loc = df.getSubfield('l');
Subfield type = df.getSubfield('t');
if (lib != null && lib.getData().matches(libMatch) &&
loc != null && loc.getData().matches(locMatch) &&
type != null && type.getData().matches(typeMatch))
{
String resultStr = lib.getData() + "_" + loc.getData() + "_" + type.getData();
result.add(resultStr);
}
}
return(result);
}
}