MarcTranslatedReader.java

package org.solrmarc.marc;
/**
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

import java.text.Normalizer;
import java.util.List;

import org.marc4j.MarcReader;
import org.marc4j.converter.CharConverter;
import org.marc4j.converter.impl.AnselToUnicode;
import org.marc4j.marc.DataField;
import org.marc4j.marc.Leader;
import org.marc4j.marc.Record;
import org.marc4j.marc.Subfield;
import org.marc4j.marc.VariableField;

import org.apache.log4j.Logger;


/**
 * 
 * @author Robert Haschart
 * @version $Id: MarcTranslatedReader.java 1478 2011-04-29 21:12:17Z rh9ec@virginia.edu $
 *
 */
public class MarcTranslatedReader implements MarcReader
{
    MarcReader reader;
    CharConverter convert;
 //   java.text.Normalizer.Mode unicodeNormalize = java.text.Normalizer.NONE;
    private Normalizer.Form unicodeNormalize = null;
    
    // Initialize logging category
    static Logger logger = Logger.getLogger(MarcFilteredReader.class.getName());
    
    public MarcTranslatedReader(MarcReader r, boolean unicodeNormalizeBool)
    {
        reader = r;
        convert = new AnselToUnicode();
        if (unicodeNormalizeBool) this.unicodeNormalize = Normalizer.Form.NFC;
    }
    
    public MarcTranslatedReader(MarcReader r, String unicodeNormalizeStr)
    {
        reader = r;
        convert = new AnselToUnicode();
        if (unicodeNormalizeStr.equals("KC")) unicodeNormalize = Normalizer.Form.NFKC;
        else if (unicodeNormalizeStr.equals("KD")) unicodeNormalize = Normalizer.Form.NFKD;
        else if (unicodeNormalizeStr.equals("C")) unicodeNormalize = Normalizer.Form.NFC;
        else if (unicodeNormalizeStr.equals("D")) unicodeNormalize = Normalizer.Form.NFD;
        else unicodeNormalize = null;
    }
    
//    public MarcTranslatedReader(MarcReader r, boolean unicodeNormalize, 
//    		                    String filenameForRecordsWithError)
//    {
//        reader = r;
//        convert = new AnselToUnicode();
//        this.unicodeNormalize = unicodeNormalize;
//        try
//        {
//            errorWriter = new MarcStreamWriter(new FileOutputStream(filenameForRecordsWithError));
//        }
//        catch (FileNotFoundException e)
//        {
//            System.err.println("Unable to open error output file: "+ filenameForRecordsWithError);
//            errorWriter = null;
//        }
//    }
    
    public boolean hasNext()
    {
        return reader.hasNext();
    }

    public Record next()
    {
        Record rec = reader.next();
        if (unicodeNormalize == null)  return(rec);
        Leader l = rec.getLeader();
        boolean is_utf_8 = false;
        if (l.getCharCodingScheme() == 'a') is_utf_8 = true;
        if (is_utf_8 && unicodeNormalize == null)  return(rec);
        
        List<VariableField> fields = rec.getVariableFields();
        for (VariableField f : fields)
        {
            if (!(f instanceof DataField)) continue;
            DataField field = (DataField)f;
            List<Subfield> subfields = field.getSubfields();
            for (Subfield sf : subfields)
            {
                String oldData = sf.getData();
                String newData = oldData;
                if (!is_utf_8) newData = convert.convert(newData);
                if (unicodeNormalize != null) 
                {
                    newData = Normalizer.normalize(newData, unicodeNormalize);
                }
                if (!oldData.equals(newData))
                {
                    sf.setData(newData);
                }
            }
        }
        l.setCharCodingScheme('a');
        rec.setLeader(l);
        return rec;
    }
    
}