CompositeParserTest.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.tika.parser;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;

import java.io.ByteArrayInputStream;
import java.util.Arrays;
import java.util.Collections;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;

import org.apache.tika.config.TikaConfig;
import org.apache.tika.metadata.Metadata;
import org.apache.tika.mime.MediaType;
import org.apache.tika.mime.MediaTypeRegistry;
import org.apache.tika.sax.BodyContentHandler;
import org.junit.Test;
import org.xml.sax.ContentHandler;

public class CompositeParserTest {

    @Test
    @SuppressWarnings("serial")
    public void testFindDuplicateParsers() {
        Parser a = new EmptyParser() {
            public Set<MediaType> getSupportedTypes(ParseContext context) {
                return Collections.singleton(MediaType.TEXT_PLAIN);
            }
        };
        Parser b = new EmptyParser() {
            public Set<MediaType> getSupportedTypes(ParseContext context) {
                return Collections.singleton(MediaType.TEXT_PLAIN);
            }
        };
        Parser c = new EmptyParser() {
            public Set<MediaType> getSupportedTypes(ParseContext context) {
                return Collections.singleton(MediaType.OCTET_STREAM);
            }
        };

        CompositeParser composite = new CompositeParser(
                MediaTypeRegistry.getDefaultRegistry(), a, b, c);
        Map<MediaType, List<Parser>> duplicates =
            composite.findDuplicateParsers(new ParseContext());
        assertEquals(1, duplicates.size());
        List<Parser> parsers = duplicates.get(MediaType.TEXT_PLAIN);
        assertNotNull(parsers);
        assertEquals(2, parsers.size());
        assertEquals(a, parsers.get(0));
        assertEquals(b, parsers.get(1));
    }

    @Test
    public void testDefaultParser() throws Exception {
       TikaConfig config = TikaConfig.getDefaultConfig();

       CompositeParser parser = (CompositeParser) config.getParser();

       // Check it has the full registry
       assertEquals(config.getMediaTypeRegistry(), parser.getMediaTypeRegistry());
    }

    @Test
    public void testMimeTypeAliases() throws Exception {
       MediaType bmpCanonical = MediaType.image("bmp");
       Map<String,String> bmpCanonicalMetadata = new HashMap<String, String>();
       bmpCanonicalMetadata.put("BMP", "True");
       bmpCanonicalMetadata.put("Canonical", "True");
       Parser bmpCanonicalParser = new DummyParser(
             new HashSet<MediaType>(Arrays.asList(bmpCanonical)),
             bmpCanonicalMetadata, null
       );
       
       MediaType bmpAlias = MediaType.image("x-ms-bmp");
       Map<String,String> bmpAliasMetadata = new HashMap<String, String>();
       bmpAliasMetadata.put("BMP", "True");
       bmpAliasMetadata.put("Alias", "True");
       Parser bmpAliasParser = new DummyParser(
             new HashSet<MediaType>(Arrays.asList(bmpAlias)),
             bmpAliasMetadata, null
       );
       
       TikaConfig config = TikaConfig.getDefaultConfig();
       CompositeParser canonical = new CompositeParser(
             config.getMediaTypeRegistry(), bmpCanonicalParser
       );
       CompositeParser alias = new CompositeParser(
             config.getMediaTypeRegistry(), bmpAliasParser
       );
       CompositeParser both = new CompositeParser(
             config.getMediaTypeRegistry(), bmpCanonicalParser, bmpAliasParser
       );
       
       ContentHandler handler = new BodyContentHandler();
       Metadata metadata;
       
       // Canonical and Canonical
       metadata = new Metadata();
       metadata.add(Metadata.CONTENT_TYPE, bmpCanonical.toString());
       canonical.parse(new ByteArrayInputStream(new byte[0]), handler, metadata, new ParseContext());
       assertEquals("True", metadata.get("BMP"));
       assertEquals("True", metadata.get("Canonical"));
       
       
       // Alias and Alias
       metadata = new Metadata();
       metadata.add(Metadata.CONTENT_TYPE, bmpAlias.toString());
       alias.parse(new ByteArrayInputStream(new byte[0]), handler, metadata, new ParseContext());
       assertEquals("True", metadata.get("BMP"));
       assertEquals("True", metadata.get("Alias"));
       
       
       // Alias type and Canonical parser
       metadata = new Metadata();
       metadata.add(Metadata.CONTENT_TYPE, bmpAlias.toString());
       canonical.parse(new ByteArrayInputStream(new byte[0]), handler, metadata, new ParseContext());
       assertEquals("True", metadata.get("BMP"));
       assertEquals("True", metadata.get("Canonical"));
       
       
       // Canonical type and Alias parser
       metadata = new Metadata();
       metadata.add(Metadata.CONTENT_TYPE, bmpCanonical.toString());
       alias.parse(new ByteArrayInputStream(new byte[0]), handler, metadata, new ParseContext());
       assertEquals("True", metadata.get("BMP"));
       assertEquals("True", metadata.get("Alias"));
       
       
       // And when both are there, will go for the last one
       //  to be registered (which is the alias one)
       metadata = new Metadata();
       metadata.add(Metadata.CONTENT_TYPE, bmpCanonical.toString());
       both.parse(new ByteArrayInputStream(new byte[0]), handler, metadata, new ParseContext());
       assertEquals("True", metadata.get("BMP"));
       assertEquals("True", metadata.get("Alias"));
    }
}