/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.solr.handler.dataimport;

import org.junit.BeforeClass;
import org.junit.Test;
import org.w3c.dom.Document;
import org.w3c.dom.Element;
import org.xml.sax.InputSource;

import javax.xml.parsers.DocumentBuilder;
import javax.xml.parsers.DocumentBuilderFactory;
import javax.xml.transform.Transformer;
import javax.xml.transform.TransformerFactory;
import javax.xml.transform.dom.DOMSource;
import javax.xml.transform.stream.StreamResult;
import java.io.StringReader;
import java.io.StringWriter;

/**Testcase for TikaEntityProcessor
 *
 * @since solr 3.1
 */
public class TestTikaEntityProcessor extends AbstractDataImportHandlerTestCase {
  private String conf =
  "<dataConfig>" +
  "  <dataSource type=\"BinFileDataSource\"/>" +
  "  <document>" +
  "    <entity name=\"Tika\" processor=\"TikaEntityProcessor\" url=\"" + getFile("dihextras/solr-word.pdf").getAbsolutePath() + "\" >" +
  "      <field column=\"Author\" meta=\"true\" name=\"author\"/>" +
  "      <field column=\"title\" meta=\"true\" name=\"title\"/>" +
  "      <field column=\"text\"/>" +
  "     </entity>" +
  "  </document>" +
  "</dataConfig>";

  private String[] tests = {
      "//*[@numFound='1']"
      ,"//str[@name='author'][.='Grant Ingersoll']"
      ,"//str[@name='title'][.='solr-word']"
      ,"//str[@name='text']"
  };

  private String[] testsHTMLDefault = {
      "//*[@numFound='1']"
      , "//str[@name='text'][contains(.,'Basic div')]"
      , "//str[@name='text'][contains(.,'<h1>')]"
      , "//str[@name='text'][not(contains(.,'<div>'))]" //default mapper lower-cases elements as it maps
      , "//str[@name='text'][not(contains(.,'<DIV>'))]"
  };

  private String[] testsHTMLIdentity = {
      "//*[@numFound='1']"
      , "//str[@name='text'][contains(.,'Basic div')]"
      , "//str[@name='text'][contains(.,'<h1>')]"
      , "//str[@name='text'][contains(.,'<div>')]"
      , "//str[@name='text'][contains(.,'class=\"classAttribute\"')]" //attributes are lower-cased
  };

  @BeforeClass
  public static void beforeClass() throws Exception {
    initCore("dataimport-solrconfig.xml", "dataimport-schema-no-unique-key.xml", getFile("dihextras/solr").getAbsolutePath());
  }

  @Test
  public void testIndexingWithTikaEntityProcessor() throws Exception {
    runFullImport(conf);
    assertQ(req("*:*"), tests );
  }

  @Test
  public void testTikaHTMLMapperEmpty() throws Exception {
    runFullImport(getConfigHTML(null));
    assertQ(req("*:*"), testsHTMLDefault);
  }

  @Test
  public void testTikaHTMLMapperDefault() throws Exception {
    runFullImport(getConfigHTML("default"));
    assertQ(req("*:*"), testsHTMLDefault);
  }

  @Test
  public void testTikaHTMLMapperIdentity() throws Exception {
    runFullImport(getConfigHTML("identity"));
    assertQ(req("*:*"), testsHTMLIdentity);
  }

  private String getConfigHTML(String htmlMapper) {
    return
        "<dataConfig>" +
            "  <dataSource type='BinFileDataSource'/>" +
            "  <document>" +
            "    <entity name='Tika' format='xml' processor='TikaEntityProcessor' " +
            "       url='" + getFile("dihextras/structured.html").getAbsolutePath() + "' " +
            ((htmlMapper == null) ? "" : (" htmlMapper='" + htmlMapper + "'")) + ">" +
            "      <field column='text'/>" +
            "     </entity>" +
            "  </document>" +
            "</dataConfig>";

  }
}