/** * Licensed to the Apache Software Foundation (ASF) under one or more * contributor license agreements. See the NOTICE file distributed with * this work for additional information regarding copyright ownership. * The ASF licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.nutch.metadata; import java.io.ByteArrayInputStream; import java.io.ByteArrayOutputStream; import java.io.DataInputStream; import java.io.DataOutputStream; import java.io.IOException; import java.util.Properties; import junit.framework.Test; import junit.framework.TestCase; import junit.framework.TestSuite; import junit.textui.TestRunner; /** * JUnit based tests of class * {@link org.apache.nutch.metadata.SpellCheckedMetadata}. * * @author Chris Mattmann * @author Jérôme Charron */ public class TestSpellCheckedMetadata extends TestCase { private static final int NUM_ITERATIONS = 10000; public TestSpellCheckedMetadata(String testName) { super(testName); } public static Test suite() { return new TestSuite(TestSpellCheckedMetadata.class); } public static void main(String[] args) { TestRunner.run(suite()); } /** Test for the <code>getNormalizedName(String)</code> method. */ public void testGetNormalizedName() { assertEquals("Content-Type", SpellCheckedMetadata .getNormalizedName("Content-Type")); assertEquals("Content-Type", SpellCheckedMetadata .getNormalizedName("ContentType")); assertEquals("Content-Type", SpellCheckedMetadata .getNormalizedName("Content-type")); assertEquals("Content-Type", SpellCheckedMetadata .getNormalizedName("contenttype")); assertEquals("Content-Type", SpellCheckedMetadata .getNormalizedName("contentype")); assertEquals("Content-Type", SpellCheckedMetadata .getNormalizedName("contntype")); } /** Test for the <code>add(String, String)</code> method. */ public void testAdd() { String[] values = null; SpellCheckedMetadata meta = new SpellCheckedMetadata(); values = meta.getValues("contentype"); assertEquals(0, values.length); meta.add("contentype", "value1"); values = meta.getValues("contentype"); assertEquals(1, values.length); assertEquals("value1", values[0]); meta.add("Content-Type", "value2"); values = meta.getValues("contentype"); assertEquals(2, values.length); assertEquals("value1", values[0]); assertEquals("value2", values[1]); // NOTE : For now, the same value can be added many times. // Should it be changed? meta.add("ContentType", "value1"); values = meta.getValues("Content-Type"); assertEquals(3, values.length); assertEquals("value1", values[0]); assertEquals("value2", values[1]); assertEquals("value1", values[2]); } /** Test for the <code>set(String, String)</code> method. */ public void testSet() { String[] values = null; SpellCheckedMetadata meta = new SpellCheckedMetadata(); values = meta.getValues("contentype"); assertEquals(0, values.length); meta.set("contentype", "value1"); values = meta.getValues("contentype"); assertEquals(1, values.length); assertEquals("value1", values[0]); meta.set("Content-Type", "value2"); values = meta.getValues("contentype"); assertEquals(1, values.length); assertEquals("value2", values[0]); meta.set("contenttype", "new value 1"); meta.add("contenttype", "new value 2"); values = meta.getValues("contentype"); assertEquals(2, values.length); assertEquals("new value 1", values[0]); assertEquals("new value 2", values[1]); } /** Test for <code>setAll(Properties)</code> method. */ public void testSetProperties() { String[] values = null; SpellCheckedMetadata meta = new SpellCheckedMetadata(); Properties props = new Properties(); meta.setAll(props); assertEquals(0, meta.size()); props.setProperty("name-one", "value1.1"); meta.setAll(props); assertEquals(1, meta.size()); values = meta.getValues("name-one"); assertEquals(1, values.length); assertEquals("value1.1", values[0]); props.setProperty("name-two", "value2.1"); meta.setAll(props); assertEquals(2, meta.size()); values = meta.getValues("name-one"); assertEquals(1, values.length); assertEquals("value1.1", values[0]); values = meta.getValues("name-two"); assertEquals(1, values.length); assertEquals("value2.1", values[0]); } /** Test for <code>get(String)</code> method. */ public void testGet() { SpellCheckedMetadata meta = new SpellCheckedMetadata(); assertNull(meta.get("a-name")); meta.add("a-name", "value-1"); assertEquals("value-1", meta.get("a-name")); meta.add("a-name", "value-2"); assertEquals("value-1", meta.get("a-name")); } /** Test for <code>isMultiValued()</code> method. */ public void testIsMultiValued() { SpellCheckedMetadata meta = new SpellCheckedMetadata(); assertFalse(meta.isMultiValued("key")); meta.add("key", "value1"); assertFalse(meta.isMultiValued("key")); meta.add("key", "value2"); assertTrue(meta.isMultiValued("key")); } /** Test for <code>names</code> method. */ public void testNames() { String[] names = null; SpellCheckedMetadata meta = new SpellCheckedMetadata(); names = meta.names(); assertEquals(0, names.length); meta.add("name-one", "value"); names = meta.names(); assertEquals(1, names.length); assertEquals("name-one", names[0]); meta.add("name-two", "value"); names = meta.names(); assertEquals(2, names.length); } /** Test for <code>remove(String)</code> method. */ public void testRemove() { SpellCheckedMetadata meta = new SpellCheckedMetadata(); meta.remove("name-one"); assertEquals(0, meta.size()); meta.add("name-one", "value-1.1"); meta.add("name-one", "value-1.2"); meta.add("name-two", "value-2.2"); assertEquals(2, meta.size()); assertNotNull(meta.get("name-one")); assertNotNull(meta.get("name-two")); meta.remove("name-one"); assertEquals(1, meta.size()); assertNull(meta.get("name-one")); assertNotNull(meta.get("name-two")); meta.remove("name-two"); assertEquals(0, meta.size()); assertNull(meta.get("name-one")); assertNull(meta.get("name-two")); } /** Test for <code>equals(Object)</code> method. */ public void testObject() { SpellCheckedMetadata meta1 = new SpellCheckedMetadata(); SpellCheckedMetadata meta2 = new SpellCheckedMetadata(); assertFalse(meta1.equals(null)); assertFalse(meta1.equals("String")); assertTrue(meta1.equals(meta2)); meta1.add("name-one", "value-1.1"); assertFalse(meta1.equals(meta2)); meta2.add("name-one", "value-1.1"); assertTrue(meta1.equals(meta2)); meta1.add("name-one", "value-1.2"); assertFalse(meta1.equals(meta2)); meta2.add("name-one", "value-1.2"); assertTrue(meta1.equals(meta2)); meta1.add("name-two", "value-2.1"); assertFalse(meta1.equals(meta2)); meta2.add("name-two", "value-2.1"); assertTrue(meta1.equals(meta2)); meta1.add("name-two", "value-2.2"); assertFalse(meta1.equals(meta2)); meta2.add("name-two", "value-2.x"); assertFalse(meta1.equals(meta2)); } /** Test for <code>Writable</code> implementation. */ public void testWritable() { SpellCheckedMetadata result = null; SpellCheckedMetadata meta = new SpellCheckedMetadata(); result = writeRead(meta); assertEquals(0, result.size()); meta.add("name-one", "value-1.1"); result = writeRead(meta); meta.add("Contenttype", "text/html"); assertEquals(1, result.size()); assertEquals(1, result.getValues("name-one").length); assertEquals("value-1.1", result.get("name-one")); meta.add("name-two", "value-2.1"); meta.add("name-two", "value-2.2"); result = writeRead(meta); assertEquals(3, result.size()); assertEquals(1, result.getValues("name-one").length); assertEquals("value-1.1", result.getValues("name-one")[0]); assertEquals(2, result.getValues("name-two").length); assertEquals("value-2.1", result.getValues("name-two")[0]); assertEquals("value-2.2", result.getValues("name-two")[1]); assertEquals("text/html", result.get(Metadata.CONTENT_TYPE)); } /** * IO Test method, usable only when you plan to do changes in metadata * to measure relative performance impact. */ public final void testHandlingSpeed() { SpellCheckedMetadata result; long start = System.currentTimeMillis(); for (int i = 0; i < NUM_ITERATIONS; i++) { SpellCheckedMetadata scmd = constructSpellCheckedMetadata(); result = writeRead(scmd); } System.out.println(NUM_ITERATIONS + " spellchecked metadata I/O time:" + (System.currentTimeMillis() - start) + "ms."); } private SpellCheckedMetadata writeRead(SpellCheckedMetadata meta) { SpellCheckedMetadata readed = new SpellCheckedMetadata(); try { ByteArrayOutputStream out = new ByteArrayOutputStream(); meta.write(new DataOutputStream(out)); readed.readFields(new DataInputStream(new ByteArrayInputStream(out .toByteArray()))); } catch (IOException ioe) { fail(ioe.toString()); } return readed; } /** * Assembles a Spellchecked metadata Object. */ public static final SpellCheckedMetadata constructSpellCheckedMetadata() { SpellCheckedMetadata scmd = new SpellCheckedMetadata(); scmd.add("Content-type", "foo/bar"); scmd.add("Connection", "close"); scmd.add("Last-Modified", "Sat, 09 Dec 2006 15:09:57 GMT"); scmd.add("Server", "Foobar"); scmd.add("Date", "Sat, 09 Dec 2006 18:07:20 GMT"); scmd.add("Accept-Ranges", "bytes"); scmd.add("ETag", "\"1234567-89-01234567\""); scmd.add("Content-Length", "123"); scmd.add(Nutch.SEGMENT_NAME_KEY, "segmentzzz"); scmd.add(Nutch.SIGNATURE_KEY, "123"); return scmd; } }