/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.apache.pig.test; import java.io.IOException; import junit.framework.Assert; import org.apache.hadoop.fs.Path; import org.apache.pig.LoadFunc; import org.apache.pig.impl.logicalLayer.FrontendException; import org.junit.After; import org.junit.AfterClass; import org.junit.Before; import org.junit.BeforeClass; import org.junit.Test; public class TestLoadFunc { private static Path curHdfsDir; private static String curHdfsRoot = "hdfs://localhost.localdomain:12345"; @BeforeClass public static void setUpBeforeClass() throws Exception { curHdfsDir = new Path(curHdfsRoot + "/user/pig/"); } @AfterClass public static void tearDownAfterClass() throws Exception { } @Before public void setUp() throws Exception { } @After public void tearDown() throws Exception { } @Test public void testGetAbsolutePath() throws IOException { // test case: simple absolute path Assert.assertEquals("/hadoop/test/passwd", LoadFunc.getAbsolutePath("/hadoop/test/passwd", curHdfsDir)); } @Test public void testGetAbsolutePath2() throws IOException { // test case: simple relative path Assert.assertEquals(curHdfsRoot + "/user/pig/data/passwd", LoadFunc.getAbsolutePath("data/passwd", curHdfsDir)); } @Test public void testGetAbsolutePath3() throws IOException { // test case: remote hdfs path String absPath = "hdfs://myhost.mydomain:37765/data/passwd"; Assert.assertEquals(absPath, LoadFunc.getAbsolutePath(absPath, curHdfsDir)); } @Test public void testGetAbsolutePath4() throws IOException { // test case: non dfs scheme Assert.assertEquals("http://myhost:12345/data/passwd", LoadFunc.getAbsolutePath("http://myhost:12345/data/passwd", curHdfsDir)); } @Test public void testCommaSeparatedString() throws Exception { // test case: comma separated absolute paths Assert.assertEquals("/usr/pig/a,/usr/pig/b,/usr/pig/c", LoadFunc.getAbsolutePath("/usr/pig/a,/usr/pig/b,/usr/pig/c", curHdfsDir)); } @Test public void testCommaSeparatedString2() throws Exception { // test case: comma separated relative paths Assert.assertEquals(curHdfsRoot + "/user/pig/t?s*," + curHdfsRoot + "/user/pig/test", LoadFunc.getAbsolutePath("t?s*,test", curHdfsDir)); } @Test public void testCommaSeparatedString4() throws Exception { // test case: comma separated paths with hadoop glob Assert.assertEquals(curHdfsRoot + "/user/pig/test/{a,c}," + curHdfsRoot + "/user/pig/test/b", LoadFunc.getAbsolutePath("test/{a,c},test/b", curHdfsDir)); } @Test public void testCommaSeparatedString5() throws Exception { // test case: comma separated paths with hadoop glob Assert.assertEquals("/test/data/{a,c}," + curHdfsRoot + "/user/pig/test/b", LoadFunc.getAbsolutePath("/test/data/{a,c},test/b", curHdfsDir)); } @Test public void testCommaSeparatedString6() throws Exception { // test case: comma separated paths with hasoop glob Assert.assertEquals(curHdfsRoot + "/user/pig/test/{a,c},/test/data/b", LoadFunc.getAbsolutePath("test/{a,c},/test/data/b", curHdfsDir)); } @Test public void testCommaSeparatedString7() throws Exception { // test case: comma separated paths with white spaces Assert.assertEquals(curHdfsRoot + "/user/pig/test/{a,c},/test/data/b", LoadFunc.getAbsolutePath("test/{a,c}, /test/data/b", curHdfsDir)); } @Test(expected=IllegalArgumentException.class) public void testCommaSeparatedString8() throws Exception { // test case: comma separated paths with empty string Assert.assertEquals(curHdfsRoot + "/user/pig/," + curHdfsRoot + "/test/data/b", LoadFunc.getAbsolutePath(", /test/data/b", curHdfsDir)); } @Test public void testHarUrl() throws Exception { // test case: input location is a har:// url Assert.assertEquals("har:///user/pig/harfile", LoadFunc.getAbsolutePath("har:///user/pig/harfile", curHdfsDir)); } }