UtilTest.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.zeppelin.util;

import org.apache.zeppelin.util.Util;

import junit.framework.TestCase;

public class UtilTest extends TestCase {

	@Override
  protected void setUp() throws Exception {
		super.setUp();
	}

	@Override
  protected void tearDown() throws Exception {
		super.tearDown();
	}

	public void testSplitIncludingToken() {
		String[] token = Util.split("hello | \"world '>|hehe\" > next >> sink", new String[]{"|", ">>",  ">"}, true);
		assertEquals(7, token.length);
		assertEquals(" \"world '>|hehe\" ", token[2]);
	}

	public void testSplitExcludingToken() {
		String[] token = Util.split("hello | \"world '>|hehe\" > next >> sink", new String[]{"|", ">>",  ">"}, false);
		assertEquals(4, token.length);
		assertEquals(" \"world '>|hehe\" ", token[1]);
	}

	public void testSplitWithSemicolonEnd(){
		String[] token = Util.split("show tables;", ';');
		assertEquals(1, token.length);
		assertEquals("show tables", token[0]);
	}

	public void testEscapeTemplate(){
		String[] token = Util.split("select * from <%=table%> limit 1 > output", '>');
		assertEquals(2, token.length);
		assertEquals("output", token[1]);
	}

	public void testSplit(){
		String [] op = new String[]{";", "|", ">>", ">"};

		String str = "CREATE external table news20b_train (\n"+
			"	rowid int,\n"+
			"   label int,\n"+
			"   features ARRAY<STRING>\n"+
			")\n"+
			"ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' \n"+
			"COLLECTION ITEMS TERMINATED BY \",\" \n"+
			"STORED AS TEXTFILE;\n";
		Util.split(str, op, true);

	}

	public void testSplitDifferentBlockStartEnd(){
		String [] op = new String[]{";", "|", ">>", ">"};
		String escapeSeq = "\"',;<%>!";
		char escapeChar = '\\';
		String [] blockStart = new String[]{ "\"", "'", "<%", "<", "!"};
		String [] blockEnd = new String[]{ "\"", "'", "%>", ">", ";" };
		String [] t = Util.split("!echo a;!echo b;", escapeSeq, escapeChar, blockStart, blockEnd, op, true);
		assertEquals(4, t.length);
		assertEquals("!echo a;", t[0]);
		assertEquals(";", t[1]);
		assertEquals("!echo b;", t[2]);
		assertEquals(";", t[3]);
	}

	public void testNestedBlock(){
		String [] op = new String[]{";", "|", ">>", ">"};
		String escapeSeq = "\"',;<%>!";
		char escapeChar = '\\';
		String [] blockStart = new String[]{ "\"", "'", "<%", "N_<", "<", "!"};
		String [] blockEnd = new String[]{ "\"", "'", "%>", "N_>", ";", ";" };
		String [] t = Util.split("array <STRUCT<STRING>> tags|aa", escapeSeq, escapeChar, blockStart, blockEnd, op, true);
		assertEquals(3, t.length);
		assertEquals("array <STRUCT<STRING>> tags", t[0]);
		assertEquals("aa", t[2]);
	}
}