/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ package org.apache.brooklyn.util.text; import static org.testng.Assert.assertEquals; import java.util.Arrays; import java.util.LinkedList; import java.util.List; import org.apache.brooklyn.util.text.QuotedStringTokenizer; import org.testng.Assert; import org.testng.annotations.Test; public class QuotedStringTokenizerTest { // have to initialise to use the methods (instance as it can take custom tokens) private QuotedStringTokenizer defaultTokenizer= new QuotedStringTokenizer("", true); @Test public void testQuoting() throws Exception { assertQuoteUnquoteFor("a=b"); assertQuoteUnquoteFor("a=\"things\",b=c"); assertQuoteUnquoteFor("thing=\"\""); assertQuoteUnquoteFor("\"thing\"=\"\""); assertQuoteUnquoteFor(""); assertQuoteUnquoteFor("\""); assertQuoteUnquoteFor("\"\""); assertUnquoteFor("", "''"); assertUnquoteFor("thing=", "\"thing\"=\"\""); assertUnquoteFor("a=", "a=\"\""); } @Test public void testTokenizing() throws Exception { testResultingTokens("foo,bar,baz", "\"", false, ",", false, "foo", "bar", "baz"); testResultingTokens("\"foo,bar\",baz", "\"", false, ",", false, "foo,bar", "baz"); testResultingTokens("\"foo,,bar\",baz", "\"", false, ",", false, "foo,,bar", "baz"); // Have seen "the operator ""foo"" is not recognised" entries in BAML CSV files. testResultingTokens("foo \"\"bar\"\" baz", "\"", false, ",", false, "foo bar baz"); testResultingTokens("\"foo \"\"bar\"\" baz\"", "\"", false, ",", false, "foo bar baz"); // FIXME: would like to return empty tokens when we encounter adjacent delimiters, but need // to work around brain-dead java.util.StringTokenizer to do this. // testResultingTokens("foo,,baz", "\"", false, ",", false, "foo", "", "baz"); } @Test public void testTokenizingBuilder() throws Exception { Assert.assertEquals(Arrays.asList("foo", "bar"), QuotedStringTokenizer.builder().buildList("foo bar")); Assert.assertEquals(Arrays.asList("foo,bar"), QuotedStringTokenizer.builder().buildList("foo,bar")); Assert.assertEquals(Arrays.asList("foo", "bar"), QuotedStringTokenizer.builder().delimiterChars(",").buildList("foo,bar")); Assert.assertEquals(Arrays.asList("foo", " bar"), QuotedStringTokenizer.builder().delimiterChars(",").buildList("foo, bar")); Assert.assertEquals(Arrays.asList("foo", "bar"), QuotedStringTokenizer.builder().addDelimiterChars(",").buildList("foo, bar")); } @Test public void testCommaInQuotes() throws Exception { List<String> l = QuotedStringTokenizer.builder().addDelimiterChars(",").buildList("location1,byon:(hosts=\"loc2,loc3\"),location4"); Assert.assertEquals(Arrays.asList("location1", "byon:(hosts=\"loc2,loc3\")", "location4"), l); } /** not implemented yet */ @Test(enabled=false) public void testCommaInParentheses() throws Exception { List<String> l = QuotedStringTokenizer.builder().addDelimiterChars(",").buildList("location1, byon:(hosts=\"loc2,loc3\",user=foo),location4"); Assert.assertEquals(Arrays.asList("location1", "byon:(hosts=\"loc2,loc3\",user=foo)", "location4"), l); } private void testResultingTokens(String input, String quoteChars, boolean includeQuotes, String delimiterChars, boolean includeDelimiters, String... expectedTokens) { QuotedStringTokenizer tok = new QuotedStringTokenizer(input, quoteChars, includeQuotes, delimiterChars, includeDelimiters); testResultingTokens(input, tok, expectedTokens); } private void testResultingTokens(String input, QuotedStringTokenizer tok, String... expectedTokens) { List<String> actual = new LinkedList<String>(); while (tok.hasMoreTokens()) actual.add(tok.nextToken()); assertEquals(actual, Arrays.asList(expectedTokens), "Wrong tokens returned."); } private void assertQuoteUnquoteFor(String unquoted) { String quoted = defaultTokenizer.quoteToken(unquoted); String reunquoted = defaultTokenizer.unquoteToken(quoted); //System.out.println("orig="+unquoted+" quoted="+quoted+" reunquoted="+reunquoted); assertEquals(reunquoted, unquoted); } private void assertUnquoteFor(String expected, String quoted) { String unquoted = defaultTokenizer.unquoteToken(quoted); //System.out.println("expected="+expected+" quoted="+quoted+" unquoted="+unquoted); assertEquals(unquoted, expected); } }