/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.tika.cli;
import static java.nio.charset.StandardCharsets.UTF_8;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;
import java.io.IOException;
import java.io.OutputStream;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.LinkedHashMap;
import java.util.Map;
import org.apache.commons.io.FileUtils;
import org.apache.commons.io.IOUtils;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
public class TikaCLIBatchCommandLineTest {
Path testInput = null;
Path testFile = null;
String testInputPathForCommandLine;
@Before
public void init() {
testInput = Paths.get("testInput");
try {
Files.createDirectories(testInput);
} catch (IOException e) {
throw new RuntimeException("Failed to open test input directory");
}
testFile = Paths.get("testFile.txt");
try (OutputStream os = Files.newOutputStream(testFile)) {
IOUtils.write("test output", os, UTF_8);
} catch (IOException e) {
throw new RuntimeException("Couldn't open testFile");
}
testInputPathForCommandLine = testInput.toAbsolutePath().toString();
}
@After
public void tearDown() {
try {
//TODO: refactor this to use our FileUtils.deleteDirectory(Path)
//when that is ready
FileUtils.deleteDirectory(testInput.toFile());
} catch (IOException e) {
throw new RuntimeException(e);
} finally {
try {
Files.deleteIfExists(testFile);
} catch (IOException e) {
throw new RuntimeException(e);
}
}
}
@Test
public void testJVMOpts() throws Exception {
String[] params = {"-JXmx1g", "-JDlog4j.configuration=batch_process_log4j.xml", "-inputDir",
testInputPathForCommandLine, "-outputDir", "testout-output"};
String[] commandLine = BatchCommandLineBuilder.build(params);
StringBuilder sb = new StringBuilder();
for (String s : commandLine) {
sb.append(s).append(" ");
}
String s = sb.toString();
int classInd = s.indexOf("org.apache.tika.batch.fs.FSBatchProcessCLI");
int xmx = s.indexOf("-Xmx1g");
int inputDir = s.indexOf("-inputDir");
int log = s.indexOf("-Dlog4j.configuration");
assertTrue(classInd > -1);
assertTrue(xmx > -1);
assertTrue(inputDir > -1);
assertTrue(log > -1);
assertTrue(xmx < classInd);
assertTrue(log < classInd);
assertTrue(inputDir > classInd);
}
@Test
public void testBasicMappingOfArgs() throws Exception {
String[] params = {"-JXmx1g", "-JDlog4j.configuration=batch_process_log4j.xml",
"-bc", "batch-config.xml",
"-J", "-h", "-inputDir", testInputPathForCommandLine};
String[] commandLine = BatchCommandLineBuilder.build(params);
Map<String, String> attrs = mapify(commandLine);
assertEquals("true", attrs.get("-recursiveParserWrapper"));
assertEquals("html", attrs.get("-basicHandlerType"));
assertEquals("batch-config.xml", attrs.get("-bc"));
assertEquals(testInputPathForCommandLine, attrs.get("-inputDir"));
}
@Test
public void testTwoDirsNoFlags() throws Exception {
String outputRoot = "outputRoot";
String[] params = {testInputPathForCommandLine, outputRoot};
String[] commandLine = BatchCommandLineBuilder.build(params);
Map<String, String> attrs = mapify(commandLine);
assertEquals(testInputPathForCommandLine, attrs.get("-inputDir"));
assertEquals(outputRoot, attrs.get("-outputDir"));
}
@Test
public void testTwoDirsVarious() throws Exception {
String outputRoot = "outputRoot";
String[] params = {"-i", testInputPathForCommandLine, "-o", outputRoot};
String[] commandLine = BatchCommandLineBuilder.build(params);
Map<String, String> attrs = mapify(commandLine);
assertEquals(testInputPathForCommandLine, attrs.get("-inputDir"));
assertEquals(outputRoot, attrs.get("-outputDir"));
params = new String[]{"--inputDir", testInputPathForCommandLine, "--outputDir", outputRoot};
commandLine = BatchCommandLineBuilder.build(params);
attrs = mapify(commandLine);
assertEquals(testInputPathForCommandLine, attrs.get("-inputDir"));
assertEquals(outputRoot, attrs.get("-outputDir"));
params = new String[]{"-inputDir", testInputPathForCommandLine, "-outputDir", outputRoot};
commandLine = BatchCommandLineBuilder.build(params);
attrs = mapify(commandLine);
assertEquals(testInputPathForCommandLine, attrs.get("-inputDir"));
assertEquals(outputRoot, attrs.get("-outputDir"));
}
@Test
public void testConfig() throws Exception {
String outputRoot = "outputRoot";
String configPath = "c:/somewhere/someConfig.xml";
String[] params = {"--inputDir", testInputPathForCommandLine, "--outputDir", outputRoot,
"--config="+configPath};
String[] commandLine = BatchCommandLineBuilder.build(params);
Map<String, String> attrs = mapify(commandLine);
assertEquals(testInputPathForCommandLine, attrs.get("-inputDir"));
assertEquals(outputRoot, attrs.get("-outputDir"));
assertEquals(configPath, attrs.get("-c"));
}
@Test
public void testOneDirOneFileException() throws Exception {
boolean ex = false;
try {
String path = testFile.toAbsolutePath().toString();
if (path.contains(" ")) {
path = "\"" + path + "\"";
}
String[] params = {testInputPathForCommandLine, path};
String[] commandLine = BatchCommandLineBuilder.build(params);
fail("Not allowed to have one dir and one file");
} catch (IllegalArgumentException e) {
ex = true;
}
assertTrue("exception on <dir> <file>", ex);
}
private Map<String, String> mapify(String[] args) {
Map<String, String> map = new LinkedHashMap<>();
for (int i = 0; i < args.length; i++) {
if (args[i].startsWith("-")) {
String k = args[i];
String v = "";
if (i < args.length - 1 && !args[i + 1].startsWith("-")) {
v = args[i + 1];
i++;
}
map.put(k, v);
}
}
return map;
}
}