/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.hdfs.server.datanode;
import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;
import java.io.DataOutputStream;
import java.io.IOException;
import java.net.InetSocketAddress;
import java.net.URL;
import java.net.URLEncoder;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
import javax.servlet.http.HttpServletRequest;
import javax.servlet.jsp.JspWriter;
import org.apache.commons.lang.StringEscapeUtils;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.hdfs.DFSTestUtil;
import org.apache.hadoop.hdfs.HdfsConfiguration;
import org.apache.hadoop.hdfs.MiniDFSCluster;
import org.apache.hadoop.hdfs.server.common.JspHelper;
import org.apache.hadoop.hdfs.server.namenode.NameNode;
import org.apache.hadoop.net.NetUtils;
import org.apache.hadoop.util.ServletUtil;
import org.junit.Test;
import org.mockito.Mockito;
public class TestDatanodeJsp {
private static final String FILE_DATA = "foo bar baz biz buz";
private static final HdfsConfiguration CONF = new HdfsConfiguration();
private static String viewFilePage;
private static void testViewingFile(MiniDFSCluster cluster, String filePath)
throws IOException {
FileSystem fs = cluster.getFileSystem();
Path testPath = new Path(filePath);
if (!fs.exists(testPath)) {
DFSTestUtil.writeFile(fs, testPath, FILE_DATA);
}
InetSocketAddress nnIpcAddress = cluster.getNameNode().getNameNodeAddress();
InetSocketAddress nnHttpAddress = cluster.getNameNode().getHttpAddress();
String base = JspHelper.Url.url("http", cluster.getDataNodes().get(0)
.getDatanodeId());
URL url = new URL(base + "/"
+ "browseDirectory.jsp" + JspHelper.getUrlParam("dir",
URLEncoder.encode(testPath.toString(), "UTF-8"), true)
+ JspHelper.getUrlParam("namenodeInfoPort", Integer
.toString(nnHttpAddress.getPort())) + JspHelper
.getUrlParam("nnaddr", "localhost:" + nnIpcAddress.getPort()));
viewFilePage = StringEscapeUtils.unescapeHtml(DFSTestUtil.urlGet(url));
assertTrue("page should show preview of file contents, got: " + viewFilePage,
viewFilePage.contains(FILE_DATA));
assertTrue("page should show link to download file", viewFilePage
.contains("/streamFile" + ServletUtil.encodePath(filePath)
+ "?nnaddr=localhost:" + nnIpcAddress.getPort()));
// check whether able to tail the file
String regex = "<a.+href=\"(.+?)\">Tail\\s*this\\s*file\\<\\/a\\>";
assertFileContents(regex, "Tail this File");
// check whether able to 'Go Back to File View' after tailing the file
regex = "<a.+href=\"(.+?)\">Go\\s*Back\\s*to\\s*File\\s*View\\<\\/a\\>";
assertFileContents(regex, "Go Back to File View");
regex = "<a href=\"///localhost:" + nnHttpAddress.getPort() + "/dfshealth.jsp\">Go back to DFS home</a>";
assertTrue("page should generate DFS home scheme without explicit scheme", viewFilePage.contains(regex));
}
private static void assertFileContents(String regex, String text)
throws IOException {
Pattern compile = Pattern.compile(regex);
Matcher matcher = compile.matcher(viewFilePage);
if (matcher.find()) {
// got hyperlink for Tail this file
String u = matcher.group(1);
String urlString = u.startsWith("///") ? ("http://" + u.substring(3)) : u;
viewFilePage = StringEscapeUtils.unescapeHtml(DFSTestUtil
.urlGet(new URL(urlString)));
assertTrue("page should show preview of file contents", viewFilePage
.contains(FILE_DATA));
} else {
fail(text + " hyperlink should be there in the page content : "
+ viewFilePage);
}
}
@Test
public void testViewFileJsp() throws IOException {
MiniDFSCluster cluster = null;
try {
cluster = new MiniDFSCluster.Builder(CONF).build();
cluster.waitActive();
String paths[] = {
"/test-file",
"/tmp/test-file",
"/tmp/test-file%with goofy&characters",
"/foo bar/foo bar",
"/foo+bar/foo+bar",
"/foo;bar/foo;bar",
"/foo=bar/foo=bar",
"/foo,bar/foo,bar",
"/foo?bar/foo?bar",
"/foo\">bar/foo\">bar"
};
for (String p : paths) {
testViewingFile(cluster, p);
testViewingFile(cluster, p);
}
} finally {
if (cluster != null) {
cluster.shutdown();
}
}
}
@Test
public void testGenStamp() throws Exception {
MiniDFSCluster cluster = new MiniDFSCluster.Builder(CONF).numDataNodes(1)
.build();
try {
FileSystem fs = cluster.getFileSystem();
Path testFile = new Path("/test/mkdirs/TestchunkSizeToView");
writeFile(fs, testFile);
JspWriter writerMock = Mockito.mock(JspWriter.class);
HttpServletRequest reqMock = Mockito.mock(HttpServletRequest.class);
setTheMockExpectationsFromReq(testFile, reqMock);
DatanodeJspHelper.generateFileDetails(writerMock, reqMock, CONF);
Mockito.verify(writerMock, Mockito.atLeastOnce()).print(
"<input type=\"hidden\" name=\"genstamp\" value=\"987654321\">");
} finally {
cluster.shutdown();
}
}
private void setTheMockExpectationsFromReq(Path testFile,
HttpServletRequest reqMock) {
Mockito.doReturn("987654321").when(reqMock).getParameter("genstamp");
Mockito.doReturn("1234").when(reqMock).getParameter("blockId");
Mockito.doReturn("8081").when(reqMock).getParameter("datanodePort");
Mockito.doReturn("8080").when(reqMock).getParameter("namenodeInfoPort");
Mockito.doReturn("100").when(reqMock).getParameter("chunkSizeToView");
Mockito.doReturn("1").when(reqMock).getParameter("startOffset");
Mockito.doReturn("1024").when(reqMock).getParameter("blockSize");
Mockito.doReturn(NetUtils.getHostPortString(NameNode.getAddress(CONF)))
.when(reqMock).getParameter("nnaddr");
Mockito.doReturn(testFile.toString()).when(reqMock).getPathInfo();
Mockito.doReturn("http").when(reqMock).getScheme();
}
static Path writeFile(FileSystem fs, Path f) throws IOException {
DataOutputStream out = fs.create(f);
try {
out.writeBytes("umamahesh: " + f);
} finally {
out.close();
}
assertTrue(fs.exists(f));
return f;
}
}