/** * Copyright 2008 - CommonCrawl Foundation * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see <http://www.gnu.org/licenses/>. * */ package org.commoncrawl.service.crawler; import java.io.File; import java.io.IOException; import java.io.PrintWriter; import java.util.List; import javax.servlet.ServletException; import javax.servlet.http.HttpServlet; import javax.servlet.http.HttpServletRequest; import javax.servlet.http.HttpServletResponse; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.commoncrawl.util.LogFileUtils; import com.google.common.collect.ImmutableMap; /** * Http servlet that serves up request logs on demand * * @author rana * */ public class RequestLogServlet extends HttpServlet { public static final String servletPath = "/requestLog"; private static final Log LOG = LogFactory.getLog(RequestLogServlet.class); private static final int DEFAULT_MAX_LINES = 25; private static final int MAX_MAX_LINES = 1000; private static ImmutableMap<String, String> logNameToFileName = new ImmutableMap.Builder() .put("successLog", "crawlerSuccess.log") .put("failureLog", "crawlerFailures.log") .put("dnsLog", "crawlerDNS.log") .put("dnsFailuresLog", "crawlerDNSFailures.log") .put("robotsLog", "robotsFetchLog.log") .put("cookieLog", "cookieLog.log") .build(); @Override protected void doGet(HttpServletRequest req, HttpServletResponse resp) throws ServletException, IOException { int maxLines = DEFAULT_MAX_LINES; try { String strMaxLines = req.getParameter("maxLines"); if (strMaxLines != null) { maxLines = Math.min(Integer.parseInt(req.getParameter("maxLines")),MAX_MAX_LINES); } } catch(NumberFormatException e) { } String logName = req.getParameter("logName"); String fileName = (logName != null) ? logNameToFileName.get(logName) : null; if (fileName != null) { File requestLogFile = new File(CrawlerServer.getServer().getLogDirectory(),fileName); List<String> tailList = LogFileUtils.tail(requestLogFile,maxLines); resp.setContentType("text/plain"); PrintWriter writer = resp.getWriter(); try { for (String line : tailList) { writer.println(line); } } finally { writer.flush(); writer.close(); } } } }