/* * This file is part of the Wayback archival access software * (http://archive-access.sourceforge.net/projects/wayback/). * * Licensed to the Internet Archive (IA) by one or more individual * contributors. * * The IA licenses this file to You under the Apache License, Version 2.0 * (the "License"); you may not use this file except in compliance with * the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package org.archive.wayback.webapp; import java.io.IOException; import java.net.MalformedURLException; import java.net.URL; import java.util.logging.Logger; import javax.servlet.ServletException; import javax.servlet.http.HttpServletRequest; import javax.servlet.http.HttpServletResponse; import org.archive.io.arc.ARCRecord; import org.archive.wayback.accesscontrol.robotstxt.RobotExclusionFilterFactory; import org.archive.wayback.accesscontrol.staticmap.StaticMapExclusionFilterFactory; import org.archive.wayback.core.CaptureSearchResult; import org.archive.wayback.core.CaptureSearchResults; import org.archive.wayback.core.WaybackRequest; import org.archive.wayback.exception.AdministrativeAccessControlException; import org.archive.wayback.exception.BadQueryException; import org.archive.wayback.exception.LiveDocumentNotAvailableException; import org.archive.wayback.exception.ResourceNotInArchiveException; import org.archive.wayback.exception.RobotAccessControlException; import org.archive.wayback.exception.WaybackException; import org.archive.wayback.liveweb.LiveWebCache; import org.archive.wayback.resourceindex.filters.ExclusionFilter; import org.archive.wayback.resourcestore.resourcefile.ArcResource; import org.archive.wayback.util.url.UrlOperations; import org.archive.wayback.util.webapp.AbstractRequestHandler; /** * @author brad * * RequestHandler which satisfies all incoming requests through a LiveWebCache, * using an internal AccessPoint to rewrite replayed documents. * */ public class LiveWebAccessPoint extends AbstractRequestHandler { private static final Logger LOGGER = Logger.getLogger( LiveWebAccessPoint.class.getName()); private AccessPoint inner = null; private LiveWebCache cache = null; private RobotExclusionFilterFactory robotFactory = null; private StaticMapExclusionFilterFactory adminFactory = null; private long maxCacheMS = 86400000; public boolean handleRequest(HttpServletRequest httpRequest, HttpServletResponse httpResponse) throws ServletException, IOException { String urlString = translateRequestPathQuery(httpRequest); urlString = UrlOperations.fixupHTTPUrlWithOneSlash(urlString); boolean handled = true; WaybackRequest wbRequest = new WaybackRequest(); wbRequest.setAccessPoint(inner); wbRequest.setLiveWebRequest(true); wbRequest.setRequestUrl(urlString); URL url = null; try { if(!urlString.startsWith(UrlOperations.HTTP_SCHEME)) { throw new ResourceNotInArchiveException(urlString); } Thread.currentThread().setName("Thread " + Thread.currentThread().getId() + " " + getBeanName() + " handling: " + urlString); try { url = new URL(urlString); } catch(MalformedURLException e) { throw new BadQueryException("Bad URL(" + urlString + ")"); } CaptureSearchResult result = new CaptureSearchResult(); result.setOriginalUrl(urlString); result.setUrlKey(urlString); // check admin excludes first, if configured: if(adminFactory != null) { ExclusionFilter f = adminFactory.get(); if(f == null) { LOGGER.severe("Unable to get administrative exclusion filter!"); throw new AdministrativeAccessControlException(urlString + "is blocked."); } int ruling = f.filterObject(result); if(ruling == ExclusionFilter.FILTER_EXCLUDE) { throw new AdministrativeAccessControlException(urlString + "is blocked."); } } // check robots next, if configured if(robotFactory != null) { int ruling = robotFactory.get().filterObject(result); if(ruling == ExclusionFilter.FILTER_EXCLUDE) { throw new RobotAccessControlException(urlString + "is blocked by robots.txt"); } } // no robots check, or robots.txt says GO: long start = System.currentTimeMillis(); ArcResource r = (ArcResource) cache.getCachedResource(url, maxCacheMS , false); long elapsed = System.currentTimeMillis() - start; PerformanceLogger.noteElapsed("LiveWebRequest",elapsed,urlString); ARCRecord ar = (ARCRecord) r.getArcRecord(); int status = ar.getStatusCode(); if((status == 200) || ((status >= 300) && (status < 400))) { result.setCaptureTimestamp(ar.getMetaData().getDate()); result.setMimeType(ar.getMetaData().getMimetype()); CaptureSearchResults results = new CaptureSearchResults(); results.addSearchResult(result); wbRequest.setReplayTimestamp(result.getCaptureTimestamp()); inner.getReplay().getRenderer(wbRequest, result, r).renderResource( httpRequest, httpResponse, wbRequest, result, r, inner.getUriConverter(), results); } else { throw new LiveDocumentNotAvailableException(urlString); } } catch(WaybackException e) { inner.getException().renderException(httpRequest, httpResponse, wbRequest, e, inner.getUriConverter()); } return handled; } /** * @return the cache */ public LiveWebCache getCache() { return cache; } /** * @param cache the cache to set */ public void setCache(LiveWebCache cache) { this.cache = cache; } /** * @return the robotFactory */ public RobotExclusionFilterFactory getRobotFactory() { return robotFactory; } /** * @param robotFactory the robotFactory to set */ public void setRobotFactory(RobotExclusionFilterFactory robotFactory) { this.robotFactory = robotFactory; } /** * @return the inner */ public AccessPoint getInner() { return inner; } /** * @param inner the inner to set */ public void setInner(AccessPoint inner) { this.inner = inner; } public StaticMapExclusionFilterFactory getAdminFactory() { return adminFactory; } public void setAdminFactory(StaticMapExclusionFilterFactory adminFactory) { this.adminFactory = adminFactory; } }