HttpRobotClientTest.java example

Explorer
wayback-machine-master
package org.archive.accesscontrol.robotstxt;

import org.apache.commons.httpclient.URIException;

import junit.framework.TestCase;

public class HttpRobotClientTest extends TestCase {
    public void testRobotUrlForUrl() throws URIException {
        assertEquals("http://example.com/robots.txt", HttpRobotClient.robotsUrlForUrl("http://example.com/")); 
        assertEquals("http://example.com/robots.txt", HttpRobotClient.robotsUrlForUrl("http://example.com/foo/bar.html?boozle#bazzle")); 
        assertEquals("https://example.com/robots.txt", HttpRobotClient.robotsUrlForUrl("https://example.com/foo/bar.html?boozle#bazzle")); 
        assertEquals("https://user@example.com/robots.txt", HttpRobotClient.robotsUrlForUrl("https://user@example.com/foo/bar.html?boozle#bazzle")); 
        assertEquals("http://user:pass@example.com/robots.txt", HttpRobotClient.robotsUrlForUrl("http://user:pass@example.com/foo/bar.html?boozle#bazzle")); 
        assertEquals("http://user:pass@example.com:2311/robots.txt", HttpRobotClient.robotsUrlForUrl("http://user:pass@example.com:2311/foo/bar.html?boozle#bazzle")); 
    }
    
    public void testBasic() throws Exception {
        HttpRobotClient client = new HttpRobotClient();
        assertTrue(client.isRobotPermitted("http://www.archive.org/index.html", "wayback-access-control-test"));
        assertTrue(client.isRobotPermitted("http://google.com/fish.html", "wayback-access-control-test"));
        assertFalse(client.isRobotPermitted("http://google.com/news", "wayback-access-control-test"));
        
    }
}