RemoteSiteTest.java

/*
 * Copyright 2010 Ning, Inc.
 *
 * This program is licensed to you under the Apache License, version 2.0
 * (the "License"); you may not use this file except in compliance with the
 * License.  You may obtain a copy of the License at:
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
 * License for the specific language governing permissions and limitations
 * under the License.
 */
package org.asynchttpclient;

import static io.netty.handler.codec.http.HttpHeaderNames.CONTENT_LENGTH;
import static java.nio.charset.StandardCharsets.UTF_8;
import static org.asynchttpclient.Dsl.*;
import static org.testng.Assert.*;
import io.netty.handler.codec.http.HttpHeaders;
import io.netty.handler.codec.http.cookie.Cookie;
import io.netty.handler.codec.http.cookie.DefaultCookie;

import java.io.InputStream;
import java.net.URLEncoder;
import java.util.concurrent.CountDownLatch;
import java.util.concurrent.TimeUnit;

import org.apache.commons.io.IOUtils;
import org.testng.annotations.Test;

/**
 * Unit tests for remote site. <br>
 * see http://github.com/MSch/ning-async-http-client-bug/tree/master
 * 
 * @author Martin Schurrer
 */
public class RemoteSiteTest extends AbstractBasicTest {

    public static final String URL = "http://google.com?q=";
    public static final String REQUEST_PARAM = "github github \n" + "github";

    @Test(groups = "online")
    public void testGoogleCom() throws Exception {
        try (AsyncHttpClient c = asyncHttpClient(config().setRequestTimeout(10000))) {
            Response response = c.prepareGet("http://www.google.com/").execute().get(10, TimeUnit.SECONDS);
            assertNotNull(response);
        }
    }

    @Test(groups = "online", enabled = false)
    // FIXME
    public void testMicrosoftCom() throws Exception {
        try (AsyncHttpClient c = asyncHttpClient(config().setRequestTimeout(10000))) {
            Response response = c.prepareGet("http://microsoft.com/").execute().get(10, TimeUnit.SECONDS);
            assertNotNull(response);
            assertEquals(response.getStatusCode(), 301);
        }
    }

    @Test(groups = "online", enabled = false)
    // FIXME
    public void testWwwMicrosoftCom() throws Exception {
        try (AsyncHttpClient c = asyncHttpClient(config().setRequestTimeout(10000))) {
            Response response = c.prepareGet("http://www.microsoft.com/").execute().get(10, TimeUnit.SECONDS);
            assertNotNull(response);
            assertEquals(response.getStatusCode(), 302);
        }
    }

    @Test(groups = "online", enabled = false)
    // FIXME
    public void testUpdateMicrosoftCom() throws Exception {
        try (AsyncHttpClient c = asyncHttpClient(config().setRequestTimeout(10000))) {
            Response response = c.prepareGet("http://update.microsoft.com/").execute().get(10, TimeUnit.SECONDS);
            assertNotNull(response);
            assertEquals(response.getStatusCode(), 302);
        }
    }

    @Test(groups = "online")
    public void testGoogleComWithTimeout() throws Exception {
        try (AsyncHttpClient c = asyncHttpClient(config().setRequestTimeout(10000))) {
            Response response = c.prepareGet("http://google.com/").execute().get(10, TimeUnit.SECONDS);
            assertNotNull(response);
            assertTrue(response.getStatusCode() == 301 || response.getStatusCode() == 302);
        }
    }

    @Test(groups = "online")
    public void asyncStatusHEADContentLenghtTest() throws Exception {
        try (AsyncHttpClient p = asyncHttpClient(config().setFollowRedirect(true))) {
            final CountDownLatch l = new CountDownLatch(1);

            p.executeRequest(head("http://www.google.com/"), new AsyncCompletionHandlerAdapter() {
                @Override
                public Response onCompleted(Response response) throws Exception {
                    try {
                        assertEquals(response.getStatusCode(), 200);
                        return response;
                    } finally {
                        l.countDown();
                    }
                }
            }).get();

            if (!l.await(5, TimeUnit.SECONDS)) {
                fail("Timeout out");
            }
        }
    }

    @Test(groups = "online", enabled = false)
    public void invalidStreamTest2() throws Exception {
        AsyncHttpClientConfig config = config()//
                .setRequestTimeout(10000)//
                .setFollowRedirect(true)//
                .setKeepAlive(false)//
                .setMaxRedirects(6)//
                .build();

        try (AsyncHttpClient c = asyncHttpClient(config)) {
            Response response = c.prepareGet("http://bit.ly/aUjTtG").execute().get();
            if (response != null) {
                System.out.println(response);
            }
        } catch (Throwable t) {
            t.printStackTrace();
            assertNotNull(t.getCause());
            assertEquals(t.getCause().getMessage(), "invalid version format: ICY");
        }
    }

    @Test(groups = "online")
    public void asyncFullBodyProperlyRead() throws Exception {
        try (AsyncHttpClient client = asyncHttpClient()) {
            Response r = client.prepareGet("http://www.typesafe.com/").execute().get();

            InputStream stream = r.getResponseBodyAsStream();
            int contentLength = Integer.valueOf(r.getHeader(CONTENT_LENGTH));

            assertEquals(contentLength, IOUtils.toByteArray(stream).length);
        }
    }

    // FIXME Get a 302 in France...
    @Test(groups = "online", enabled = false)
    public void testUrlRequestParametersEncoding() throws Exception {
        try (AsyncHttpClient client = asyncHttpClient()) {
            String requestUrl2 = URL + URLEncoder.encode(REQUEST_PARAM, UTF_8.name());
            logger.info(String.format("Executing request [%s] ...", requestUrl2));
            Response response = client.prepareGet(requestUrl2).execute().get();
            assertEquals(response.getStatusCode(), 302);
        }
    }

    @Test(groups = "online")
    public void stripQueryStringTest() throws Exception {

        try (AsyncHttpClient c = asyncHttpClient(config().setFollowRedirect(true))) {
            Response response = c.prepareGet("http://www.freakonomics.com/?p=55846").execute().get();

            assertNotNull(response);
            assertEquals(response.getStatusCode(), 200);
        }
    }

    @Test(groups = "online")
    public void evilCookieTest() throws Exception {
        try (AsyncHttpClient c = asyncHttpClient()) {
            Cookie cookie = new DefaultCookie("evilcookie", "test");
            cookie.setDomain(".google.com");
            cookie.setPath("/");

            RequestBuilder builder = get("http://localhost")//
                    .setFollowRedirect(true)//
                    .setUrl("http://www.google.com/")//
                    .addHeader("Content-Type", "text/plain")//
                    .addCookie(cookie);

            Response response = c.executeRequest(builder.build()).get();
            assertNotNull(response);
            assertEquals(response.getStatusCode(), 200);
        }
    }

    @Test(groups = "online", enabled = false)
    public void testAHC62Com() throws Exception {
        try (AsyncHttpClient c = asyncHttpClient(config().setFollowRedirect(true))) {
            Response response = c.prepareGet("http://api.crunchbase.com/v/1/financial-organization/kinsey-hills-group.js").execute(new AsyncHandler<Response>() {

                private Response.ResponseBuilder builder = new Response.ResponseBuilder();

                public void onThrowable(Throwable t) {
                    t.printStackTrace();
                }

                public State onBodyPartReceived(HttpResponseBodyPart bodyPart) throws Exception {
                    builder.accumulate(bodyPart);
                    return State.CONTINUE;
                }

                public State onStatusReceived(HttpResponseStatus responseStatus) throws Exception {
                    builder.accumulate(responseStatus);
                    return State.CONTINUE;
                }

                public State onHeadersReceived(HttpHeaders headers) throws Exception {
                    builder.accumulate(headers);
                    return State.CONTINUE;
                }

                public Response onCompleted() throws Exception {
                    return builder.build();
                }
            }).get(10, TimeUnit.SECONDS);
            assertNotNull(response);
            assertTrue(response.getResponseBody().length() >= 3870);
        }
    }
}