TestAsyncSuroSender.java

/*
 * Copyright 2013 Netflix, Inc.
 *
 *    Licensed under the Apache License, Version 2.0 (the "License");
 *    you may not use this file except in compliance with the License.
 *    You may obtain a copy of the License at
 *
 *        http://www.apache.org/licenses/LICENSE-2.0
 *
 *    Unless required by applicable law or agreed to in writing, software
 *    distributed under the License is distributed on an "AS IS" BASIS,
 *    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *    See the License for the specific language governing permissions and
 *    limitations under the License.
 */

package com.netflix.suro.client.async;

import com.google.inject.Injector;
import com.netflix.governator.configuration.PropertiesConfigurationProvider;
import com.netflix.governator.guice.BootstrapBinder;
import com.netflix.governator.guice.BootstrapModule;
import com.netflix.governator.guice.LifecycleInjector;
import com.netflix.governator.lifecycle.LifecycleManager;
import com.netflix.loadbalancer.ILoadBalancer;
import com.netflix.suro.ClientConfig;
import com.netflix.suro.SuroServer4Test;
import com.netflix.suro.connection.ConnectionPool;
import com.netflix.suro.connection.StaticLoadBalancer;
import com.netflix.suro.connection.TestConnectionPool;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;

import java.util.List;
import java.util.Properties;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.TimeUnit;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertTrue;

public class TestAsyncSuroSender {
    private Injector injector;
    private List<SuroServer4Test> servers;

    @Before
    public void setup() throws Exception {
        servers = TestConnectionPool.startServers(3);

        final Properties props = new Properties();
        props.setProperty(ClientConfig.LB_SERVER, TestConnectionPool.createConnectionString(servers));
        props.setProperty(ClientConfig.MINIMUM_RECONNECT_TIME_INTERVAL, "1");
        props.setProperty(ClientConfig.RECONNECT_INTERVAL, "1");
        props.setProperty(ClientConfig.RECONNECT_TIME_INTERVAL, "1");
        props.setProperty(ClientConfig.APP, "app");

        injector = LifecycleInjector.builder()
                .withBootstrapModule(new BootstrapModule() {
                    @Override
                    public void configure(BootstrapBinder binder) {
                        binder.bindConfigurationProvider().toInstance(new PropertiesConfigurationProvider(props));
                        binder.bind(ILoadBalancer.class).to(StaticLoadBalancer.class);
                    }
                }).build().createInjector();
        injector.getInstance(LifecycleManager.class).start();
    }

    @After
    public void tearDown() throws Exception {
        TestConnectionPool.shutdownServers(servers);

        injector.getInstance(LifecycleManager.class).close();
    }

    @Test
    public void test() {
        AsyncSuroClient client = injector.getInstance(AsyncSuroClient.class);

        AsyncSuroSender sender = new AsyncSuroSender(
                TestConnectionPool.createMessageSet(100),
                client,
                injector.getInstance(ClientConfig.class));

        sender.run();

        assertEquals(client.getSentMessageCount(), 100);

        TestConnectionPool.checkMessageSetCount(servers, 1, false);
    }

    @Test
    public void testMultithread() throws InterruptedException {
        AsyncSuroClient client = injector.getInstance(AsyncSuroClient.class);

        ExecutorService executors = Executors.newFixedThreadPool(3);
        for (int i = 0; i < 10; ++i) {
            executors.submit(new AsyncSuroSender(
                    TestConnectionPool.createMessageSet(100),
                    client,
                    injector.getInstance(ClientConfig.class)));
        }

        executors.shutdown();
        executors.awaitTermination(10, TimeUnit.SECONDS);

        TestConnectionPool.checkMessageSetCount(servers, 10, true);

        assertEquals(client.getSentMessageCount(), 1000);
    }

    @Test
    public void testRetry() throws InterruptedException {
        AsyncSuroClient client = injector.getInstance(AsyncSuroClient.class);

        ExecutorService executors = Executors.newFixedThreadPool(3);
        for (int i = 0; i < 3; ++i) {
            executors.submit(new AsyncSuroSender(
                    TestConnectionPool.createMessageSet(100),
                    client,
                    injector.getInstance(ClientConfig.class)));
        }
        executors.shutdown();
        executors.awaitTermination(10, TimeUnit.SECONDS);
        TestConnectionPool.checkMessageSetCount(servers, 3, false);

        servers.get(0).setTryLater();

        executors = Executors.newFixedThreadPool(3);
        for (int i = 0; i < 7; ++i) {
            executors.submit(new AsyncSuroSender(
                    TestConnectionPool.createMessageSet(100),
                    client,
                    injector.getInstance(ClientConfig.class)));
        }


        executors.shutdown();
        executors.awaitTermination(10, TimeUnit.SECONDS);

        TestConnectionPool.checkMessageSetCount(servers, 10, false);

        assertEquals(client.getSentMessageCount(), 1000);
        assertTrue(client.getRetriedCount() > 0);
    }

    @Test
    public void testRestore() throws InterruptedException {
        AsyncSuroClient client = injector.getInstance(AsyncSuroClient.class);

        for (SuroServer4Test c : servers) {
            c.setTryLater();
        }

        AsyncSuroSender sender = new AsyncSuroSender(
                TestConnectionPool.createMessageSet(600),
                client,
                injector.getInstance(ClientConfig.class));

        sender.run();

        assertEquals(client.getSentMessageCount(), 0);
        assertTrue(client.getRestoredMessageCount() >= 600);
        for (SuroServer4Test c : servers) {
            c.cancelTryLater();
        }
        injector.getInstance(ConnectionPool.class).populateClients();

        // wait until client restored
        while (client.getSentMessageCount() < 600) {
            System.out.println("sent: " + client.getSentMessageCount());
            Thread.sleep(1000);
        }
        client.shutdown();
        TestConnectionPool.checkMessageCount(servers, 600);
    }
}