QndTestConsumeManual.java

package com.github.ddth.kafka.qnd;

import java.util.concurrent.TimeUnit;

import com.github.ddth.kafka.KafkaClient;
import com.github.ddth.kafka.KafkaMessage;

/*
 * mvn package exec:java -Dexec.classpathScope=test -Dexec.mainClass="com.github.ddth.kafka.qnd.QndTestConsumeManual" -Dbrokers=localhost:9092 -Dtopic=topic -Dgroup=group-id-1 -DnumItems=100
 */
public class QndTestConsumeManual {

    private static void queueAndConsume(KafkaClient kafkaClient, String topic,
            String consumerGroupId, int numItems) throws InterruptedException {

        System.out.print("Putting [" + numItems + "] items to queue [" + topic + " / "
                + consumerGroupId + "]...");
        long t1 = System.currentTimeMillis();
        for (int i = 0; i < numItems; i++) {
            String content = System.currentTimeMillis() + " - " + i;
            KafkaMessage kmsg = new KafkaMessage(topic, content);
            kafkaClient.sendMessage(kmsg);
        }
        System.out.println((System.currentTimeMillis() - t1) + "ms");

        Thread.sleep(1000);

        t1 = System.currentTimeMillis();
        int counter = 0;
        KafkaMessage kmsg = kafkaClient.consumeMessage(consumerGroupId, false, topic, 1000,
                TimeUnit.MILLISECONDS);
        while (kmsg != null) {
            counter++;
            kmsg = kafkaClient.consumeMessage(consumerGroupId, false, topic, 1000,
                    TimeUnit.MILLISECONDS);
        }
        System.out.println("Consumed [" + counter + "] items from queue [" + topic + " / "
                + consumerGroupId + "] in " + (System.currentTimeMillis() - t1) + "ms.");
    }

    /**
     * Run this class twice or three times.
     * 
     * @param args
     * @throws Exception
     */
    public static void main(String[] args) throws Exception {
        String brokers = System.getProperty("brokers", "localhost:9092");
        String topic = System.getProperty("topic", "demo");
        String consumerGroupId = System.getProperty("group", "mygroupid");
        int numItems = 100;
        try {
            numItems = Integer.parseInt(System.getProperty("numItems", "100"));
        } catch (Exception e) {
            numItems = 100;
        }

        System.out.println("Brokers  : " + brokers);
        System.out.println("Topic    : " + topic);
        System.out.println("Group    : " + consumerGroupId);
        System.out.println("Num Items: " + numItems);

        try (KafkaClient kafkaClient = new KafkaClient(brokers)) {
            kafkaClient.init();
            queueAndConsume(kafkaClient, topic, consumerGroupId, numItems);
        }

        Thread.sleep(1000);
    }

}