Skip to content

Instantly share code, notes, and snippets.

@praveend
Created December 28, 2015 15:37
Show Gist options
  • Select an option

  • Save praveend/013dcab01ebb8c7e2f2d to your computer and use it in GitHub Desktop.

Select an option

Save praveend/013dcab01ebb8c7e2f2d to your computer and use it in GitHub Desktop.
Kafka Consumer test
package com.ibm.kafka.test;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;
import org.apache.kafka.common.PartitionInfo;
import org.apache.kafka.common.TopicPartition;
import java.util.Arrays;
import java.util.List;
import java.util.Properties;
/**
* Created by praveendevarao on 28/12/15.
*/
public class ConsumerPollTest {
public static void main(String[] args) {
Properties props = new Properties();
props.put("bootstrap.servers", "localhost:9092");
props.put("group.id", "test");
props.put("enable.auto.commit", "true");
props.put("auto.commit.interval.ms", "1000");
props.put("session.timeout.ms", "30000");
props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
KafkaConsumer<String, String> consumer = new KafkaConsumer<String, String>(props);
TopicPartition tp = new TopicPartition("mytopic",0);
consumer.assign(Arrays.asList(tp));
consumer.seek(tp,1);
int count = 0;
while (true) {
count ++;
System.out.println(count);
ConsumerRecords<String, String> records = consumer.poll(0);
for (ConsumerRecord<String, String> record : records)
System.out.printf("offset = %d, key = %s, value = %s\n", record.offset(), record.key(), record.value());
if(count == 100) {
break;
}
}
consumer.close();
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment