SequenceFileViewer.java

package com.netflix.suro.sink.localfile;

import com.netflix.suro.message.serde.SerDeFactory;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.SequenceFile;
import org.apache.hadoop.io.Text;

import java.io.IOException;

/**
 * Simple tool viewing sequence file
 *
 * @author jbae
 */
public class SequenceFileViewer {
    public static void main(String[] args) throws IOException {
        Configuration conf = new Configuration();
        FileSystem fs = FileSystem.get(conf);

        SequenceFile.Reader r = new SequenceFile.Reader(fs, new Path(args[0]), conf);
        Text routingKey = new Text();

        MessageWritable message = new MessageWritable();

        while (r.next(routingKey, message)) {
            System.out.println("###routing key: " + routingKey);
            System.out.println(SerDeFactory.create(args[1]).deserialize(message.getMessage().getPayload()));
        }

        r.close();
    }
}