public static String uri ="hdfs://192.168.1.201:9100";
public static String []data ={
"one, two",
"three,four",
"five,six",
"seven,eight",
"nine,ten"
};
public static void main(String[] args) throws IOException {
// TODO Auto-generated method stub
Configuration conf = new Configuration();
FileSystem fs = FileSystem.get(URI.create(uri),conf);
Path path = new Path("/tmp1.seq");
IntWritable key = new IntWritable();
Text value = new Text();
//SequenceFile.Writer writer = SequenceFile.createWriter(fs, conf,path,key.getClass(),value.getClass());
SequenceFile.Writer writer = SequenceFile.createWriter(fs, conf, path, key.getClass(), value.getClass(),CompressionType.RECORD,new BZip2Codec());
for(int i=0;i<100;i++){
key.set(100-i);
value.set(data[i%data.length]);
writer.append(key,value);
}
IOUtils.closeStream(writer);
}
public static String uri = "hdfs://192.168.1.201:9100";
public static void main(String[] args) throws IOException {
// TODO Auto-generated method stub
Configuration conf = new Configuration();
FileSystem fs = FileSystem.get(URI.create(uri),conf);
Path path = new Path("/tmp1.seq");
SequenceFile.Reader reader = new SequenceFile.Reader(fs, path, conf);
Writable key = (Writable)ReflectionUtils.newInstance(reader.getKeyClass(), conf);
Writable value = (Writable)ReflectionUtils.newInstance(reader.getValueClass(), conf);
while(reader.next(key,value)){
System.out.println("key =" +key);
System.out.println("value =" +value);
System.out.println("position =" + reader.getPosition());
}
IOUtils.closeStream(reader);
}