com.yahoo.vespa.hadoop.mapreduce

Class VespaSimpleJsonInputFormat.VespaJsonRecordReader

java.lang.Object

org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable>

com.yahoo.vespa.hadoop.mapreduce.VespaSimpleJsonInputFormat.VespaJsonRecordReader

All Implemented Interfaces:

Closeable, AutoCloseable

Enclosing class:

VespaSimpleJsonInputFormat

public static class VespaSimpleJsonInputFormat.VespaJsonRecordReader
extends org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable>

Field Summary

Fields

Modifier and Type	Field and Description
private org.apache.hadoop.io.Text	currentKey
private org.apache.hadoop.io.NullWritable	currentValue
private com.fasterxml.jackson.core.JsonParser	parser
private long	remaining

Constructor Summary

Constructors

Constructor and Description
VespaJsonRecordReader()

Method Summary

Modifier and Type	Method and Description
void	close()
org.apache.hadoop.io.Text	getCurrentKey()
org.apache.hadoop.io.NullWritable	getCurrentValue()
float	getProgress()
void	initialize(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context)
boolean	nextKeyValue()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

remaining

private long remaining

parser

private com.fasterxml.jackson.core.JsonParser parser

currentKey

private org.apache.hadoop.io.Text currentKey

currentValue

private org.apache.hadoop.io.NullWritable currentValue

Constructor Detail

VespaJsonRecordReader

public VespaJsonRecordReader()

Method Detail

initialize

public void initialize(org.apache.hadoop.mapreduce.InputSplit split,
                       org.apache.hadoop.mapreduce.TaskAttemptContext context)
                throws IOException,
                       InterruptedException

Specified by:

initialize in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable>

Throws:

IOException

InterruptedException

nextKeyValue

public boolean nextKeyValue()
                     throws IOException,
                            InterruptedException

Specified by:

nextKeyValue in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable>

Throws:

IOException

InterruptedException

getCurrentKey

public org.apache.hadoop.io.Text getCurrentKey()
                                        throws IOException,
                                               InterruptedException

Specified by:

getCurrentKey in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable>

Throws:

IOException

InterruptedException

getCurrentValue

public org.apache.hadoop.io.NullWritable getCurrentValue()
                                                  throws IOException,
                                                         InterruptedException

Specified by:

getCurrentValue in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable>

Throws:

IOException

InterruptedException

getProgress

public float getProgress()
                  throws IOException,
                         InterruptedException

Specified by:

getProgress in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable>

Throws:

IOException

InterruptedException

close

public void close()
           throws IOException

Specified by:

close in interface Closeable

Specified by:

close in interface AutoCloseable

Specified by:

close in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.Text,org.apache.hadoop.io.NullWritable>

Throws:

IOException