com.yahoo.vespa.hadoop.mapreduce

Class VespaRecordWriter

java.lang.Object

org.apache.hadoop.mapreduce.RecordWriter

com.yahoo.vespa.hadoop.mapreduce.VespaRecordWriter

public class VespaRecordWriter
extends org.apache.hadoop.mapreduce.RecordWriter

VespaRecordWriter sends the output <key, value> to one or more Vespa endpoints.

Author:

lesters

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
(package private) static class	VespaRecordWriter.ResultCallback

Field Summary

Fields

Modifier and Type	Field and Description
(package private) com.yahoo.vespa.hadoop.mapreduce.util.VespaConfiguration	configuration
private com.yahoo.vespa.hadoop.mapreduce.util.VespaCounters	counters
private com.yahoo.vespa.http.client.FeedClient	feedClient
private boolean	initialized
private static Logger	log
private int	progressInterval

Constructor Summary

Constructors

Constructor and Description
VespaRecordWriter(com.yahoo.vespa.hadoop.mapreduce.util.VespaConfiguration configuration, com.yahoo.vespa.hadoop.mapreduce.util.VespaCounters counters)

Method Summary

Modifier and Type	Method and Description
void	close(org.apache.hadoop.mapreduce.TaskAttemptContext taskAttemptContext)
protected com.yahoo.vespa.http.client.config.ConnectionParams.Builder	configureConnectionParams()
protected com.yahoo.vespa.http.client.config.FeedParams.Builder	configureFeedParams()
protected com.yahoo.vespa.http.client.config.SessionParams.Builder	configureSessionParams()
private String	findDocId(String json)
private String	findDocIdFromXml(String xml)
private void	initialize()
void	write(Object key, Object data)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

log

private static final Logger log

initialized

private boolean initialized

feedClient

private com.yahoo.vespa.http.client.FeedClient feedClient

counters

private final com.yahoo.vespa.hadoop.mapreduce.util.VespaCounters counters

progressInterval

private final int progressInterval

configuration

final com.yahoo.vespa.hadoop.mapreduce.util.VespaConfiguration configuration

Constructor Detail

VespaRecordWriter

VespaRecordWriter(com.yahoo.vespa.hadoop.mapreduce.util.VespaConfiguration configuration,
                  com.yahoo.vespa.hadoop.mapreduce.util.VespaCounters counters)

Method Detail

write

public void write(Object key,
                  Object data)
           throws IOException,
                  InterruptedException

Specified by:

write in class org.apache.hadoop.mapreduce.RecordWriter

Throws:

IOException

InterruptedException

close

public void close(org.apache.hadoop.mapreduce.TaskAttemptContext taskAttemptContext)
           throws IOException,
                  InterruptedException

Specified by:

close in class org.apache.hadoop.mapreduce.RecordWriter

Throws:

IOException

InterruptedException

configureConnectionParams

protected com.yahoo.vespa.http.client.config.ConnectionParams.Builder configureConnectionParams()

configureFeedParams

protected com.yahoo.vespa.http.client.config.FeedParams.Builder configureFeedParams()

configureSessionParams

protected com.yahoo.vespa.http.client.config.SessionParams.Builder configureSessionParams()

initialize

private void initialize()

findDocIdFromXml

private String findDocIdFromXml(String xml)

findDocId

private String findDocId(String json)
                  throws IOException

Throws:

IOException