com.yahoo.vespa.hadoop.pig

Class VespaDocumentOperation

java.lang.Object

org.apache.pig.EvalFunc<String>

com.yahoo.vespa.hadoop.pig.VespaDocumentOperation

public class VespaDocumentOperation
extends org.apache.pig.EvalFunc<String>

A Pig UDF to convert simple Pig types into a valid Vespa JSON document format.

Author:

lesters

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	VespaDocumentOperation.Operation

Nested classes/interfaces inherited from class org.apache.pig.EvalFunc

org.apache.pig.EvalFunc.SchemaType

Field Summary

Fields

Modifier and Type	Field and Description
private static String	CREATE_TENSOR_FIELDS
private static String	EXCLUDE_FIELDS
private VespaDocumentOperation.Operation	operation
private static String	PARTIAL_UPDATE_ASSIGN
private Properties	properties
private static String	PROPERTY_ID_TEMPLATE
private static String	PROPERTY_OPERATION
private static String	SIMPLE_ARRAY_FIELDS
private String	template

Fields inherited from class org.apache.pig.EvalFunc

log, pigLogger, reporter, returnType

Constructor Summary

Constructors

Constructor and Description
VespaDocumentOperation(String... params)

Method Summary

Modifier and Type	Method and Description
static String	create(VespaDocumentOperation.Operation op, String docId, Map<String,Object> fields, Properties properties) Create a JSON Vespa document operation given the supplied fields, operation and document id template.
String	exec(org.apache.pig.data.Tuple tuple)
private static boolean	shouldCreateTensor(Map<Object,Object> map, String name, Properties properties)
private static boolean	shouldWriteField(String name, Properties properties, int depth)
private static boolean	shouldWritePartialUpdate(VespaDocumentOperation.Operation op, int depth)
private static boolean	shouldWriteTupleStart(org.apache.pig.data.Tuple tuple, String name, Properties properties)
private static void	writeField(String name, Object value, Byte type, com.fasterxml.jackson.core.JsonGenerator g, Properties properties, VespaDocumentOperation.Operation op, int depth)
private static void	writePartialUpdate(Object value, Byte type, com.fasterxml.jackson.core.JsonGenerator g, String name, Properties properties, VespaDocumentOperation.Operation op, int depth)
private static void	writeTensor(Map<Object,Object> map, com.fasterxml.jackson.core.JsonGenerator g)
private static void	writeValue(Object value, Byte type, com.fasterxml.jackson.core.JsonGenerator g, String name, Properties properties, VespaDocumentOperation.Operation op, int depth)

Methods inherited from class org.apache.pig.EvalFunc

allowCompileTimeCalculation, finish, getArgToFuncMapping, getCacheFiles, getInputSchema, getLogger, getPigLogger, getReporter, getReturnType, getSchemaName, getSchemaType, getShipFiles, isAsynchronous, outputSchema, progress, setInputSchema, setPigLogger, setReporter, setUDFContextSignature, warn

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

PROPERTY_ID_TEMPLATE

private static final String PROPERTY_ID_TEMPLATE

See Also:

Constant Field Values

PROPERTY_OPERATION

private static final String PROPERTY_OPERATION

See Also:

Constant Field Values

SIMPLE_ARRAY_FIELDS

private static final String SIMPLE_ARRAY_FIELDS

See Also:

Constant Field Values

CREATE_TENSOR_FIELDS

private static final String CREATE_TENSOR_FIELDS

See Also:

Constant Field Values

EXCLUDE_FIELDS

private static final String EXCLUDE_FIELDS

See Also:

Constant Field Values

PARTIAL_UPDATE_ASSIGN

private static final String PARTIAL_UPDATE_ASSIGN

See Also:

Constant Field Values

template

private final String template

operation

private final VespaDocumentOperation.Operation operation

properties

private final Properties properties

Constructor Detail

VespaDocumentOperation

public VespaDocumentOperation(String... params)

Method Detail

exec

public String exec(org.apache.pig.data.Tuple tuple)
            throws IOException

Specified by:

exec in class org.apache.pig.EvalFunc<String>

Throws:

IOException

create

public static String create(VespaDocumentOperation.Operation op,
                            String docId,
                            Map<String,Object> fields,
                            Properties properties)
                     throws IOException

Create a JSON Vespa document operation given the supplied fields, operation and document id template.

Parameters:

op - Operation (put, remove, update)

docId - Document id

fields - Fields to put in document operation

Returns:

A valid JSON Vespa document operation

Throws:

IOException - ...

writeField

private static void writeField(String name,
                               Object value,
                               Byte type,
                               com.fasterxml.jackson.core.JsonGenerator g,
                               Properties properties,
                               VespaDocumentOperation.Operation op,
                               int depth)
                        throws IOException

Throws:

IOException

writeValue

private static void writeValue(Object value,
                               Byte type,
                               com.fasterxml.jackson.core.JsonGenerator g,
                               String name,
                               Properties properties,
                               VespaDocumentOperation.Operation op,
                               int depth)
                        throws IOException

Throws:

IOException

shouldWritePartialUpdate

private static boolean shouldWritePartialUpdate(VespaDocumentOperation.Operation op,
                                                int depth)

writePartialUpdate

private static void writePartialUpdate(Object value,
                                       Byte type,
                                       com.fasterxml.jackson.core.JsonGenerator g,
                                       String name,
                                       Properties properties,
                                       VespaDocumentOperation.Operation op,
                                       int depth)
                                throws IOException

Throws:

IOException

shouldWriteTupleStart

private static boolean shouldWriteTupleStart(org.apache.pig.data.Tuple tuple,
                                             String name,
                                             Properties properties)

shouldCreateTensor

private static boolean shouldCreateTensor(Map<Object,Object> map,
                                          String name,
                                          Properties properties)

shouldWriteField

private static boolean shouldWriteField(String name,
                                        Properties properties,
                                        int depth)

writeTensor

private static void writeTensor(Map<Object,Object> map,
                                com.fasterxml.jackson.core.JsonGenerator g)
                         throws IOException

Throws:

IOException