Class/Object

za.co.absa.abris.avro.write

ScalaCustomSpecificData

Related Docs: object ScalaCustomSpecificData | package write

Permalink

class ScalaCustomSpecificData extends ScalaSpecificData

This class redefines the way fields are retrieved from a record since they could be either an IndexedRecord (if written by Avro library) or a GenericRow, if written this library.

Linear Supertypes
ScalaSpecificData, SpecificData, GenericData, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. ScalaCustomSpecificData
  2. ScalaSpecificData
  3. SpecificData
  4. GenericData
  5. AnyRef
  6. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new ScalaCustomSpecificData()

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. def addLogicalTypeConversion(arg0: Conversion[_]): Unit

    Permalink
    Definition Classes
    GenericData
  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  7. def compare(arg0: Any, arg1: Any, arg2: Schema, arg3: Boolean): Int

    Permalink
    Attributes
    protected[org.apache.avro.specific]
    Definition Classes
    SpecificData → GenericData
  8. def compare(arg0: Any, arg1: Any, arg2: Schema): Int

    Permalink
    Definition Classes
    GenericData
  9. def createDatumReader(arg0: Schema, arg1: Schema): DatumReader

    Permalink
    Definition Classes
    SpecificData → GenericData
  10. def createDatumReader(arg0: Schema): DatumReader

    Permalink
    Definition Classes
    SpecificData → GenericData
  11. def createDatumWriter(arg0: Schema): DatumWriter

    Permalink
    Definition Classes
    SpecificData → GenericData
  12. def createEnum(arg0: String, arg1: Schema): AnyRef

    Permalink
    Definition Classes
    SpecificData → GenericData
  13. def createFixed(arg0: Any, arg1: Schema): AnyRef

    Permalink
    Definition Classes
    SpecificData → GenericData
  14. def createFixed(arg0: Any, arg1: Array[Byte], arg2: Schema): AnyRef

    Permalink
    Definition Classes
    GenericData
  15. def createSchema(arg0: Type, arg1: Map[String, Schema]): Schema

    Permalink
    Attributes
    protected[org.apache.avro.specific]
    Definition Classes
    SpecificData
  16. def deepCopy[T](arg0: Schema, arg1: T): T

    Permalink
    Definition Classes
    GenericData
  17. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  18. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  19. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  20. def getArrayAsCollection(arg0: Any): Collection

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  21. def getClass(arg0: Schema): Class

    Permalink
    Definition Classes
    SpecificData
  22. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  23. def getClassLoader(): ClassLoader

    Permalink
    Definition Classes
    GenericData
  24. def getConversionByClass[T](arg0: Class[T], arg1: LogicalType): Conversion[T]

    Permalink
    Definition Classes
    GenericData
  25. def getConversionByClass[T](arg0: Class[T]): Conversion[T]

    Permalink
    Definition Classes
    GenericData
  26. def getConversionFor(arg0: LogicalType): Conversion[AnyRef]

    Permalink
    Definition Classes
    GenericData
  27. def getConversions(): Collection[Conversion[_]]

    Permalink
    Definition Classes
    GenericData
  28. def getDefaultValue(arg0: Field): AnyRef

    Permalink
    Definition Classes
    GenericData
  29. def getEnumSchema(arg0: Any): Schema

    Permalink
    Attributes
    protected[org.apache.avro.specific]
    Definition Classes
    SpecificData → GenericData
  30. def getField(record: AnyRef, name: String, position: Int): AnyRef

    Permalink
    Definition Classes
    ScalaCustomSpecificData → GenericData
  31. def getField(arg0: Any, arg1: String, arg2: Int, arg3: Any): AnyRef

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  32. def getFixedSchema(arg0: Any): Schema

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  33. def getProtocol(arg0: Class): Protocol

    Permalink
    Definition Classes
    SpecificData
  34. def getRecordSchema(arg0: Any): Schema

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  35. def getRecordState(arg0: Any, arg1: Schema): AnyRef

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  36. def getSchema(arg0: Type): Schema

    Permalink
    Definition Classes
    SpecificData
  37. def getSchemaName(arg0: Any): String

    Permalink
    Attributes
    protected[org.apache.avro.specific]
    Definition Classes
    SpecificData → GenericData
  38. def hashCode(arg0: Any, arg1: Schema): Int

    Permalink
    Definition Classes
    GenericData
  39. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  40. def hashCodeAdd(arg0: Int, arg1: Any, arg2: Schema): Int

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  41. def induce(arg0: Any): Schema

    Permalink
    Definition Classes
    GenericData
  42. def instanceOf(arg0: Schema, arg1: Any): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  43. def isArray(datum: AnyRef): Boolean

    Permalink

    Provides compatibility between Java and Scala collections, since Avro writers are written in Java and use a custom implementation of Collection, but this library also uses those writers to convert records into Array[Byte].

    Provides compatibility between Java and Scala collections, since Avro writers are written in Java and use a custom implementation of Collection, but this library also uses those writers to convert records into Array[Byte].

    Definition Classes
    ScalaSpecificData → GenericData
  44. def isBoolean(arg0: Any): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  45. def isBytes(arg0: Any): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  46. def isDouble(arg0: Any): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  47. def isEnum(arg0: Any): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.specific]
    Definition Classes
    SpecificData → GenericData
  48. def isFixed(arg0: Any): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  49. def isFloat(arg0: Any): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  50. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  51. def isInteger(arg0: Any): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  52. def isLong(arg0: Any): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  53. def isMap(arg0: Any): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  54. def isRecord(arg0: Any): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  55. def isString(arg0: Any): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  56. def isStringType(arg0: Class[_]): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.specific]
    Definition Classes
    SpecificData
  57. def isStringable(arg0: Class[_]): Boolean

    Permalink
    Attributes
    protected[org.apache.avro.specific]
    Definition Classes
    SpecificData
  58. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  59. def newRecord(old: AnyRef, schema: Schema): AnyRef

    Permalink
    Definition Classes
    ScalaSpecificData → SpecificData → GenericData
  60. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  61. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  62. def resolveUnion(union: Schema, datum: AnyRef): Int

    Permalink

    This is a hack.

    This is a hack. When a Record datum is created from a dataframe its schema namespace is defined by the location of the attribute in the dataframe schema as opposed to the avro schema that is to be imposed. This means when the logic tries to resolve the namespace of the datum (record) from the given types in the union it cannot find it. The below logic works by if all else fails trying to match the datum schema name with any of the union type names and if found returning that.

    union

    schema

    datum

    data

    Definition Classes
    ScalaCustomSpecificData → GenericData
  63. def setCustomCoders(arg0: Boolean): Unit

    Permalink
    Definition Classes
    SpecificData
  64. def setField(arg0: Any, arg1: String, arg2: Int, arg3: Any, arg4: Any): Unit

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  65. def setField(arg0: Any, arg1: String, arg2: Int, arg3: Any): Unit

    Permalink
    Definition Classes
    GenericData
  66. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  67. def toString(arg0: Any, arg1: StringBuilder, arg2: IdentityHashMap[AnyRef, AnyRef]): Unit

    Permalink
    Attributes
    protected[org.apache.avro.generic]
    Definition Classes
    GenericData
  68. def toString(arg0: Any): String

    Permalink
    Definition Classes
    GenericData
  69. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  70. def useCustomCoders(): Boolean

    Permalink
    Definition Classes
    SpecificData
  71. def validate(arg0: Schema, arg1: Any): Boolean

    Permalink
    Definition Classes
    GenericData
  72. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  73. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  74. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from ScalaSpecificData

Inherited from SpecificData

Inherited from GenericData

Inherited from AnyRef

Inherited from Any

Ungrouped