Packages

p

io.prophecy.libs

lineage

package lineage

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. lineage
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Type Members

  1. trait DefaultLogicalParser[T <: LogicalPlan] extends LogicalPlanParser[T] with DefaultPlanExists[T] with DefaultTransformation[T]
  2. trait DefaultPlanExists[T <: LogicalPlan] extends LogicalPlanParser[T]
  3. trait DefaultTransformation[T <: LogicalPlan] extends LogicalPlanParser[T]
  4. class ExpressionEquality extends AnyRef
  5. trait ExpressionUtilBase extends AnyRef
  6. case class LColumn(name: String, exprId: Long) extends Product with Serializable
  7. case class LColumnReference(port: String, name: String, exprId: Long = -1) extends Product with Serializable
  8. case class LProcess(id: String, name: String, component: String, transformations: Option[List[LTransformation]] = None, dataset: Option[String] = None, inputs: Map[String, LSchema], outputs: Map[String, LSchema]) extends Product with Serializable
  9. case class LSchema(columns: List[LColumn]) extends Product with Serializable
  10. case class LTransformation(sources: List[LColumnReference], destination: Option[LColumnReference], transformation: Option[String] = None) extends Product with Serializable
  11. type LTransformations = List[LTransformation]
  12. case class LineageParserContext(id: String, plan: LogicalPlan, potentialChildrenPlans: List[LogicalPlan], planToPortMap: Map[LogicalPlan, String], destPort: String, destPlan: LogicalPlan) extends Product with Serializable
  13. class LineageWriter extends AnyRef
  14. trait LogicalPlanParser[T <: LogicalPlan] extends AnyRef
  15. class OrPartialFunction[-A, +B] extends PartialFunction[A, B]
  16. class SchemaExprIdAppender extends AnyRef

Value Members

  1. implicit val columnReference: OFormat[LColumnReference]
  2. implicit val lColumn: OFormat[LColumn]
  3. implicit val lDataset: OFormat[LSchema]
  4. implicit val process: OFormat[LProcess]
  5. implicit val transformation: OFormat[LTransformation]
  6. object ExpressionUtils extends ExpressionUtilBase
  7. object LineageUtils
  8. object LocalRelationParser extends LogicalPlanParser[LocalRelation] with DefaultPlanExists[LocalRelation]
  9. object LogicalPlanParser
  10. object LogicalRDDParser extends LogicalPlanParser[LogicalRDD] with DefaultLogicalParser[LogicalRDD]
  11. object LogicalRelationParser extends DefaultLogicalParser[LogicalRelation]
  12. object UnionParser extends LogicalPlanParser[Union] with DefaultPlanExists[Union]
  13. object ViewParser extends LogicalPlanParser[View] with DefaultPlanExists[View]
  14. object WriteToDataSourceV2Parser extends LogicalPlanParser[WriteToDataSourceV2] with DefaultPlanExists[WriteToDataSourceV2]

Inherited from AnyRef

Inherited from Any

Ungrouped