CsvResourcesUpdater

abstract val dataFrameLoader: DataFrameLoader

Our DataFrame loader and writer instances

abstract val dataFrameWriter: DataFrameWriter

abstract val sparkApplication: SparkApplication[_, _]

The spark application to generate files for

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

final def asInstanceOf[T0]: T0

def clone(): AnyRef

def createDefaultDataFrameFromConfigs(columns: Seq[String])(implicit spark: SparkSession): DataFrame

Creates a default DataFrame based on the job source data

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

final def getClass(): Class[_]

final def getSparkSession(sparkParamsConf: SparkParamsConf): SparkSession

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

val logger: Logger

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def runResourceUpdates(env: String = environment): Unit

Main unit run method

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def updateJobOutputs(outputJobsInfo: Seq[(JobTableMetadata, Seq[String])])(implicit spark: SparkSession): Seq[History]

def updateSources(sources: Seq[(JobTableMetadata, JobSource)])(implicit spark: SparkSession): Seq[History]

Writing or updating source files in Resources folder

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit