Object

za.co.absa.cobrix.spark.cobol.utils

FileUtils

Related Doc: package utils

Permalink

object FileUtils extends Logging

Retrieves files from a given file system.

Supports glob patterns and recursive retrieval.

Applies the same filter as Hadoop's FileInputFormat, which excludes files starting with '.' or '_'.

Linear Supertypes
Logging, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. FileUtils
  2. Logging
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  4. val THRESHOLD_DIR_LENGTH_FOR_SINGLE_FILE_CHECK: Int

    Permalink
  5. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any
  6. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  7. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  8. def equals(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any
  9. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  10. def findAndLogAllNonDivisibleFiles(sourceDir: String, divisor: Long, fileSystem: FileSystem): Long

    Permalink

    Finds all the files the are not divisible by a given divisor and logs their names.

  11. def findAndLogFirstNonDivisibleFile(sourceDir: String, divisor: Long, fileSystem: FileSystem): Boolean

    Permalink

    Finds the first file that is non-divisible by a given divisor and logs its name.

  12. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any
  13. def getFiles(dir: String, fileSystem: FileSystem, recursive: Boolean): List[String]

    Permalink

    Retrieves files from a directory, recursively or not.

    Retrieves files from a directory, recursively or not.

    The directory may be informed through a glob pattern.

  14. def getFiles(dir: String, hadoopConf: Configuration, recursive: Boolean = false): List[String]

    Permalink

    Retrieves files from a directory, recursively or not.

    Retrieves files from a directory, recursively or not.

    The directory may be informed through a glob pattern.

  15. def getNumberOfFilesInDir(directory: String, fileSystem: FileSystem): Int

    Permalink
  16. def hashCode(): Int

    Permalink
    Definition Classes
    AnyRef → Any
  17. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any
  18. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  19. def logger: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging
  20. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef
  21. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef
  22. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef
  23. def readAllFileLines(fileName: String): String

    Permalink
  24. def readAllFileLinesUtf8(fileName: String): Array[String]

    Permalink
  25. def readAllFileStringUtf8(fileName: String): String

    Permalink
  26. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef
  27. def toString(): String

    Permalink
    Definition Classes
    AnyRef → Any
  28. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  29. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  30. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  31. def writeStringToFile(string: String, filePathName: String): Unit

    Permalink

    Writes a string to a file

  32. def writeStringToUtf8File(string: String, filePathName: String): Unit

    Permalink

    Writes a string to a file in UTF-8 encoding

  33. def writeStringsToFile(strings: Array[String], filePathName: String): Unit

    Permalink

    Writes array of strings to a file

  34. def writeStringsToUtf8File(strings: Array[String], filePathName: String): Unit

    Permalink

    Writes array of strings to a file in UTF-8 encoding

Inherited from Logging

Inherited from AnyRef

Inherited from Any

Ungrouped