connection

Type Members

1. case class ConnectionMetadata(name: Option[String] = None, description: Option[String] = None, layer: Option[String] = None, subjectArea: Option[String] = None, tags: Seq[String] = Seq()) extends Product with Serializable

   

   Additional metadata for a Connection

   Additional metadata for a Connection

   name

   Readable name of the Connection

   description

   Description of the content of the Connection

   layer

   Name of the layer this Connection belongs to

   subjectArea

   Name of the subject area this Connection belongs to

   tags

   Optional custom tags for this object

2. case class HadoopFileConnection(id: ConnectionId, pathPrefix: String, acl: Option[AclDef] = None, metadata: Option[ConnectionMetadata] = None) extends Connection with Product with Serializable

   

   Connection information for files on hadoop

   Connection information for files on hadoop

   id

   unique id of this connection

   pathPrefix

   schema, authority and base path for accessing files on hadoop

   acl

   permissions for files created with this connection

3. case class HiveTableConnection(id: ConnectionId, db: String, pathPrefix: String, acl: Option[AclDef] = None, metadata: Option[ConnectionMetadata] = None) extends Connection with Product with Serializable

   

   Connection information for hive tables

   Connection information for hive tables

   id

   unique id of this connection

   db

   hive db

   pathPrefix

   schema, authority and base path for tables directory on hadoop

   acl

   permissions for files created with this connection

4. case class JdbcTableConnection(id: ConnectionId, url: String, driver: String, authMode: Option[AuthMode] = None, db: Option[String] = None, maxParallelConnections: Int = 1, connectionPoolMaxIdleTimeSec: Int = 3, metadata: Option[ConnectionMetadata] = None) extends Connection with SmartDataLakeLogger with Product with Serializable

   

   Connection information for jdbc tables.

   Connection information for jdbc tables. If authentication is needed, user and password must be provided.

   id

   unique id of this connection

   url

   jdbc connection url

   driver

   class name of jdbc driver

   authMode

   optional authentication information: for now BasicAuthMode is supported.

   db

   jdbc database

   maxParallelConnections

   number of parallel jdbc connections created by an instance of this connection Note that Spark manages JDBC Connections on its own. This setting only applies to JDBC connection used by SDL for validating metadata or pre/postSQL.

   connectionPoolMaxIdleTimeSec

   timeout to close unused connections in the pool

5. case class SftpFileRefConnection(id: ConnectionId, host: String, port: Int = 22, authMode: AuthMode, ignoreHostKeyVerification: Boolean = false, maxParallelConnections: Int = 1, connectionPoolMaxIdleTimeSec: Int = 3, metadata: Option[ConnectionMetadata] = None) extends Connection with Product with Serializable

   

   SFTP Connection information

   SFTP Connection information

   id

   unique id of this connection

   host

   sftp host

   port

   port of sftp service, default is 22

   authMode

   authentication information: for now BasicAuthMode and PublicKeyAuthMode are supported.

   ignoreHostKeyVerification

   do not validate host key if true, default is false

   maxParallelConnections

   number of parallel sftp connections created by an instance of this connection

   connectionPoolMaxIdleTimeSec

   timeout to close unused connections in the pool