org
.
apache
.
spark
.
aliyun
.
odps
PythonOdpsAPI
Related Doc:
package odps
class
PythonOdpsAPI
extends
Logging
with
Serializable
Linear Supertypes
Serializable
,
Serializable
,
Logging
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
PythonOdpsAPI
Serializable
Serializable
Logging
AnyRef
Any
Hide All
Show all
Visibility
Public
All
Instance Constructors
new
PythonOdpsAPI
(
jsc:
JavaSparkContext
,
accessKeyId:
String
,
accessKeySecret:
String
,
odpsUrl:
String
,
tunnelUrl:
String
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
val
dateFormat
:
SimpleDateFormat
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getColumnByIdx
(
project:
String
,
table:
String
,
idx:
Int
)
:
List
[
Array
[
Byte
]]
def
getColumnByName
(
project:
String
,
table:
String
,
name:
String
)
:
List
[
Array
[
Byte
]]
def
getTableSchema
(
project:
String
,
table:
String
,
isPartition:
Boolean
)
:
List
[
Array
[
Byte
]]
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
def
initializeLogIfNecessary
(
isInterpreter:
Boolean
,
silent:
Boolean
)
:
Boolean
Attributes
protected
Definition Classes
Logging
def
initializeLogIfNecessary
(
isInterpreter:
Boolean
)
:
Unit
Attributes
protected
Definition Classes
Logging
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isTraceEnabled
()
:
Boolean
Attributes
protected
Definition Classes
Logging
def
log
:
Logger
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logName
:
String
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
val
odpsOps
:
OdpsOps
def
readTable
(
project:
String
,
table:
String
,
cols:
Array
[
Int
]
,
bytesCols:
Array
[
Int
]
,
batchSize:
Int
,
numPartition:
Int
)
:
JavaRDD
[
Array
[
Byte
]]
def
readTable
(
project:
String
,
table:
String
,
partition:
String
,
cols:
Array
[
Int
]
,
bytesCols:
Array
[
Int
]
,
batchSize:
Int
,
numPartition:
Int
)
:
JavaRDD
[
Array
[
Byte
]]
def
saveToTable
(
project:
String
,
table:
String
,
pyRdd:
JavaRDD
[
Array
[
Byte
]]
,
cols:
Array
[
Int
]
,
bytesCols:
Array
[
Int
]
,
batched:
Boolean
)
:
Unit
def
saveToTable
(
project:
String
,
table:
String
,
partition:
String
,
pyRdd:
JavaRDD
[
Array
[
Byte
]]
,
cols:
Array
[
Int
]
,
bytesCols:
Array
[
Int
]
,
batched:
Boolean
,
defaultCreatePartition:
Boolean
,
isOverWrite:
Boolean
)
:
Unit
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
writeToFile
[
T
]
(
items:
Iterator
[
T
]
,
filename:
String
)
:
Unit
def
writeToFile
[
T
]
(
items:
Iterator
[
T
]
,
filename:
String
)
:
Unit
Inherited from
Serializable
Inherited from
Serializable
Inherited from
Logging
Inherited from
AnyRef
Inherited from
Any
Ungrouped