org
.
apache
.
spark
.
rdd
.
h2o
H2OAwareRDD
Related Doc:
package h2o
class
H2OAwareRDD
[
U
]
extends
RDD
[
U
]
Linear Supertypes
RDD
[
U
],
Logging
,
Serializable
,
Serializable
,
AnyRef
,
Any
Ordering
Alphabetic
By Inheritance
Inherited
H2OAwareRDD
RDD
Logging
Serializable
Serializable
AnyRef
Any
Hide All
Show All
Visibility
Public
All
Instance Constructors
new
H2OAwareRDD
(
nodes:
Seq
[
String
]
,
prev:
RDD
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
Value Members
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
def
++
(
other:
RDD
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
aggregate
[
U
]
(
zeroValue:
U
)
(
seqOp: (
U
,
U
) ⇒
U
,
combOp: (
U
,
U
) ⇒
U
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
U
Definition Classes
RDD
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
def
cache
()
:
H2OAwareRDD
.this.type
Definition Classes
RDD
def
cartesian
[
U
]
(
other:
RDD
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[(
U
,
U
)]
Definition Classes
RDD
def
checkpoint
()
:
Unit
Definition Classes
RDD
def
clearDependencies
()
:
Unit
Attributes
protected
Definition Classes
RDD
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
coalesce
(
numPartitions:
Int
,
shuffle:
Boolean
,
partitionCoalescer:
Option
[
PartitionCoalescer
]
)
(
implicit
ord:
Ordering
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
collect
[
U
]
(
f:
PartialFunction
[
U
,
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
collect
()
:
Array
[
U
]
Definition Classes
RDD
def
compute
(
split:
Partition
,
context:
TaskContext
)
:
Iterator
[
U
]
Definition Classes
H2OAwareRDD
→ RDD
def
context
:
SparkContext
Definition Classes
RDD
def
count
()
:
Long
Definition Classes
RDD
def
countApprox
(
timeout:
Long
,
confidence:
Double
)
:
PartialResult
[
BoundedDouble
]
Definition Classes
RDD
def
countApproxDistinct
(
relativeSD:
Double
)
:
Long
Definition Classes
RDD
def
countApproxDistinct
(
p:
Int
,
sp:
Int
)
:
Long
Definition Classes
RDD
def
countByValue
()
(
implicit
ord:
Ordering
[
U
]
)
:
Map
[
U
,
Long
]
Definition Classes
RDD
def
countByValueApprox
(
timeout:
Long
,
confidence:
Double
)
(
implicit
ord:
Ordering
[
U
]
)
:
PartialResult
[
Map
[
U
,
BoundedDouble
]]
Definition Classes
RDD
final
def
dependencies
:
Seq
[
Dependency
[_]]
Definition Classes
RDD
def
distinct
()
:
RDD
[
U
]
Definition Classes
RDD
def
distinct
(
numPartitions:
Int
)
(
implicit
ord:
Ordering
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
filter
(
f: (
U
) ⇒
Boolean
)
:
RDD
[
U
]
Definition Classes
RDD
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
first
()
:
U
Definition Classes
RDD
def
firstParent
[
U
]
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Attributes
protected[
org.apache.spark
]
Definition Classes
RDD
def
flatMap
[
U
]
(
f: (
U
) ⇒
TraversableOnce
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
fold
(
zeroValue:
U
)
(
op: (
U
,
U
) ⇒
U
)
:
U
Definition Classes
RDD
def
foreach
(
f: (
U
) ⇒
Unit
)
:
Unit
Definition Classes
RDD
def
foreachPartition
(
f: (
Iterator
[
U
]) ⇒
Unit
)
:
Unit
Definition Classes
RDD
def
getCheckpointFile
:
Option
[
String
]
Definition Classes
RDD
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getDependencies
:
Seq
[
Dependency
[_]]
Attributes
protected
Definition Classes
RDD
final
def
getNumPartitions
:
Int
Definition Classes
RDD
Annotations
@Since
(
"1.6.0"
)
def
getOutputDeterministicLevel
:
DeterministicLevel.Value
Attributes
protected
Definition Classes
RDD
Annotations
@DeveloperApi
()
def
getPartitions
:
Array
[
Partition
]
Attributes
protected
Definition Classes
H2OAwareRDD
→ RDD
def
getPreferredLocations
(
split:
Partition
)
:
Seq
[
String
]
Definition Classes
H2OAwareRDD
→ RDD
def
getStorageLevel
:
StorageLevel
Definition Classes
RDD
def
glom
()
:
RDD
[
Array
[
U
]]
Definition Classes
RDD
def
groupBy
[
K
]
(
f: (
U
) ⇒
K
,
p:
Partitioner
)
(
implicit
kt:
ClassTag
[
K
]
,
ord:
Ordering
[
K
]
)
:
RDD
[(
K
,
Iterable
[
U
])]
Definition Classes
RDD
def
groupBy
[
K
]
(
f: (
U
) ⇒
K
,
numPartitions:
Int
)
(
implicit
kt:
ClassTag
[
K
]
)
:
RDD
[(
K
,
Iterable
[
U
])]
Definition Classes
RDD
def
groupBy
[
K
]
(
f: (
U
) ⇒
K
)
(
implicit
kt:
ClassTag
[
K
]
)
:
RDD
[(
K
,
Iterable
[
U
])]
Definition Classes
RDD
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
val
id
:
Int
Definition Classes
RDD
def
initializeLogIfNecessary
(
isInterpreter:
Boolean
,
silent:
Boolean
)
:
Boolean
Attributes
protected
Definition Classes
Logging
def
initializeLogIfNecessary
(
isInterpreter:
Boolean
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
intersection
(
other:
RDD
[
U
]
,
numPartitions:
Int
)
:
RDD
[
U
]
Definition Classes
RDD
def
intersection
(
other:
RDD
[
U
]
,
partitioner:
Partitioner
)
(
implicit
ord:
Ordering
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
intersection
(
other:
RDD
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
isCheckpointed
:
Boolean
Definition Classes
RDD
def
isEmpty
()
:
Boolean
Definition Classes
RDD
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isTraceEnabled
()
:
Boolean
Attributes
protected
Definition Classes
Logging
final
def
iterator
(
split:
Partition
,
context:
TaskContext
)
:
Iterator
[
U
]
Definition Classes
RDD
def
keyBy
[
K
]
(
f: (
U
) ⇒
K
)
:
RDD
[(
K
,
U
)]
Definition Classes
RDD
def
localCheckpoint
()
:
H2OAwareRDD
.this.type
Definition Classes
RDD
def
log
:
Logger
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logName
:
String
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
map
[
U
]
(
f: (
U
) ⇒
U
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
mapPartitions
[
U
]
(
f: (
Iterator
[
U
]) ⇒
Iterator
[
U
]
,
preservesPartitioning:
Boolean
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
mapPartitionsWithIndex
[
U
]
(
f: (
Int
,
Iterator
[
U
]) ⇒
Iterator
[
U
]
,
preservesPartitioning:
Boolean
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
max
()
(
implicit
ord:
Ordering
[
U
]
)
:
U
Definition Classes
RDD
def
min
()
(
implicit
ord:
Ordering
[
U
]
)
:
U
Definition Classes
RDD
var
name
:
String
Definition Classes
RDD
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
parent
[
U
]
(
j:
Int
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[
U
]
Attributes
protected[
org.apache.spark
]
Definition Classes
RDD
val
partitioner
:
Option
[
Partitioner
]
Definition Classes
RDD
final
def
partitions
:
Array
[
Partition
]
Definition Classes
RDD
def
persist
()
:
H2OAwareRDD
.this.type
Definition Classes
RDD
def
persist
(
newLevel:
StorageLevel
)
:
H2OAwareRDD
.this.type
Definition Classes
RDD
def
pipe
(
command:
Seq
[
String
]
,
env:
Map
[
String
,
String
]
,
printPipeContext: ((
String
) ⇒
Unit
) ⇒
Unit
,
printRDDElement: (
U
, (
String
) ⇒
Unit
) ⇒
Unit
,
separateWorkingDir:
Boolean
,
bufferSize:
Int
,
encoding:
String
)
:
RDD
[
String
]
Definition Classes
RDD
def
pipe
(
command:
String
,
env:
Map
[
String
,
String
]
)
:
RDD
[
String
]
Definition Classes
RDD
def
pipe
(
command:
String
)
:
RDD
[
String
]
Definition Classes
RDD
final
def
preferredLocations
(
split:
Partition
)
:
Seq
[
String
]
Definition Classes
RDD
def
randomSplit
(
weights:
Array
[
Double
]
,
seed:
Long
)
:
Array
[
RDD
[
U
]]
Definition Classes
RDD
def
reduce
(
f: (
U
,
U
) ⇒
U
)
:
U
Definition Classes
RDD
def
repartition
(
numPartitions:
Int
)
(
implicit
ord:
Ordering
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
sample
(
withReplacement:
Boolean
,
fraction:
Double
,
seed:
Long
)
:
RDD
[
U
]
Definition Classes
RDD
def
saveAsObjectFile
(
path:
String
)
:
Unit
Definition Classes
RDD
def
saveAsTextFile
(
path:
String
,
codec:
Class
[_ <:
CompressionCodec
]
)
:
Unit
Definition Classes
RDD
def
saveAsTextFile
(
path:
String
)
:
Unit
Definition Classes
RDD
def
setName
(
_name:
String
)
:
H2OAwareRDD
.this.type
Definition Classes
RDD
def
sortBy
[
K
]
(
f: (
U
) ⇒
K
,
ascending:
Boolean
,
numPartitions:
Int
)
(
implicit
ord:
Ordering
[
K
]
,
ctag:
ClassTag
[
K
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
sparkContext
:
SparkContext
Definition Classes
RDD
def
subtract
(
other:
RDD
[
U
]
,
p:
Partitioner
)
(
implicit
ord:
Ordering
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
subtract
(
other:
RDD
[
U
]
,
numPartitions:
Int
)
:
RDD
[
U
]
Definition Classes
RDD
def
subtract
(
other:
RDD
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
take
(
num:
Int
)
:
Array
[
U
]
Definition Classes
RDD
def
takeOrdered
(
num:
Int
)
(
implicit
ord:
Ordering
[
U
]
)
:
Array
[
U
]
Definition Classes
RDD
def
takeSample
(
withReplacement:
Boolean
,
num:
Int
,
seed:
Long
)
:
Array
[
U
]
Definition Classes
RDD
def
toDebugString
:
String
Definition Classes
RDD
def
toJavaRDD
()
:
JavaRDD
[
U
]
Definition Classes
RDD
def
toLocalIterator
:
Iterator
[
U
]
Definition Classes
RDD
def
toString
()
:
String
Definition Classes
RDD → AnyRef → Any
def
top
(
num:
Int
)
(
implicit
ord:
Ordering
[
U
]
)
:
Array
[
U
]
Definition Classes
RDD
def
treeAggregate
[
U
]
(
zeroValue:
U
)
(
seqOp: (
U
,
U
) ⇒
U
,
combOp: (
U
,
U
) ⇒
U
,
depth:
Int
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
U
Definition Classes
RDD
def
treeReduce
(
f: (
U
,
U
) ⇒
U
,
depth:
Int
)
:
U
Definition Classes
RDD
def
union
(
other:
RDD
[
U
]
)
:
RDD
[
U
]
Definition Classes
RDD
def
unpersist
(
blocking:
Boolean
)
:
H2OAwareRDD
.this.type
Definition Classes
RDD
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
zip
[
U
]
(
other:
RDD
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
RDD
[(
U
,
U
)]
Definition Classes
RDD
def
zipPartitions
[
B
,
C
,
D
,
V
]
(
rdd2:
RDD
[
B
]
,
rdd3:
RDD
[
C
]
,
rdd4:
RDD
[
D
]
)
(
f: (
Iterator
[
U
],
Iterator
[
B
],
Iterator
[
C
],
Iterator
[
D
]) ⇒
Iterator
[
V
]
)
(
implicit
arg0:
ClassTag
[
B
]
,
arg1:
ClassTag
[
C
]
,
arg2:
ClassTag
[
D
]
,
arg3:
ClassTag
[
V
]
)
:
RDD
[
V
]
Definition Classes
RDD
def
zipPartitions
[
B
,
C
,
D
,
V
]
(
rdd2:
RDD
[
B
]
,
rdd3:
RDD
[
C
]
,
rdd4:
RDD
[
D
]
,
preservesPartitioning:
Boolean
)
(
f: (
Iterator
[
U
],
Iterator
[
B
],
Iterator
[
C
],
Iterator
[
D
]) ⇒
Iterator
[
V
]
)
(
implicit
arg0:
ClassTag
[
B
]
,
arg1:
ClassTag
[
C
]
,
arg2:
ClassTag
[
D
]
,
arg3:
ClassTag
[
V
]
)
:
RDD
[
V
]
Definition Classes
RDD
def
zipPartitions
[
B
,
C
,
V
]
(
rdd2:
RDD
[
B
]
,
rdd3:
RDD
[
C
]
)
(
f: (
Iterator
[
U
],
Iterator
[
B
],
Iterator
[
C
]) ⇒
Iterator
[
V
]
)
(
implicit
arg0:
ClassTag
[
B
]
,
arg1:
ClassTag
[
C
]
,
arg2:
ClassTag
[
V
]
)
:
RDD
[
V
]
Definition Classes
RDD
def
zipPartitions
[
B
,
C
,
V
]
(
rdd2:
RDD
[
B
]
,
rdd3:
RDD
[
C
]
,
preservesPartitioning:
Boolean
)
(
f: (
Iterator
[
U
],
Iterator
[
B
],
Iterator
[
C
]) ⇒
Iterator
[
V
]
)
(
implicit
arg0:
ClassTag
[
B
]
,
arg1:
ClassTag
[
C
]
,
arg2:
ClassTag
[
V
]
)
:
RDD
[
V
]
Definition Classes
RDD
def
zipPartitions
[
B
,
V
]
(
rdd2:
RDD
[
B
]
)
(
f: (
Iterator
[
U
],
Iterator
[
B
]) ⇒
Iterator
[
V
]
)
(
implicit
arg0:
ClassTag
[
B
]
,
arg1:
ClassTag
[
V
]
)
:
RDD
[
V
]
Definition Classes
RDD
def
zipPartitions
[
B
,
V
]
(
rdd2:
RDD
[
B
]
,
preservesPartitioning:
Boolean
)
(
f: (
Iterator
[
U
],
Iterator
[
B
]) ⇒
Iterator
[
V
]
)
(
implicit
arg0:
ClassTag
[
B
]
,
arg1:
ClassTag
[
V
]
)
:
RDD
[
V
]
Definition Classes
RDD
def
zipWithIndex
()
:
RDD
[(
U
,
Long
)]
Definition Classes
RDD
def
zipWithUniqueId
()
:
RDD
[(
U
,
Long
)]
Definition Classes
RDD
Inherited from
RDD
[
U
]
Inherited from
Logging
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped
