sealed trait SortedIntervalPartitionJoinWithVictims[T, U, RT, RU] extends ShuffleRegionJoin[T, U, RT, RU]
- Alphabetic
- By Inheritance
- SortedIntervalPartitionJoinWithVictims
- ShuffleRegionJoin
- RegionJoin
- Serializable
- Serializable
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Abstract Value Members
-
abstract
def
emptyFn(left: Iterator[(ReferenceRegion, T)], right: Iterator[(ReferenceRegion, U)]): Iterator[(RT, RU)]
- Attributes
- protected
- Definition Classes
- ShuffleRegionJoin
-
abstract
val
leftRdd: RDD[(ReferenceRegion, T)]
- Attributes
- protected
- Definition Classes
- ShuffleRegionJoin
-
abstract
def
postProcessHits(iter: Iterable[U], currentLeft: T): Iterable[(RT, RU)]
- Attributes
- protected
- Definition Classes
- ShuffleRegionJoin
-
abstract
def
postProcessPruned(pruned: U): (RT, RU)
- Attributes
- protected
-
abstract
val
rightRdd: RDD[(ReferenceRegion, U)]
- Attributes
- protected
- Definition Classes
- ShuffleRegionJoin
Concrete Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
advanceCache(cache: SetTheoryCache[U, RT, RU], right: BufferedIterator[(ReferenceRegion, U)], until: ReferenceRegion): Unit
Adds elements from right to victimCache based on the next region encountered.
Adds elements from right to victimCache based on the next region encountered.
- cache
The cache for this partition.
- right
The right iterator.
- until
The next value on the left to perform the join.
- Attributes
- protected
- Definition Classes
- SortedIntervalPartitionJoinWithVictims → ShuffleRegionJoin
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[java.lang]
- Definition Classes
- AnyRef
- Annotations
- @native() @throws( ... )
-
def
compute(): RDD[(RT, RU)]
Performs a region join between two RDDs (shuffle join).
Performs a region join between two RDDs (shuffle join). All data should be pre-shuffled and copartitioned.
- returns
An RDD of joins (x, y), where x is from leftRDD, y is from rightRDD, and the region corresponding to x overlaps the region corresponding to y.
- Definition Classes
- ShuffleRegionJoin
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
def
finalize(): Unit
- Attributes
- protected[java.lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] )
-
def
finalizeHits(cache: SetTheoryCache[U, RT, RU], right: BufferedIterator[(ReferenceRegion, U)]): Iterable[(RT, RU)]
Computes all victims for the partition.
Computes all victims for the partition. If there are any remaining values in the right iterator, those are considered victims.
- cache
The cache for this partition.
- right
The right iterator containing unmatched regions.
- returns
An iterable containing all pruned hits.
- Attributes
- protected
- Definition Classes
- SortedIntervalPartitionJoinWithVictims → ShuffleRegionJoin
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
def
makeIterator(leftIter: Iterator[(ReferenceRegion, T)], rightIter: Iterator[(ReferenceRegion, U)]): Iterator[(RT, RU)]
- Attributes
- protected
- Definition Classes
- ShuffleRegionJoin
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native()
-
def
partitionAndJoin(left: RDD[(ReferenceRegion, T)], right: RDD[(ReferenceRegion, U)]): RDD[(RT, RU)]
Performs a region join between two RDDs.
Performs a region join between two RDDs.
- returns
An RDD of pairs (x, y), where x is from baseRDD, y is from joinedRDD, and the region corresponding to x overlaps the region corresponding to y.
- Definition Classes
- ShuffleRegionJoin → RegionJoin
-
def
processHits(cache: SetTheoryCache[U, RT, RU], currentLeft: T, currentLeftRegion: ReferenceRegion): Iterable[(RT, RU)]
Process hits for a given object in left.
Process hits for a given object in left.
- cache
The cache containing potential hits.
- currentLeft
The current object from the left
- currentLeftRegion
The ReferenceRegion of currentLeft.
- returns
An iterator containing all hits, formatted by postProcessHits.
- Attributes
- protected
- Definition Classes
- ShuffleRegionJoin
-
def
pruneCache(cache: SetTheoryCache[U, RT, RU], to: ReferenceRegion): Unit
Removes elements from cache in place that do not meet the condition for join.
Removes elements from cache in place that do not meet the condition for join. Also adds the elements that are not hits to the list of pruned.
- cache
The cache for this partition.
- to
The next region in the left iterator.
- Attributes
- protected
- Definition Classes
- SortedIntervalPartitionJoinWithVictims → ShuffleRegionJoin
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @throws( ... )