ShapeLuceneRDD

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

4. lazy val Config: Config

   

   Definition Classes

   Configurable

5. val IndexAnalyzerConfigName: Option[String]

   

   Attributes

   protected

   Definition Classes

   AnalyzerConfigurable

6. val LuceneSimilarityConfigValue: Option[String]

   

   Attributes

   protected

   Definition Classes

   SimilarityConfigurable

7. val QueryAnalyzerConfigName: Option[String]

   

   Attributes

   protected

   Definition Classes

   AnalyzerConfigurable

8. def apply(df: DataFrame, shapeField: String, indexAnalyzer: String, queryAnalyzer: String, similarity: String)(implicit shapeConv: (String) ⇒ Shape, docConverter: (Row) ⇒ Document): ShapeLuceneRDD[String, Row]

   

9. def apply(df: DataFrame, shapeField: String)(implicit shapeConv: (String) ⇒ Shape, docConverter: (Row) ⇒ Document): ShapeLuceneRDD[String, Row]

   

   Instantiate ShapeLuceneRDD from DataFrame with spatial column (shape format)

   Instantiate ShapeLuceneRDD from DataFrame with spatial column (shape format)

   Shape format can be one of ShapeIO.GeoJSON, ShapeIO.LEGACY, ShapeIO.POLY, ShapeIO.WKT

   {{ val countries = spark.read.parquet("data/countries-bbox.parquet") val lucene = ShapeLuceneRDD(counties, "shape")

   }}

   df

   Input dataframe containing Shape as String field named "shapeField"

   shapeField

   Name of DataFrame column that contains Shape as String, i.e., WKT

   shapeConv

   Implicit convertion for spatial / shape

   docConverter

   Implicit conversion for Lucene Document

10. def apply[K, V](elems: Dataset[(K, V)])(implicit arg0: ClassTag[K], arg1: ClassTag[V], shapeConv: (K) ⇒ Shape, docConverter: (V) ⇒ Document): ShapeLuceneRDD[K, V]

    

    Constructor for Dataset

11. def apply[K, V](elems: Dataset[(K, V)], indexAnalyzer: String, queryAnalyzer: String, similarity: String)(implicit arg0: ClassTag[K], arg1: ClassTag[V], shapeConv: (K) ⇒ Shape, docConverter: (V) ⇒ Document): ShapeLuceneRDD[K, V]

    

    Constructor for Dataset

12. def apply[K, V](elems: RDD[(K, V)])(implicit arg0: ClassTag[K], arg1: ClassTag[V], shapeConv: (K) ⇒ Shape, docConverter: (V) ⇒ Document): ShapeLuceneRDD[K, V]

    

13. def apply[K, V](elems: RDD[(K, V)], indexAnalyzer: String, queryAnalyzer: String, similarity: String)(implicit arg0: ClassTag[K], arg1: ClassTag[V], shapeConv: (K) ⇒ Shape, docConverter: (V) ⇒ Document): ShapeLuceneRDD[K, V]

    

    Instantiate a ShapeLuceneRDD given an RDD[T]

    Instantiate a ShapeLuceneRDD given an RDD[T]

    elems

    RDD of type T

    indexAnalyzer

    Index Analyzer name

    queryAnalyzer

    Query Analyzer name

    similarity

    Lucene scoring similarity, i.e., BM25 or TF-IDF

14. final def asInstanceOf[T0]: T0

    

    Definition Classes

    Any

15. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

16. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

17. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

18. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

19. def getAnalyzer(analyzerName: Option[String]): Analyzer

    

    Attributes

    protected

    Definition Classes

    AnalyzerConfigurable

20. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

21. def getOrElseClassic(): String

    

    Attributes

    protected

    Definition Classes

    SimilarityConfigurable

22. def getOrElseEn(analyzerName: Option[String]): String

    

    Get the configured analyzers or fallback to English

    Get the configured analyzers or fallback to English

    Attributes

    protected

    Definition Classes

    AnalyzerConfigurable

23. def getSimilarity(similarityName: Option[String]): Similarity

    

    Attributes

    protected

    Definition Classes

    SimilarityConfigurable

24. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

25. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

26. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

27. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

28. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

29. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

30. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

31. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

32. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

33. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

34. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

35. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

36. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

37. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

38. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

39. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

40. final def notify(): Unit

    

    Definition Classes

    AnyRef

41. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

42. final def synchronized[T0](arg0: ⇒ T0): T0

    

    Definition Classes

    AnyRef

43. def toString(): String

    

    Definition Classes

    AnyRef → Any

44. def version(): Map[String, Any]

    

    Return project information, i.e., version number, build time etc

    Return project information, i.e., version number, build time etc

    Definition Classes

    Versionable

45. final def wait(): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

46. final def wait(arg0: Long, arg1: Int): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

47. final def wait(arg0: Long): Unit

    

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )