octavo-indexer/fi.hsci/OctavoIndexer

OctavoIndexer

class OctavoIndexer extends ParallelProcessor
trait LazyLogging
class Object
trait Matchable
class Any

Type members

Classlikes

abstract class AOctavoOpts(arguments: Seq[String]) extends ScallopConf
class AnalyzedFieldWrapper(field: Field, fanalyzer: Analyzer) extends FieldWrapper[Field]
class ContentField(field: String, fanalyzer: Analyzer)
class DoublePointDDVFieldPair(field: String) extends FieldPair[DoublePoint, DoubleDocValuesField]
class FieldPair[F1 <: Field, F2 <: Field](val indexField: F1, val storedField: F2)
class FieldWrapper[F <: Field](val field: F)
class FloatPointFDVFieldPair(field: String) extends FieldPair[FloatPoint, FloatDocValuesField]
class IntPointNDVFieldPair(field: String) extends FieldPair[IntPoint, NumericDocValuesField]
class IntPointSDVFieldPair(field: String) extends FieldPair[IntPoint, SortedDocValuesField]
class IntPointSNDVFieldPair(field: String) extends FieldPair[IntPoint, SortedNumericDocValuesField]
class LatLonFieldPair(field: String) extends FieldPair[LatLonPoint, LatLonDocValuesField]
class LongPointNDVFieldPair(field: String) extends FieldPair[LongPoint, NumericDocValuesField]
class LongPointSDVDateTimeFieldPair(field: String, df: DateTimeFormatter) extends FieldPair[LongPoint, SortedDocValuesField]
class LongPointSDVFieldPair(field: String) extends FieldPair[LongPoint, SortedDocValuesField]
class LongPointSNDVFieldPair(field: String) extends FieldPair[LongPoint, SortedNumericDocValuesField]
class LongPointSSDVDateTimeFieldPair(field: String, df: DateTimeFormatter) extends FieldPair[LongPoint, SortedSetDocValuesField]
class LongPointSSDVFieldPair(field: String) extends FieldPair[LongPoint, SortedSetDocValuesField]
class OctavoOpts(arguments: Seq[String]) extends AOctavoOpts
class SDVContentFields(field: String, fanalyzer: Analyzer) extends FieldPair[Field, SortedDocValuesField]
class StringNDVFieldPair(field: String) extends FieldPair[Field, NumericDocValuesField]
class StringSDVFieldPair(field: String) extends FieldPair[Field, SortedDocValuesField]
class StringSNDVFieldPair(field: String) extends FieldPair[Field, SortedNumericDocValuesField]
class StringSSDVFieldPair(field: String) extends FieldPair[Field, SortedSetDocValuesField]
class TextSDVFieldPair(field: String, fanalyzer: Analyzer) extends FieldPair[Field, SortedDocValuesField]
class TextSDVTVFieldPair(field: String, fanalyzer: Analyzer) extends FieldPair[Field, SortedDocValuesField]
class TextSSDVFieldPair(field: String, fanalyzer: Analyzer) extends FieldPair[Field, SortedSetDocValuesField]

Value members

Concrete methods

def close(iw: IndexWriter): Unit
def createAnalyser(tokeniser: String => Tokenizer, filters: (String, TokenStream) => TokenStream*): Analyzer
def getNumberOfTokens(ts: TokenStream): Int
def getNumberOfTokens(text: String, analyzer: Analyzer): Int
def iw(path: String, sort: Sort, bufferSizeInMB: Double, clear: Boolean, mmapped: Boolean): IndexWriter
def iwc(sort: Sort, bufferSizeInMB: Double, analyzer: Analyzer): IndexWriterConfig
def lsplit[A](str: List[A], pos: List[Int]): List[List[A]]
def merge(path: String, sort: Sort, bufferSizeInMB: Double, finalCodec: Codec, mmapped: Boolean): Unit
def toCodec(perFieldPostings: Seq[String]): Codec
def wrapTokenStream(src: TokenStream): TokenStream

Inherited methods

def addTask(id: String, taskFunction: () => Unit): Unit
Inherited from:
ParallelProcessor
def createHashDirectories(dest: String): Unit
Inherited from:
ParallelProcessor
def durationToString(milliseconds: Long): String
Inherited from:
ParallelProcessor
def feedAndProcessFedTasksInParallel(taskFeeder: () => Unit): Try[Unit]
Inherited from:
ParallelProcessor
def getFileTree(f: File): LazyList[File]

helper function to get a recursive stream of files for a directory

helper function to get a recursive stream of files for a directory

Inherited from:
ParallelProcessor
def getFileTreeSize(path: String): Long
Inherited from:
ParallelProcessor
def getStackTraceAsString(t: Throwable): String
Inherited from:
ParallelProcessor
def runInOtherThread(tasks: () => Unit*): Future[Unit]
Inherited from:
ParallelProcessor
def waitForTasks(tasks: Future[Unit]*): Unit
Inherited from:
ParallelProcessor

Concrete fields

val contentFieldType: FieldType
val indexingCodec: TermVectorFilteringLucene87Codec
val postingsFormat: Lucene85BlockTreeOrdsPostingsFormat
val whiteSpaceAnalyzer: Analyzer

Inherited fields

val availableMemory: Long
Inherited from:
ParallelProcessor
@transient
lazy protected val logger: Logger
Inherited from:
LazyLogging
var numWorkers: Int
Inherited from:
ParallelProcessor
val queueCapacity: Int
Inherited from:
ParallelProcessor
var startTime: Long
Inherited from:
ParallelProcessor