Package com.linkedin.dagli.fasttext.anonymized

Class FastText

java.lang.Object

com.linkedin.dagli.fasttext.anonymized.FastText

public class FastText
extends java.lang.Object

FastText class, can be used as a lib in other projects

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
class	FastText.TrainThread

Field Summary

Fields

Modifier and Type	Field	Description
protected java.lang.Thread.UncaughtExceptionHandler	trainThreadExceptionHandler

Constructor Summary

Constructors

Constructor	Description
FastText()

Method Summary

Modifier and Type	Method	Description
static int	embeddingRowIndexForNgramHash(long hash, int distinctWordCount, int bucketCount)
int	embeddingRowIndexForWordID(int wordID)
Args	getArgs()
java.lang.String	getCharsetName()
Dictionary	getDict()
Matrix	getInput()
java.lang.String	getLabel(int id)
java.lang.Class<? extends LineReader>	getLineReaderClass()
Model	getModel()
Matrix	getOutput()
void	loadVectors(java.lang.String filename)
void	printInfo(float progress, float loss)
void	setArgs(Args args)
void	setCharsetName(java.lang.String charsetName)
void	setDict(Dictionary dict)
void	setInput(Matrix input)
void	setLineReaderClass(java.lang.Class<? extends LineReader> lineReaderClass)
void	setModel(Model model)
void	setOutput(Matrix output)
void	supervised(Model model, float lr, it.unimi.dsi.fastutil.ints.IntArrayList wordRowIDs, it.unimi.dsi.fastutil.ints.IntArrayList ngramRowIDs, it.unimi.dsi.fastutil.ints.IntArrayList labelRowIDs)
FastTextInternal.Model<java.lang.String>	train(com.linkedin.dagli.fasttext.anonymized.FastTextOptions options)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

trainThreadExceptionHandler

protected java.lang.Thread.UncaughtExceptionHandler trainThreadExceptionHandler

Constructor Details

FastText

public FastText()

Method Details

printInfo

public void printInfo(float progress,
float loss)

supervised

public void supervised(Model model,
float lr,
it.unimi.dsi.fastutil.ints.IntArrayList wordRowIDs,
it.unimi.dsi.fastutil.ints.IntArrayList ngramRowIDs,
it.unimi.dsi.fastutil.ints.IntArrayList labelRowIDs)

loadVectors

public void loadVectors(java.lang.String filename)
                 throws java.io.IOException

Throws:

java.io.IOException

embeddingRowIndexForWordID

public int embeddingRowIndexForWordID(int wordID)

embeddingRowIndexForNgramHash

public static int embeddingRowIndexForNgramHash(long hash,
int distinctWordCount,
int bucketCount)

train

public FastTextInternal.Model<java.lang.String> train(com.linkedin.dagli.fasttext.anonymized.FastTextOptions options)
                                               throws java.io.IOException,
java.lang.InterruptedException

Throws:

java.io.IOException

java.lang.InterruptedException

getArgs

public Args getArgs()

getDict

public Dictionary getDict()

getLabel

public java.lang.String getLabel(int id)

getInput

public Matrix getInput()

getOutput

public Matrix getOutput()

getModel

public Model getModel()

setArgs

public void setArgs(Args args)

setDict

public void setDict(Dictionary dict)

setInput

public void setInput(Matrix input)

setOutput

public void setOutput(Matrix output)

setModel

public void setModel(Model model)

getCharsetName

public java.lang.String getCharsetName()

getLineReaderClass

public java.lang.Class<? extends LineReader> getLineReaderClass()

setCharsetName

public void setCharsetName(java.lang.String charsetName)

setLineReaderClass

public void setLineReaderClass(java.lang.Class<? extends LineReader> lineReaderClass)