Class FlatMatrixF

java.lang.Object

com.github.gbenroscience.parser.turbo.tools.vector.matrix.FlatMatrixF

public final class FlatMatrixF
extends Object

High-Performance Flat Float Matrix Engine Optimized for HotSpot C2 Auto-Vectorization (SLP). * @author GBEMIRO

Field Summary

Fields

Modifier and Type	Field	Description
final int	cols
final float[]	data
final int	offset
final int	rows
final int	rowStride

Constructor Summary

Constructors

Constructor	Description
FlatMatrixF(int rows, int cols)
FlatMatrixF(int rows, int cols, float[] data)

Method Summary

Modifier and Type	Method	Description
static void	add(FlatMatrixF A, FlatMatrixF B, FlatMatrixF C)
byte[]	asByteArray()
void	geluInPlace()
float	get(int r, int c)
boolean	isContiguous()
static void	layerNorm(FlatMatrixF x, FlatMatrixF gamma, FlatMatrixF beta, FlatMatrixF out, float eps)
static FlatMatrixF	matmul(FlatMatrixF A, FlatMatrixF B)
static void	matmul(FlatMatrixF A, FlatMatrixF B, FlatMatrixF C)
static FlatMatrixF	matmul(FlatMatrixF A, FlatMatrixF B, FlatMatrixF C, ExecutorService executor)
static void	matmulAddBiasGelu(FlatMatrixF A, FlatMatrixF B, FlatMatrixF bias, FlatMatrixF C)
static void	matmulAddBiasRelu(FlatMatrixF a, FlatMatrixF b, FlatMatrixF bias, FlatMatrixF out)
static void	matmulAddBiasSilu(FlatMatrixF a, FlatMatrixF b, FlatMatrixF bias, FlatMatrixF out)
static void	matmulAddSin(FlatMatrixF A, FlatMatrixF B, FlatMatrixF C, float alpha)	FUSED MATMUL + alpha * sin(C) C = A * B + alpha * sin(C)
static void	matmulInPlace(FlatMatrixF A, FlatMatrixF B, FlatMatrixF C)	MATMUL IN-PLACE (C += A * B)
static FlatMatrixF	mhaAttention(FlatMatrixF Q, FlatMatrixF K, FlatMatrixF V, FlatMatrixF output, float scale)	Multi-head attention: output = softmax(Q * K^T / sqrt(d_k)) * V
static FlatMatrixF	mhaAttention(FlatMatrixF Q, FlatMatrixF K, FlatMatrixF V, FlatMatrixF output, float scale, ExecutorService executor)
static void	mul(FlatMatrixF A, FlatMatrixF B, FlatMatrixF C)
static void	randomFill(FlatMatrixF A)
void	reluInPlace()
static void	rmsNorm(FlatMatrixF x, FlatMatrixF weight, FlatMatrixF out, float eps)
void	set(int r, int c, float v)
void	siluInPlace()
static void	softmaxInPlace(float[] x)
void	softmaxRowsInPlace()
static void	swiGLU(FlatMatrixF gate, FlatMatrixF up, FlatMatrixF out)
String	toString()
FlatMatrixF	view(int rowOff, int colOff, int rows, int cols)
static FlatMatrixF	zeros(int r, int c)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Details

data

public final float[] data

rows

public final int rows

cols

public final int cols

rowStride

public final int rowStride

offset

public final int offset

Constructor Details

FlatMatrixF

public FlatMatrixF(int rows,
 int cols)

FlatMatrixF

public FlatMatrixF(int rows,
 int cols,
 float[] data)

Method Details

view

public FlatMatrixF view(int rowOff,
 int colOff,
 int rows,
 int cols)

get

public float get(int r,
 int c)

set

public void set(int r,
 int c,
 float v)

isContiguous

public boolean isContiguous()

asByteArray

public byte[] asByteArray()

zeros

public static FlatMatrixF zeros(int r,
 int c)

matmul

public static void matmul(FlatMatrixF A,
 FlatMatrixF B,
 FlatMatrixF C)

matmul

public static FlatMatrixF matmul(FlatMatrixF A,
 FlatMatrixF B)

matmul

public static FlatMatrixF matmul(FlatMatrixF A,
 FlatMatrixF B,
 FlatMatrixF C,
 ExecutorService executor)

geluInPlace

public void geluInPlace()

siluInPlace

public void siluInPlace()

reluInPlace

public void reluInPlace()

softmaxRowsInPlace

public void softmaxRowsInPlace()

softmaxInPlace

public static void softmaxInPlace(float[] x)

add

public static void add(FlatMatrixF A,
 FlatMatrixF B,
 FlatMatrixF C)

mul

public static void mul(FlatMatrixF A,
 FlatMatrixF B,
 FlatMatrixF C)

matmulAddBiasGelu

public static void matmulAddBiasGelu(FlatMatrixF A,
 FlatMatrixF B,
 FlatMatrixF bias,
 FlatMatrixF C)

matmulAddBiasRelu

public static void matmulAddBiasRelu(FlatMatrixF a,
 FlatMatrixF b,
 FlatMatrixF bias,
 FlatMatrixF out)

matmulAddBiasSilu

public static void matmulAddBiasSilu(FlatMatrixF a,
 FlatMatrixF b,
 FlatMatrixF bias,
 FlatMatrixF out)

matmulAddSin

public static void matmulAddSin(FlatMatrixF A,
 FlatMatrixF B,
 FlatMatrixF C,
 float alpha)

FUSED MATMUL + alpha * sin(C) C = A * B + alpha * sin(C)

matmulInPlace

public static void matmulInPlace(FlatMatrixF A,
 FlatMatrixF B,
 FlatMatrixF C)

MATMUL IN-PLACE (C += A * B)

swiGLU

public static void swiGLU(FlatMatrixF gate,
 FlatMatrixF up,
 FlatMatrixF out)

rmsNorm

public static void rmsNorm(FlatMatrixF x,
 FlatMatrixF weight,
 FlatMatrixF out,
 float eps)

layerNorm

public static void layerNorm(FlatMatrixF x,
 FlatMatrixF gamma,
 FlatMatrixF beta,
 FlatMatrixF out,
 float eps)

mhaAttention

public static FlatMatrixF mhaAttention(FlatMatrixF Q,
 FlatMatrixF K,
 FlatMatrixF V,
 FlatMatrixF output,
 float scale)

Multi-head attention: output = softmax(Q * K^T / sqrt(d_k)) * V

mhaAttention

public static FlatMatrixF mhaAttention(FlatMatrixF Q,
 FlatMatrixF K,
 FlatMatrixF V,
 FlatMatrixF output,
 float scale,
 ExecutorService executor)

randomFill

public static void randomFill(FlatMatrixF A)

toString

public String toString()

Overrides:

toString in class Object

Returns:

a string representation of the matrix in rows and columns.