Package dev.braintrust.eval

Class Eval.Builder<INPUT,OUTPUT>

java.lang.Object

dev.braintrust.eval.Eval.Builder<INPUT,OUTPUT>

Enclosing class:

Eval<INPUT,OUTPUT>

public static final class Eval.Builder<INPUT,OUTPUT>
extends Object

Builder for creating evaluations with fluent API.

Field Summary

Fields

Modifier and Type	Field	Description
Dataset<INPUT,OUTPUT>	dataset

Constructor Summary

Constructors

Constructor	Description
Builder()

Method Summary

Modifier and Type	Method	Description
Eval.Builder<INPUT,OUTPUT>	apiClient(BraintrustApiClient apiClient)
Eval<INPUT,OUTPUT>	build()
final Eval.Builder<INPUT,OUTPUT>	cases(DatasetCase<INPUT,OUTPUT>... cases)
final Eval.Builder<INPUT,OUTPUT>	cases(EvalCase<INPUT,OUTPUT>... cases)	Deprecated.
Eval.Builder<INPUT,OUTPUT>	config(BraintrustConfig config)
Eval.Builder<INPUT,OUTPUT>	dataset(Dataset<INPUT,OUTPUT> dataset)
Eval.Builder<INPUT,OUTPUT>	name(String name)
Eval.Builder<INPUT,OUTPUT>	projectId(String projectId)
final Eval.Builder<INPUT,OUTPUT>	scorers(Scorer<INPUT,OUTPUT>... scorers)
Eval.Builder<INPUT,OUTPUT>	task(Task<INPUT,OUTPUT> task)
Eval.Builder<INPUT,OUTPUT>	taskFunction(Function<INPUT,OUTPUT> taskFn)
Eval.Builder<INPUT,OUTPUT>	tracer(io.opentelemetry.api.trace.Tracer tracer)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

dataset

@Nonnull
public Dataset<INPUT,OUTPUT> dataset

Constructor Details

Builder

public Builder()

Method Details

build

public Eval<INPUT,OUTPUT> build()

name

public Eval.Builder<INPUT,OUTPUT> name(@Nonnull
 String name)

projectId

public Eval.Builder<INPUT,OUTPUT> projectId(@Nonnull
 String projectId)

config

public Eval.Builder<INPUT,OUTPUT> config(BraintrustConfig config)

apiClient

public Eval.Builder<INPUT,OUTPUT> apiClient(BraintrustApiClient apiClient)

tracer

public Eval.Builder<INPUT,OUTPUT> tracer(io.opentelemetry.api.trace.Tracer tracer)

dataset

public Eval.Builder<INPUT,OUTPUT> dataset(Dataset<INPUT,OUTPUT> dataset)

cases

@Deprecated
@SafeVarargs
public final Eval.Builder<INPUT,OUTPUT> cases(EvalCase<INPUT,OUTPUT>... cases)

Deprecated.

Deprecated. Use cases(DatasetCase[]) or dataset(Dataset) instead

cases

@SafeVarargs
public final Eval.Builder<INPUT,OUTPUT> cases(DatasetCase<INPUT,OUTPUT>... cases)

task

public Eval.Builder<INPUT,OUTPUT> task(Task<INPUT,OUTPUT> task)

taskFunction

public Eval.Builder<INPUT,OUTPUT> taskFunction(Function<INPUT,OUTPUT> taskFn)

scorers

@SafeVarargs
public final Eval.Builder<INPUT,OUTPUT> scorers(Scorer<INPUT,OUTPUT>... scorers)