Package com.judgmentlabs.judgeval.api

Class JudgmentSyncClient

java.lang.Object

com.judgmentlabs.judgeval.api.JudgmentSyncClient

public class JudgmentSyncClient
extends Object

Constructor Summary

Constructors

Constructor	Description
JudgmentSyncClient(String baseUrl, String apiKey, String organizationId)

Method Summary

Modifier and Type	Method	Description
Object	addToRunEvalQueue(EvaluationRun payload)
Object	fetchExperimentRun(EvalResultsFetch payload)
FetchPromptScorerResponse	fetchScorer(FetchPromptScorerRequest payload)
Object	getEvaluationStatus(String experiment_run_id, String project_name)
Object	logEvalResults(EvalResults payload)
ResolveProjectNameResponse	projectsResolve(ResolveProjectNameRequest payload)
SavePromptScorerResponse	saveScorer(SavePromptScorerRequest payload)
ScorerExistsResponse	scorerExists(ScorerExistsRequest payload)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

JudgmentSyncClient

public JudgmentSyncClient(String baseUrl,
 String apiKey,
 String organizationId)

Method Details

addToRunEvalQueue

public Object addToRunEvalQueue(EvaluationRun payload)
                         throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

logEvalResults

public Object logEvalResults(EvalResults payload)
                      throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

fetchExperimentRun

public Object fetchExperimentRun(EvalResultsFetch payload)
                          throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

getEvaluationStatus

public Object getEvaluationStatus(String experiment_run_id,
 String project_name)
                           throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

scorerExists

public ScorerExistsResponse scorerExists(ScorerExistsRequest payload)
                                  throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

saveScorer

public SavePromptScorerResponse saveScorer(SavePromptScorerRequest payload)
                                    throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

fetchScorer

public FetchPromptScorerResponse fetchScorer(FetchPromptScorerRequest payload)
                                      throws IOException,
InterruptedException

Throws:

IOException

InterruptedException

projectsResolve

public ResolveProjectNameResponse projectsResolve(ResolveProjectNameRequest payload)
                                           throws IOException,
InterruptedException

Throws:

IOException

InterruptedException