Index

A B C D E F G H I J L N O P R S T V W 
All Classes and Interfaces|All Packages|Constant Field Values|Serialized Form

A

ACTUAL_OUTPUT - Enum constant in enum class com.judgmentlabs.judgeval.data.Example.ExampleParams
 
ADDITIONAL_METADATA - Enum constant in enum class com.judgmentlabs.judgeval.data.Example.ExampleParams
 
addModel(String) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
addToRunEvalQueue(EvaluationRun) - Method in class com.judgmentlabs.judgeval.api.JudgmentAsyncClient
 
addToRunEvalQueue(EvaluationRun) - Method in class com.judgmentlabs.judgeval.api.JudgmentSyncClient
 
ANSWER_CORRECTNESS - Enum constant in enum class com.judgmentlabs.judgeval.data.APIScorerType
 
ANSWER_RELEVANCY - Enum constant in enum class com.judgmentlabs.judgeval.data.APIScorerType
 
AnswerCorrectnessScorer - Class in com.judgmentlabs.judgeval.scorers.api_scorers
 
AnswerCorrectnessScorer() - Constructor for class com.judgmentlabs.judgeval.scorers.api_scorers.AnswerCorrectnessScorer
 
AnswerRelevancyScorer - Class in com.judgmentlabs.judgeval.scorers.api_scorers
 
AnswerRelevancyScorer() - Constructor for class com.judgmentlabs.judgeval.scorers.api_scorers.AnswerRelevancyScorer
 
APIScorer - Class in com.judgmentlabs.judgeval.scorers
 
APIScorer(APIScorerType) - Constructor for class com.judgmentlabs.judgeval.scorers.APIScorer
 
APIScorerType - Enum Class in com.judgmentlabs.judgeval.data
 
appendToPrompt(String) - Method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
asyncEvaluate(BaseScorer, Example, String, double) - Method in class com.judgmentlabs.judgeval.tracer.Tracer
 

B

BaseScorer - Class in com.judgmentlabs.judgeval.api.models
 
BaseScorer - Class in com.judgmentlabs.judgeval.scorers
 
BaseScorer() - Constructor for class com.judgmentlabs.judgeval.api.models.BaseScorer
 
BaseScorer() - Constructor for class com.judgmentlabs.judgeval.scorers.BaseScorer
 

C

CLASSIFIER - Enum constant in enum class com.judgmentlabs.judgeval.data.APIScorerType
 
com.judgmentlabs.judgeval - package com.judgmentlabs.judgeval
 
com.judgmentlabs.judgeval.api - package com.judgmentlabs.judgeval.api
 
com.judgmentlabs.judgeval.api.models - package com.judgmentlabs.judgeval.api.models
 
com.judgmentlabs.judgeval.data - package com.judgmentlabs.judgeval.data
 
com.judgmentlabs.judgeval.evaluation - package com.judgmentlabs.judgeval.evaluation
 
com.judgmentlabs.judgeval.exceptions - package com.judgmentlabs.judgeval.exceptions
 
com.judgmentlabs.judgeval.scorers - package com.judgmentlabs.judgeval.scorers
 
com.judgmentlabs.judgeval.scorers.api_scorers - package com.judgmentlabs.judgeval.scorers.api_scorers
 
com.judgmentlabs.judgeval.tracer - package com.judgmentlabs.judgeval.tracer
 
com.judgmentlabs.judgeval.tracer.exporters - package com.judgmentlabs.judgeval.tracer.exporters
 
com.judgmentlabs.judgeval.utils - package com.judgmentlabs.judgeval.utils
 
CONTEXT - Enum constant in enum class com.judgmentlabs.judgeval.data.Example.ExampleParams
 
create(String, String) - Static method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
create(String, String, double) - Static method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
create(String, String, double, Map<String, Double>) - Static method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
create(String, String, double, Map<String, Double>, String, String) - Static method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
createWithApiScorers(String, String, List<Example>, List<ScorerConfig>, String, String) - Static method in class com.judgmentlabs.judgeval.data.EvaluationRun
 
createWithLocalScorers(String, String, List<Example>, List<BaseScorer>, String, String) - Static method in class com.judgmentlabs.judgeval.data.EvaluationRun
 
critical(String) - Static method in class com.judgmentlabs.judgeval.utils.Logger
 
CRITICAL - Enum constant in enum class com.judgmentlabs.judgeval.utils.Logger.Level
 
CUSTOM - Enum constant in enum class com.judgmentlabs.judgeval.data.APIScorerType
 

D

debug(String) - Static method in class com.judgmentlabs.judgeval.utils.Logger
 
DEBUG - Enum constant in enum class com.judgmentlabs.judgeval.utils.Logger.Level
 
DERAILMENT - Enum constant in enum class com.judgmentlabs.judgeval.data.APIScorerType
 
DerailmentScorer - Class in com.judgmentlabs.judgeval.scorers.api_scorers
 
DerailmentScorer() - Constructor for class com.judgmentlabs.judgeval.scorers.api_scorers.DerailmentScorer
 

E

enqueue(EvaluationRun) - Method in class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
Env - Class in com.judgmentlabs.judgeval
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.EvalResults
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.EvalResultsFetch
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.Example
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.FetchPromptScorerRequest
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.FetchPromptScorerResponse
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.ResolveProjectNameRequest
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.ResolveProjectNameResponse
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerResponse
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerExistsRequest
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerExistsResponse
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
equals(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
equals(Object) - Method in class com.judgmentlabs.judgeval.data.EvaluationRun
 
error(String) - Static method in class com.judgmentlabs.judgeval.utils.Logger
 
ERROR - Enum constant in enum class com.judgmentlabs.judgeval.utils.Logger.Level
 
EvalResults - Class in com.judgmentlabs.judgeval.api.models
 
EvalResults() - Constructor for class com.judgmentlabs.judgeval.api.models.EvalResults
 
EvalResultsFetch - Class in com.judgmentlabs.judgeval.api.models
 
EvalResultsFetch() - Constructor for class com.judgmentlabs.judgeval.api.models.EvalResultsFetch
 
EvaluationRun - Class in com.judgmentlabs.judgeval.api.models
 
EvaluationRun - Class in com.judgmentlabs.judgeval.data
 
EvaluationRun() - Constructor for class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
EvaluationRun() - Constructor for class com.judgmentlabs.judgeval.data.EvaluationRun
 
EvaluationRun(String, String, List<Example>, List<Object>, String, String) - Constructor for class com.judgmentlabs.judgeval.data.EvaluationRun
 
Example - Class in com.judgmentlabs.judgeval.api.models
 
Example - Class in com.judgmentlabs.judgeval.data
 
Example() - Constructor for class com.judgmentlabs.judgeval.api.models.Example
 
Example() - Constructor for class com.judgmentlabs.judgeval.data.Example
 
Example.ExampleParams - Enum Class in com.judgmentlabs.judgeval.data
 
ExampleScorer - Class in com.judgmentlabs.judgeval.scorers
 
ExampleScorer() - Constructor for class com.judgmentlabs.judgeval.scorers.ExampleScorer
 
EXECUTION_ORDER - Enum constant in enum class com.judgmentlabs.judgeval.data.APIScorerType
 
EXPECTED_OUTPUT - Enum constant in enum class com.judgmentlabs.judgeval.data.Example.ExampleParams
 
EXPECTED_TOOLS - Enum constant in enum class com.judgmentlabs.judgeval.data.Example.ExampleParams
 
export(Collection<SpanData>) - Method in class com.judgmentlabs.judgeval.tracer.exporters.JudgmentSpanExporter
 
export(Collection<SpanData>) - Method in class com.judgmentlabs.judgeval.tracer.exporters.NoOpSpanExporter
 

F

FAITHFULNESS - Enum constant in enum class com.judgmentlabs.judgeval.data.APIScorerType
 
FaithfulnessScorer - Class in com.judgmentlabs.judgeval.scorers.api_scorers
 
FaithfulnessScorer() - Constructor for class com.judgmentlabs.judgeval.scorers.api_scorers.FaithfulnessScorer
 
fetchExperimentRun(EvalResultsFetch) - Method in class com.judgmentlabs.judgeval.api.JudgmentAsyncClient
 
fetchExperimentRun(EvalResultsFetch) - Method in class com.judgmentlabs.judgeval.api.JudgmentSyncClient
 
FetchPromptScorerRequest - Class in com.judgmentlabs.judgeval.api.models
 
FetchPromptScorerRequest() - Constructor for class com.judgmentlabs.judgeval.api.models.FetchPromptScorerRequest
 
FetchPromptScorerResponse - Class in com.judgmentlabs.judgeval.api.models
 
FetchPromptScorerResponse() - Constructor for class com.judgmentlabs.judgeval.api.models.FetchPromptScorerResponse
 
fetchScorer(FetchPromptScorerRequest) - Method in class com.judgmentlabs.judgeval.api.JudgmentAsyncClient
 
fetchScorer(FetchPromptScorerRequest) - Method in class com.judgmentlabs.judgeval.api.JudgmentSyncClient
 
flush() - Method in class com.judgmentlabs.judgeval.tracer.exporters.JudgmentSpanExporter
 
flush() - Method in class com.judgmentlabs.judgeval.tracer.exporters.NoOpSpanExporter
 

G

get(String) - Static method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
get(String, String, String) - Static method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
getActionDependencies() - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
getAdditionalMetadata() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getAdditionalMetadata() - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
getAdditionalMetadata() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getAdditionalMetadata() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.EvalResults
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.EvalResultsFetch
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.Example
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.FetchPromptScorerRequest
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.FetchPromptScorerResponse
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.ResolveProjectNameRequest
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.ResolveProjectNameResponse
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerResponse
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.ScorerExistsRequest
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.ScorerExistsResponse
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getAdditionalProperties() - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
getAgentName() - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
getAgentName() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getCacheCreationInputTokens() - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
getCacheReadInputTokens() - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
getClassName() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getClassName() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getClassName() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getColor() - Method in enum class com.judgmentlabs.judgeval.utils.Logger.Level
 
getCompletionTokens() - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
getCompletionTokensCostUsd() - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
getConfig() - Method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
getCreatedAt() - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
getCreatedAt() - Method in class com.judgmentlabs.judgeval.api.models.Example
 
getCreatedAt() - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
getCreatedAt() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getCreatedAt() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getCustomerId() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getCustomScorers() - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
getDataObject() - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
getDepth() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getDetail() - Method in exception class com.judgmentlabs.judgeval.exceptions.JudgmentAPIError
 
getDuration() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getDuration() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getError() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getError() - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
getError() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getError() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getEvalName() - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
getEvalName() - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
getEvaluationCost() - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
getEvaluationModel() - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
getEvaluationStatus(String, String) - Method in class com.judgmentlabs.judgeval.api.JudgmentAsyncClient
 
getEvaluationStatus(String, String) - Method in class com.judgmentlabs.judgeval.api.JudgmentSyncClient
 
getExampleId() - Method in class com.judgmentlabs.judgeval.api.models.Example
 
getExamples() - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
getExists() - Method in class com.judgmentlabs.judgeval.api.models.ScorerExistsResponse
 
getExpectedTools() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getExperimentRunId() - Method in class com.judgmentlabs.judgeval.api.models.EvalResultsFetch
 
getFields() - Method in class com.judgmentlabs.judgeval.data.Example
 
getFunction() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getHasEvaluation() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getHasNotification() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getId() - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
getInputs() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getIsTrace() - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
getIsTrace() - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
getJudgmentScorers() - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
getKwargs() - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
getMessage() - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerResponse
 
getMetadata() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getModel() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getModel() - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
getModel() - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
getModel() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getModelClient() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getModelClient() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getModelName() - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
getName() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getName() - Method in class com.judgmentlabs.judgeval.api.models.Example
 
getName() - Method in class com.judgmentlabs.judgeval.api.models.FetchPromptScorerRequest
 
getName() - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
getName() - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
getName() - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerResponse
 
getName() - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
getName() - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
getName() - Method in class com.judgmentlabs.judgeval.api.models.ScorerExistsRequest
 
getName() - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
getName() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getName() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getOfflineMode() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getOptions() - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
getOptions() - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
getOptions() - Method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
getOrganizationId() - Method in class com.judgmentlabs.judgeval.data.EvaluationRun
 
getOutput() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getParameters() - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
getParentSpanId() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getProjectId() - Method in class com.judgmentlabs.judgeval.api.models.ResolveProjectNameResponse
 
getProjectName() - Method in class com.judgmentlabs.judgeval.api.models.EvalResultsFetch
 
getProjectName() - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
getProjectName() - Method in class com.judgmentlabs.judgeval.api.models.ResolveProjectNameRequest
 
getProjectName() - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
getPrompt() - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
getPrompt() - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
getPrompt() - Method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
getPromptTokens() - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
getPromptTokensCostUsd() - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
getQueueSize() - Method in class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
getReason() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getReason() - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
getReason() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getRequireAll() - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
getRequiredParams() - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
getRequiredParams() - Method in class com.judgmentlabs.judgeval.scorers.APIScorer
 
getRequiredParams() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getRequiredParams() - Method in class com.judgmentlabs.judgeval.scorers.ExampleScorer
 
getResultDependencies() - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
getResults() - Method in class com.judgmentlabs.judgeval.api.models.EvalResults
 
getRules() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getRun() - Method in class com.judgmentlabs.judgeval.api.models.EvalResults
 
getRunDuration() - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
getScore() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getScore() - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
getScore() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getScoreBreakdown() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getScoreBreakdown() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getScorer() - Method in class com.judgmentlabs.judgeval.api.models.FetchPromptScorerResponse
 
getScorerName() - Method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
getScorers() - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
getScorersData() - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
getScoreType() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getScoreType() - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
getScoreType() - Method in class com.judgmentlabs.judgeval.scorers.APIScorer
 
getScoreType() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getServerHosted() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getSpanExporter() - Method in class com.judgmentlabs.judgeval.tracer.Tracer
 
getSpanId() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getSpanType() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getStateAfter() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getStateBefore() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getStatusCode() - Method in exception class com.judgmentlabs.judgeval.exceptions.JudgmentAPIError
 
getStrictMode() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getStrictMode() - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
getStrictMode() - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
getSuccess() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getSuccess() - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
getSuccess() - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
getSuccess() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getTags() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getThreshold() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getThreshold() - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
getThreshold() - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
getThreshold() - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
getThreshold() - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
getThreshold() - Method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
getThreshold() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getToolName() - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
getTools() - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
getTotalCostUsd() - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
getTotalTokens() - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
getTraceId() - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
getTraceId() - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
getTraceId() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getTraceId() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getTraces() - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
getTraceSpanId() - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
getTraceSpanId() - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
getTraceSpans() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getUnfinishedTasks() - Method in class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
getUpdatedAt() - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
getUpdateId() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
getUpdateId() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getUsage() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
getUser() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getUser() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getUsingNativeModel() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
getUsingNativeModel() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
getValue() - Method in enum class com.judgmentlabs.judgeval.data.APIScorerType
 
getValue() - Method in enum class com.judgmentlabs.judgeval.data.Example.ExampleParams
 
getValue() - Method in enum class com.judgmentlabs.judgeval.utils.Logger.Level
 

H

hashCode() - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.EvalResults
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.EvalResultsFetch
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.Example
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.FetchPromptScorerRequest
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.FetchPromptScorerResponse
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.ResolveProjectNameRequest
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.ResolveProjectNameResponse
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerResponse
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.ScorerExistsRequest
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.ScorerExistsResponse
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
hashCode() - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
hashCode() - Method in class com.judgmentlabs.judgeval.data.EvaluationRun
 

I

info(String) - Static method in class com.judgmentlabs.judgeval.utils.Logger
 
INFO - Enum constant in enum class com.judgmentlabs.judgeval.utils.Logger.Level
 
INPUT - Enum constant in enum class com.judgmentlabs.judgeval.data.Example.ExampleParams
 
INSTRUCTION_ADHERENCE - Enum constant in enum class com.judgmentlabs.judgeval.data.APIScorerType
 
InstructionAdherenceScorer - Class in com.judgmentlabs.judgeval.scorers.api_scorers
 
InstructionAdherenceScorer(double) - Constructor for class com.judgmentlabs.judgeval.scorers.api_scorers.InstructionAdherenceScorer
 
isServerHosted() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
isShutdown() - Method in class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
isStrictMode() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 

J

JUDGMENT_AGENT_CLASS_NAME - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_AGENT_ID - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_AGENT_INSTANCE_NAME - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_API_KEY - Static variable in class com.judgmentlabs.judgeval.Env
 
JUDGMENT_API_URL - Static variable in class com.judgmentlabs.judgeval.Env
 
JUDGMENT_CUMULATIVE_LLM_COST - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_CUSTOMER_ID - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_DEFAULT_GPT_MODEL - Static variable in class com.judgmentlabs.judgeval.Env
 
JUDGMENT_INPUT - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_IS_AGENT_ENTRY_POINT - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_NO_COLOR - Static variable in class com.judgmentlabs.judgeval.Env
 
JUDGMENT_OFFLINE_MODE - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_ORG_ID - Static variable in class com.judgmentlabs.judgeval.Env
 
JUDGMENT_OUTPUT - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_PARENT_AGENT_ID - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_PROJECT_ID - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.ResourceKeys
 
JUDGMENT_SPAN_KIND - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_STATE_AFTER - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_STATE_BEFORE - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JUDGMENT_UPDATE_ID - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.AttributeKeys
 
JudgmentAPIError - Exception Class in com.judgmentlabs.judgeval.exceptions
 
JudgmentAPIError(int, String) - Constructor for exception class com.judgmentlabs.judgeval.exceptions.JudgmentAPIError
 
JudgmentAsyncClient - Class in com.judgmentlabs.judgeval.api
 
JudgmentAsyncClient(String, String, String) - Constructor for class com.judgmentlabs.judgeval.api.JudgmentAsyncClient
 
JudgmentClient - Class in com.judgmentlabs.judgeval
 
JudgmentClient(String, String) - Constructor for class com.judgmentlabs.judgeval.JudgmentClient
 
JudgmentRuntimeError - Exception Class in com.judgmentlabs.judgeval.exceptions
 
JudgmentRuntimeError(String) - Constructor for exception class com.judgmentlabs.judgeval.exceptions.JudgmentRuntimeError
 
JudgmentRuntimeError(String, Throwable) - Constructor for exception class com.judgmentlabs.judgeval.exceptions.JudgmentRuntimeError
 
JudgmentSpanExporter - Class in com.judgmentlabs.judgeval.tracer.exporters
 
JudgmentSpanExporter(String, String, String, String) - Constructor for class com.judgmentlabs.judgeval.tracer.exporters.JudgmentSpanExporter
 
JudgmentSyncClient - Class in com.judgmentlabs.judgeval.api
 
JudgmentSyncClient(String, String, String) - Constructor for class com.judgmentlabs.judgeval.api.JudgmentSyncClient
 
JudgmentTestError - Exception Class in com.judgmentlabs.judgeval.exceptions
 
JudgmentTestError(String) - Constructor for exception class com.judgmentlabs.judgeval.exceptions.JudgmentTestError
 
JudgmentTestError(String, Throwable) - Constructor for exception class com.judgmentlabs.judgeval.exceptions.JudgmentTestError
 

L

LocalEvaluationQueue - Class in com.judgmentlabs.judgeval.evaluation
 
LocalEvaluationQueue() - Constructor for class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
LocalEvaluationQueue(int) - Constructor for class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
LocalEvaluationQueue(int, int) - Constructor for class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
logEvalResults(EvalResults) - Method in class com.judgmentlabs.judgeval.api.JudgmentAsyncClient
 
logEvalResults(EvalResults) - Method in class com.judgmentlabs.judgeval.api.JudgmentSyncClient
 
Logger - Class in com.judgmentlabs.judgeval.utils
 
Logger() - Constructor for class com.judgmentlabs.judgeval.utils.Logger
 
Logger.Level - Enum Class in com.judgmentlabs.judgeval.utils
 

N

NoOpSpanExporter - Class in com.judgmentlabs.judgeval.tracer.exporters
 
NoOpSpanExporter() - Constructor for class com.judgmentlabs.judgeval.tracer.exporters.NoOpSpanExporter
 

O

OpenTelemetryKeys - Class in com.judgmentlabs.judgeval.tracer
 
OpenTelemetryKeys.AttributeKeys - Class in com.judgmentlabs.judgeval.tracer
 
OpenTelemetryKeys.ResourceKeys - Class in com.judgmentlabs.judgeval.tracer
 

P

projectsResolve(ResolveProjectNameRequest) - Method in class com.judgmentlabs.judgeval.api.JudgmentAsyncClient
 
projectsResolve(ResolveProjectNameRequest) - Method in class com.judgmentlabs.judgeval.api.JudgmentSyncClient
 
PROMPT_SCORER - Enum constant in enum class com.judgmentlabs.judgeval.data.APIScorerType
 
PromptScorer - Class in com.judgmentlabs.judgeval.api.models
 
PromptScorer - Class in com.judgmentlabs.judgeval.scorers.api_scorers
 
PromptScorer() - Constructor for class com.judgmentlabs.judgeval.api.models.PromptScorer
 
PromptScorer(JudgmentSyncClient, String, String, double, Map<String, Double>) - Constructor for class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
PromptScorer(String, String, double, Map<String, Double>) - Constructor for class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 

R

ResolveProjectNameRequest - Class in com.judgmentlabs.judgeval.api.models
 
ResolveProjectNameRequest() - Constructor for class com.judgmentlabs.judgeval.api.models.ResolveProjectNameRequest
 
ResolveProjectNameResponse - Class in com.judgmentlabs.judgeval.api.models
 
ResolveProjectNameResponse() - Constructor for class com.judgmentlabs.judgeval.api.models.ResolveProjectNameResponse
 
RETRIEVAL_CONTEXT - Enum constant in enum class com.judgmentlabs.judgeval.data.Example.ExampleParams
 
runAll() - Method in class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
runAll(BiConsumer<EvaluationRun, List<ScoringResult>>) - Method in class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
runEvaluation(List<Example>, List<BaseScorer>, String, String, String, boolean) - Method in class com.judgmentlabs.judgeval.JudgmentClient
 

S

SavePromptScorerRequest - Class in com.judgmentlabs.judgeval.api.models
 
SavePromptScorerRequest() - Constructor for class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
SavePromptScorerResponse - Class in com.judgmentlabs.judgeval.api.models
 
SavePromptScorerResponse() - Constructor for class com.judgmentlabs.judgeval.api.models.SavePromptScorerResponse
 
saveScorer(SavePromptScorerRequest) - Method in class com.judgmentlabs.judgeval.api.JudgmentAsyncClient
 
saveScorer(SavePromptScorerRequest) - Method in class com.judgmentlabs.judgeval.api.JudgmentSyncClient
 
scoreExample(Example) - Method in class com.judgmentlabs.judgeval.scorers.ExampleScorer
 
ScorerConfig - Class in com.judgmentlabs.judgeval.api.models
 
ScorerConfig() - Constructor for class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
ScorerData - Class in com.judgmentlabs.judgeval.api.models
 
ScorerData - Class in com.judgmentlabs.judgeval.data
 
ScorerData() - Constructor for class com.judgmentlabs.judgeval.api.models.ScorerData
 
ScorerData() - Constructor for class com.judgmentlabs.judgeval.data.ScorerData
 
scorerExists(ScorerExistsRequest) - Method in class com.judgmentlabs.judgeval.api.JudgmentAsyncClient
 
scorerExists(ScorerExistsRequest) - Method in class com.judgmentlabs.judgeval.api.JudgmentSyncClient
 
ScorerExistsRequest - Class in com.judgmentlabs.judgeval.api.models
 
ScorerExistsRequest() - Constructor for class com.judgmentlabs.judgeval.api.models.ScorerExistsRequest
 
ScorerExistsResponse - Class in com.judgmentlabs.judgeval.api.models
 
ScorerExistsResponse() - Constructor for class com.judgmentlabs.judgeval.api.models.ScorerExistsResponse
 
ScoringResult - Class in com.judgmentlabs.judgeval.api.models
 
ScoringResult - Class in com.judgmentlabs.judgeval.data
 
ScoringResult() - Constructor for class com.judgmentlabs.judgeval.api.models.ScoringResult
 
ScoringResult() - Constructor for class com.judgmentlabs.judgeval.data.ScoringResult
 
SERVICE_NAME - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.ResourceKeys
 
setActionDependencies(Object) - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
setAdditionalMetadata(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setAdditionalMetadata(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
setAdditionalMetadata(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setAdditionalMetadata(Map<String, Object>) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.EvalResults
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.EvalResultsFetch
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.Example
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.FetchPromptScorerRequest
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.FetchPromptScorerResponse
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.ResolveProjectNameRequest
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.ResolveProjectNameResponse
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerResponse
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerExistsRequest
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerExistsResponse
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setAdditionalProperty(String, Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
setAgentName(Object) - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
setAgentName(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setAttribute(String, Object) - Method in class com.judgmentlabs.judgeval.tracer.Tracer
 
setAttribute(String, Object, Type) - Method in class com.judgmentlabs.judgeval.tracer.Tracer
 
setCacheCreationInputTokens(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
setCacheReadInputTokens(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
setClassName(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setClassName(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setClassName(String) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setCompletionTokens(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
setCompletionTokensCostUsd(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
setCreatedAt(Object) - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
setCreatedAt(Object) - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
setCreatedAt(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setCreatedAt(String) - Method in class com.judgmentlabs.judgeval.api.models.Example
 
setCreatedAt(String) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setCustomerId(Object) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setCustomScorers(List<BaseScorer>) - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
setDataObject(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
setDepth(Integer) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setDuration(Double) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setDuration(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setError(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setError(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
setError(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setError(String) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setEvalName(Object) - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
setEvalName(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
setEvaluationCost(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
setEvaluationModel(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
setExampleId(String) - Method in class com.judgmentlabs.judgeval.api.models.Example
 
setExamples(List<Example>) - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
setExists(Boolean) - Method in class com.judgmentlabs.judgeval.api.models.ScorerExistsResponse
 
setExpectedTools(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setExperimentRunId(String) - Method in class com.judgmentlabs.judgeval.api.models.EvalResultsFetch
 
setFunction(String) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setHasEvaluation(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setHasNotification(Boolean) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setId(Object) - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
setInputs(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setIsTrace(Object) - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
setIsTrace(Object) - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
setJudgmentScorers(List<ScorerConfig>) - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
setKwargs(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
setLevel(Logger.Level) - Static method in class com.judgmentlabs.judgeval.utils.Logger
 
setMessage(String) - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerResponse
 
setMetadata(Object) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setModel(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setModel(String) - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
setModel(String) - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
setModel(String) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setModelClient(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setModelClient(Object) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setModelName(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
setName(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setName(Object) - Method in class com.judgmentlabs.judgeval.api.models.Example
 
setName(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
setName(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
setName(String) - Method in class com.judgmentlabs.judgeval.api.models.FetchPromptScorerRequest
 
setName(String) - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
setName(String) - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
setName(String) - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerResponse
 
setName(String) - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
setName(String) - Method in class com.judgmentlabs.judgeval.api.models.ScorerExistsRequest
 
setName(String) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setName(String) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setOfflineMode(Boolean) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setOptions(Object) - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
setOptions(Object) - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
setOptions(Map<String, Double>) - Method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
setOrganizationId(String) - Method in class com.judgmentlabs.judgeval.data.EvaluationRun
 
setOutput(PrintStream) - Static method in class com.judgmentlabs.judgeval.utils.Logger
 
setOutput(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setParameters(Object) - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
setParentSpanId(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setProjectId(String) - Method in class com.judgmentlabs.judgeval.api.models.ResolveProjectNameResponse
 
setProjectName(Object) - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
setProjectName(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
setProjectName(String) - Method in class com.judgmentlabs.judgeval.api.models.EvalResultsFetch
 
setProjectName(String) - Method in class com.judgmentlabs.judgeval.api.models.ResolveProjectNameRequest
 
setPrompt(String) - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
setPrompt(String) - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
setPrompt(String) - Method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
setPromptTokens(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
setPromptTokensCostUsd(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
setReason(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setReason(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
setReason(String) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setRequireAll(Object) - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
setRequiredParams(List<String>) - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
setRequiredParams(List<String>) - Method in class com.judgmentlabs.judgeval.scorers.APIScorer
 
setResultDependencies(Object) - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
setResults(List<ScoringResult>) - Method in class com.judgmentlabs.judgeval.api.models.EvalResults
 
setRules(Object) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setRun(Object) - Method in class com.judgmentlabs.judgeval.api.models.EvalResults
 
setRunDuration(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
setScore(Double) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setScore(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setScore(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
setScoreBreakdown(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setScoreBreakdown(Map<String, Object>) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setScorer(PromptScorer) - Method in class com.judgmentlabs.judgeval.api.models.FetchPromptScorerResponse
 
setScorers(List<ScorerConfig>) - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
setScorersData(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
setScoreType(String) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setScoreType(String) - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
setScoreType(String) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setServerHosted(boolean) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setServerHosted(Boolean) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setSpanId(String) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setSpanKind(String) - Method in class com.judgmentlabs.judgeval.tracer.Tracer
 
setSpanType(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setStateAfter(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setStateBefore(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setStrictMode(boolean) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setStrictMode(Boolean) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setStrictMode(Boolean) - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
setStrictMode(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
setSuccess(Boolean) - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
setSuccess(Boolean) - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
setSuccess(Boolean) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setSuccess(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setTags(List<String>) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setThreshold(double) - Method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
setThreshold(double) - Method in class com.judgmentlabs.judgeval.scorers.APIScorer
 
setThreshold(double) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setThreshold(Double) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setThreshold(Double) - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
setThreshold(Double) - Method in class com.judgmentlabs.judgeval.api.models.SavePromptScorerRequest
 
setThreshold(Double) - Method in class com.judgmentlabs.judgeval.api.models.ScorerConfig
 
setThreshold(Double) - Method in class com.judgmentlabs.judgeval.api.models.ScorerData
 
setToolName(String) - Method in class com.judgmentlabs.judgeval.api.models.Tool
 
setTools(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
setTotalCostUsd(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
setTotalTokens(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceUsage
 
setTraceId(Object) - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
setTraceId(Object) - Method in class com.judgmentlabs.judgeval.api.models.ScoringResult
 
setTraceId(String) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setTraceId(String) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setTraces(List<Trace>) - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
setTraceSpanId(Object) - Method in class com.judgmentlabs.judgeval.api.models.EvaluationRun
 
setTraceSpanId(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceRun
 
setTraceSpans(List<TraceSpan>) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setUpdatedAt(Object) - Method in class com.judgmentlabs.judgeval.api.models.PromptScorer
 
setUpdateId(Integer) - Method in class com.judgmentlabs.judgeval.api.models.Trace
 
setUpdateId(Integer) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setUsage(Object) - Method in class com.judgmentlabs.judgeval.api.models.TraceSpan
 
setUseColor(boolean) - Static method in class com.judgmentlabs.judgeval.utils.Logger
 
setUser(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
setUser(String) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setUsingNativeModel(Boolean) - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
setUsingNativeModel(Object) - Method in class com.judgmentlabs.judgeval.api.models.BaseScorer
 
shutdown() - Method in class com.judgmentlabs.judgeval.tracer.exporters.JudgmentSpanExporter
 
shutdown() - Method in class com.judgmentlabs.judgeval.tracer.exporters.NoOpSpanExporter
 
startWorker(BiConsumer<EvaluationRun, List<ScoringResult>>) - Method in class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
startWorkers() - Method in class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
stopWorkers() - Method in class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
successCheck() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 

T

TELEMETRY_SDK_LANGUAGE - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.ResourceKeys
 
TELEMETRY_SDK_NAME - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.ResourceKeys
 
TELEMETRY_SDK_VERSION - Static variable in class com.judgmentlabs.judgeval.tracer.OpenTelemetryKeys.ResourceKeys
 
Tool - Class in com.judgmentlabs.judgeval.api.models
 
Tool() - Constructor for class com.judgmentlabs.judgeval.api.models.Tool
 
TOOL_DEPENDENCY - Enum constant in enum class com.judgmentlabs.judgeval.data.APIScorerType
 
TOOL_ORDER - Enum constant in enum class com.judgmentlabs.judgeval.data.APIScorerType
 
TOOLS_CALLED - Enum constant in enum class com.judgmentlabs.judgeval.data.Example.ExampleParams
 
toString() - Method in enum class com.judgmentlabs.judgeval.data.APIScorerType
 
toString() - Method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
toTransport() - Method in class com.judgmentlabs.judgeval.scorers.api_scorers.PromptScorer
 
toTransport() - Method in class com.judgmentlabs.judgeval.scorers.APIScorer
 
toTransport() - Method in class com.judgmentlabs.judgeval.scorers.BaseScorer
 
Trace - Class in com.judgmentlabs.judgeval.api.models
 
Trace() - Constructor for class com.judgmentlabs.judgeval.api.models.Trace
 
Tracer - Class in com.judgmentlabs.judgeval.tracer
 
Tracer(String) - Constructor for class com.judgmentlabs.judgeval.tracer.Tracer
 
Tracer(String, String, String, boolean) - Constructor for class com.judgmentlabs.judgeval.tracer.Tracer
 
TraceRun - Class in com.judgmentlabs.judgeval.api.models
 
TraceRun() - Constructor for class com.judgmentlabs.judgeval.api.models.TraceRun
 
TraceSpan - Class in com.judgmentlabs.judgeval.api.models
 
TraceSpan() - Constructor for class com.judgmentlabs.judgeval.api.models.TraceSpan
 
TraceUsage - Class in com.judgmentlabs.judgeval.api.models
 
TraceUsage() - Constructor for class com.judgmentlabs.judgeval.api.models.TraceUsage
 

V

valueOf(String) - Static method in enum class com.judgmentlabs.judgeval.data.APIScorerType
Returns the enum constant of this class with the specified name.
valueOf(String) - Static method in enum class com.judgmentlabs.judgeval.data.Example.ExampleParams
Returns the enum constant of this class with the specified name.
valueOf(String) - Static method in enum class com.judgmentlabs.judgeval.utils.Logger.Level
Returns the enum constant of this class with the specified name.
values() - Static method in enum class com.judgmentlabs.judgeval.data.APIScorerType
Returns an array containing the constants of this enum class, in the order they are declared.
values() - Static method in enum class com.judgmentlabs.judgeval.data.Example.ExampleParams
Returns an array containing the constants of this enum class, in the order they are declared.
values() - Static method in enum class com.judgmentlabs.judgeval.utils.Logger.Level
Returns an array containing the constants of this enum class, in the order they are declared.

W

waitForCompletion(Long) - Method in class com.judgmentlabs.judgeval.evaluation.LocalEvaluationQueue
 
warning(String) - Static method in class com.judgmentlabs.judgeval.utils.Logger
 
WARNING - Enum constant in enum class com.judgmentlabs.judgeval.utils.Logger.Level
 
A B C D E F G H I J L N O P R S T V W 
All Classes and Interfaces|All Packages|Constant Field Values|Serialized Form