Class LLMJudge

Index

Constructors

Methods

addTemplate clearResults comparePairwise evaluate evaluateAll getConfig getResults getTemplate listTemplates registerTemplate renderJudgePrompt simulatePairwise simulateScore updateConfig

Constructors

constructor

new LLMJudge(config?: Partial<JudgeConfig>): LLMJudge
Parameters
- Optionalconfig: Partial<JudgeConfig>
Returns LLMJudge
- Defined in src/agents/llmJudge.ts:346

Methods

addTemplate

addTemplate(template: JudgeTemplate): void
Alias for registerTemplate
Parameters
- template: JudgeTemplate
Returns void
- Defined in src/agents/llmJudge.ts:366

clearResults

clearResults(): void
Returns void
- Defined in src/agents/llmJudge.ts:483

comparePairwise

comparePairwise(input: JudgeInput): Promise<PairwiseResult>
Pairwise comparison
Parameters
- input: JudgeInput
Returns Promise<PairwiseResult>
- Defined in src/agents/llmJudge.ts:445

evaluate

evaluate(templateId: string, input: JudgeInput): Promise<JudgeResult>
Evaluate using a specific template
Parameters
- templateId: string
- input: JudgeInput
Returns Promise<JudgeResult>
- Defined in src/agents/llmJudge.ts:381

evaluateAll

evaluateAll(input: JudgeInput): Promise<JudgeResult[]>
Evaluate with all quality-related templates
Parameters
- input: JudgeInput
Returns Promise<JudgeResult[]>
- Defined in src/agents/llmJudge.ts:470

getConfig

getConfig(): JudgeConfig
Returns JudgeConfig
- Defined in src/agents/llmJudge.ts:547

getResults

getResults(): JudgeResult[]
Get all stored results

Returns JudgeResult[]
- Defined in src/agents/llmJudge.ts:482

getTemplate

getTemplate(id: string): JudgeTemplate | undefined
Get a template
Parameters
- id: string
Returns JudgeTemplate | undefined
- Defined in src/agents/llmJudge.ts:371

listTemplates

listTemplates(): JudgeTemplate[]
List all templates

Returns JudgeTemplate[]
- Defined in src/agents/llmJudge.ts:376

registerTemplate

registerTemplate(template: JudgeTemplate): void
Register a custom judge template
Parameters
- template: JudgeTemplate
Returns void
- Defined in src/agents/llmJudge.ts:361

renderJudgePrompt

renderJudgePrompt(templateId: string, input: JudgeInput): string
Render a judge prompt for a given template and input
Parameters
- templateId: string
- input: JudgeInput
Returns string
- Defined in src/agents/llmJudge.ts:486

simulatePairwise

simulatePairwise(inputA: JudgeInput, inputB: JudgeInput): PairwiseResult
Synchronous simulated pairwise comparison
Parameters
- inputA: JudgeInput
- inputB: JudgeInput
Returns PairwiseResult
- Defined in src/agents/llmJudge.ts:522

simulateScore

simulateScore(templateId: string, input: JudgeInput): JudgeResult
Synchronous simulated scoring (for offline testing)
Parameters
- templateId: string
- input: JudgeInput
Returns JudgeResult
- Defined in src/agents/llmJudge.ts:499

updateConfig

updateConfig(updates: Partial<JudgeConfig>): void
Update config
Parameters
- updates: Partial<JudgeConfig>
Returns void
- Defined in src/agents/llmJudge.ts:543