Class RunHistoryStore

Constructors

constructor

new RunHistoryStore(maxRuns?: number): RunHistoryStore
Parameters
- maxRuns: number = 500
Returns RunHistoryStore
- Defined in src/agents/runHistory.ts:128

Accessors

alertCount

get alertCount(): number
Returns number
- Defined in src/agents/runHistory.ts:536

runCount

get runCount(): number
Returns number
- Defined in src/agents/runHistory.ts:534

testcaseCount

get testcaseCount(): number
Returns number
- Defined in src/agents/runHistory.ts:535

Methods

addTestcase

addTestcase(testcase: Omit<Testcase, "testcaseId" | "createdAt">): Testcase
Create a manual testcase
Parameters
- testcase: Omit<Testcase, "testcaseId" | "createdAt">
Returns Testcase
- Defined in src/agents/runHistory.ts:416

clearAlerts

clearAlerts(): void
Clear alerts

Returns void
- Defined in src/agents/runHistory.ts:324

compareRuns

compareRuns(runIdA: string, runIdB: string): ABComparison | undefined
Compare two runs
Parameters
- runIdA: string
- runIdB: string
Returns ABComparison | undefined
- Defined in src/agents/runHistory.ts:236

deleteTestcase

deleteTestcase(id: string): boolean
Delete a testcase
Parameters
- id: string
Returns boolean
- Defined in src/agents/runHistory.ts:440

exportJSON

exportJSON(): string
Export all data as JSON

Returns string
- Defined in src/agents/runHistory.ts:496

getAlerts

getAlerts(agentType?: string): RunHistoryRegressionAlert[]
Get all regression alerts
Parameters
- OptionalagentType: string
Returns RunHistoryRegressionAlert[]
- Defined in src/agents/runHistory.ts:318

getAllRuns

getAllRuns(): RunRecord[]
Get all runs

Returns RunRecord[]
- Defined in src/agents/runHistory.ts:208

getLatestRun

getLatestRun(
agentType: string,
runType?: "harness" | "simulation" | "metric_eval",
): RunRecord | undefined
Get the most recent run for an agent
Parameters
- agentType: string
- OptionalrunType: "harness" | "simulation" | "metric_eval"
Returns RunRecord | undefined
- Defined in src/agents/runHistory.ts:227

getRun

getRun(runId: string): RunRecord | undefined
Get a run by ID
Parameters
- runId: string
Returns RunRecord | undefined
- Defined in src/agents/runHistory.ts:203

getRunsByAgent

getRunsByAgent(agentType: string): RunRecord[]
Get runs for a specific agent type
Parameters
- agentType: string
Returns RunRecord[]
- Defined in src/agents/runHistory.ts:213

getRunsByType

getRunsByType(runType: "harness" | "simulation" | "metric_eval"): RunRecord[]
Get runs by type
Parameters
- runType: "harness" | "simulation" | "metric_eval"
Returns RunRecord[]
- Defined in src/agents/runHistory.ts:220

getTestcase

getTestcase(id: string): Testcase | undefined
Get a testcase by ID
Parameters
- id: string
Returns Testcase | undefined
- Defined in src/agents/runHistory.ts:435

getTestcases

getTestcases(agentType?: string): Testcase[]
Get all testcases
Parameters
- OptionalagentType: string
Returns Testcase[]
- Defined in src/agents/runHistory.ts:428

getTrend

getTrend(
agentType: string,
runType?: "harness" | "simulation" | "metric_eval",
): TrendAnalysis
Get trend data for an agent
Parameters
- agentType: string
- OptionalrunType: "harness" | "simulation" | "metric_eval"
Returns TrendAnalysis
- Defined in src/agents/runHistory.ts:331

importJSON

importJSON(json: string): { runsImported: number; testcasesImported: number }
Import from JSON
Parameters
- json: string
Returns { runsImported: number; testcasesImported: number }
- Defined in src/agents/runHistory.ts:506

recordHarnessRun

recordHarnessRun(
    result: HarnessResult,
    options?: {
        agentVersion?: string;
        metadata?: Record<string, unknown>;
        tags?: string[];
    },
): RunRecord
Record a harness run
Parameters
- result: HarnessResult
- Optionaloptions: { agentVersion?: string; metadata?: Record<string, unknown>; tags?: string[] }
Returns RunRecord
- Defined in src/agents/runHistory.ts:135

recordMetricRun

recordMetricRun(
    agentType: string,
    result: MetricGroupResult,
    options?: {
        agentVersion?: string;
        metadata?: Record<string, unknown>;
        tags?: string[];
    },
): RunRecord
Record a metric evaluation run
Parameters
- agentType: string
- result: MetricGroupResult
- Optionaloptions: { agentVersion?: string; metadata?: Record<string, unknown>; tags?: string[] }
Returns RunRecord
- Defined in src/agents/runHistory.ts:174

recordSimulationRun

recordSimulationRun(
    agentType: string,
    result: SimBatchResult,
    options?: {
        agentVersion?: string;
        metadata?: Record<string, unknown>;
        tags?: string[];
    },
): RunRecord
Record a simulation batch run
Parameters
- agentType: string
- result: SimBatchResult
- Optionaloptions: { agentVersion?: string; metadata?: Record<string, unknown>; tags?: string[] }
Returns RunRecord
- Defined in src/agents/runHistory.ts:154

runTestset

runTestset(
    agentType: string,
    agent: { run: (input: unknown) => Promise<unknown> },
    testcaseIds?: string[],
): Promise<TestsetResult>
Run testcases against an agent
Parameters
- agentType: string
- agent: { run: (input: unknown) => Promise<unknown> }
- OptionaltestcaseIds: string[]
Returns Promise<TestsetResult>
- Defined in src/agents/runHistory.ts:445

testcaseFromFailure

testcaseFromFailure(
    agentType: string,
    input: unknown,
    failureDetails: string,
    name?: string,
): Testcase
Create a testcase from a failure
Parameters
- agentType: string
- input: unknown
- failureDetails: string
- Optionalname: string
Returns Testcase
- Defined in src/agents/runHistory.ts:398

testcaseFromSimulation

testcaseFromSimulation(simResult: SimResult, name?: string): Testcase
Create a testcase from a simulation result
Parameters
- simResult: SimResult
- Optionalname: string
Returns Testcase
- Defined in src/agents/runHistory.ts:367

Class RunHistoryStore

Index

Constructors

Accessors

Methods

Constructors

constructor

Parameters

Returns RunHistoryStore

Accessors

alertCount

Returns number

runCount

Returns number

testcaseCount

Returns number

Methods

addTestcase

Parameters

Returns Testcase

clearAlerts

Returns void

compareRuns

Parameters

Returns ABComparison | undefined

deleteTestcase

Parameters

Returns boolean

exportJSON

Returns string

getAlerts

Parameters

Returns RunHistoryRegressionAlert[]

getAllRuns

Returns RunRecord[]

getLatestRun

Parameters

Returns RunRecord | undefined

getRun

Parameters

Returns RunRecord | undefined

getRunsByAgent

Parameters

Returns RunRecord[]

getRunsByType

Parameters

Returns RunRecord[]

getTestcase

Parameters

Returns Testcase | undefined

getTestcases

Parameters

Returns Testcase[]

getTrend

Parameters

Returns TrendAnalysis

importJSON

Parameters

Returns { runsImported: number; testcasesImported: number }

recordHarnessRun

Parameters

Returns RunRecord

recordMetricRun

Parameters

Returns RunRecord

recordSimulationRun

Parameters

Returns RunRecord

runTestset

Parameters

Returns Promise<TestsetResult>

testcaseFromFailure

Parameters

Returns Testcase

testcaseFromSimulation

Parameters

Returns Testcase

Settings

On This Page