Class AutoTestGenerator

Index

Constructors

Methods

addFailure addFailures clusterFailures evaluateTestCase export generate getFailures getTestCases import reset

Constructors

constructor

new AutoTestGenerator(config?: Partial<TestGenConfig>): AutoTestGenerator
Parameters
- Optionalconfig: Partial<TestGenConfig>
Returns AutoTestGenerator
- Defined in src/agents/autoTestGen.ts:229

Methods

addFailure

addFailure(failure: Omit<FailureSignal, "id" | "timestamp">): FailureSignal
Ingest a failure signal
Parameters
- failure: Omit<FailureSignal, "id" | "timestamp">
Returns FailureSignal
- Defined in src/agents/autoTestGen.ts:234

addFailures

addFailures(
failures: Omit<FailureSignal, "id" | "timestamp">[],
): FailureSignal[]
Ingest multiple failures at once
Parameters
- failures: Omit<FailureSignal, "id" | "timestamp">[]
Returns FailureSignal[]
- Defined in src/agents/autoTestGen.ts:245

clusterFailures

clusterFailures(): FailureCluster[]
Cluster similar failures together

Returns FailureCluster[]
- Defined in src/agents/autoTestGen.ts:250

evaluateTestCase

evaluateTestCase(
    testCase: GeneratedTestCase,
    actualOutput: string,
    metricScores?: Record<string, number>,
): {
    passed: boolean;
    results: {
        actual?: string | number;
        assertion: TestAssertion;
        passed: boolean;
    }[];
}
Run assertions against an output string
Parameters
- testCase: GeneratedTestCase
- actualOutput: string
- OptionalmetricScores: Record<string, number>
Returns {
    passed: boolean;
    results: {
        actual?: string | number;
        assertion: TestAssertion;
        passed: boolean;
    }[];
}
- Defined in src/agents/autoTestGen.ts:410

export

export(): { failures: FailureSignal[]; testCases: GeneratedTestCase[] }
Export test cases as a portable JSON-compatible object

Returns { failures: FailureSignal[]; testCases: GeneratedTestCase[] }
- Defined in src/agents/autoTestGen.ts:511

generate

generate(): TestGenResult
Generate test cases from all ingested failures

Returns TestGenResult
- Defined in src/agents/autoTestGen.ts:305

getFailures

getFailures(): FailureSignal[]
Get all ingested failures

Returns FailureSignal[]
- Defined in src/agents/autoTestGen.ts:500

getTestCases

getTestCases(): GeneratedTestCase[]
Get all generated test cases

Returns GeneratedTestCase[]
- Defined in src/agents/autoTestGen.ts:495

import

import(
data: { failures: FailureSignal[]; testCases: GeneratedTestCase[] },
): void
Import previously exported test cases
Parameters
- data: { failures: FailureSignal[]; testCases: GeneratedTestCase[] }
Returns void
- Defined in src/agents/autoTestGen.ts:519

reset

reset(): void
Clear all state

Returns void
- Defined in src/agents/autoTestGen.ts:505