OptionalactionFixationRate0to1
actionFixationRate0to1?: number
OptionaladkAgentGraphHash
adkAgentGraphHash?: string
OptionaladkApiServerRouteHash
adkApiServerRouteHash?: string
OptionaladkDeploymentManifestHash
adkDeploymentManifestHash?: string
OptionaladkDeploymentReadiness0to1
adkDeploymentReadiness0to1?: number
OptionaladkDeploymentTarget
adkDeploymentTarget?: string
OptionaladkEvalCaseHash
adkEvalCaseHash?: string
OptionaladkEvalDatasetHash
adkEvalDatasetHash?: string
OptionaladkEvalPassRate0to1
adkEvalPassRate0to1?: number
OptionaladkExecutionMode
adkExecutionMode?: LiveDriftAdkExecutionMode
OptionaladkFrameworkVersion
adkFrameworkVersion?: string
OptionaladkGraphCoverage0to1
adkGraphCoverage0to1?: number
OptionaladkLiveRequestQueueHash
adkLiveRequestQueueHash?: string
OptionaladkModelRoute
adkModelRoute?: string
OptionaladkRunnerConfigHash
adkRunnerConfigHash?: string
OptionaladkRuntimeId
adkRuntimeId?: string
OptionaladkSessionStateHash
adkSessionStateHash?: string
OptionaladkStreamingStability0to1
adkStreamingStability0to1?: number
adkToolCallSuccessRate0to1?: number
adkToolRegistryHash?: string
OptionalagentEvalHarnessAdapterConfigHash
agentEvalHarnessAdapterConfigHash?: string
OptionalagentEvalHarnessAlertPolicyHash
agentEvalHarnessAlertPolicyHash?: string
OptionalagentEvalHarnessBaselineRunHash
agentEvalHarnessBaselineRunHash?: string
OptionalagentEvalHarnessComparisonReportHash
agentEvalHarnessComparisonReportHash?: string
OptionalagentEvalHarnessCostUsd
agentEvalHarnessCostUsd?: number
OptionalagentEvalHarnessDashboardSnapshotHash
agentEvalHarnessDashboardSnapshotHash?: string
OptionalagentEvalHarnessDatasetManifestHash
agentEvalHarnessDatasetManifestHash?: string
OptionalagentEvalHarnessEvidenceCoverage0to1
agentEvalHarnessEvidenceCoverage0to1?: number
OptionalagentEvalHarnessFramework
agentEvalHarnessFramework?:
| "custom"
| "crewai"
| "pydantic_ai"
| "anthropic"
| "langchain"
| "openai_agents"
| "frameworkless"
OptionalagentEvalHarnessHallucinationConfigHash
agentEvalHarnessHallucinationConfigHash?: string
OptionalagentEvalHarnessHallucinationRate0to1
agentEvalHarnessHallucinationRate0to1?: number
OptionalagentEvalHarnessLatencyP95Ms
agentEvalHarnessLatencyP95Ms?: number
OptionalagentEvalHarnessLicenseRefHash
agentEvalHarnessLicenseRefHash?: string
OptionalagentEvalHarnessLiveRunHash
agentEvalHarnessLiveRunHash?: string
OptionalagentEvalHarnessLocalStoragePolicyHash
agentEvalHarnessLocalStoragePolicyHash?: string
OptionalagentEvalHarnessMetricContext
agentEvalHarnessMetricContext?:
| "custom"
| "cost"
| "combined"
| "latency"
| "tool_success"
| "hallucination_schema"
| "hallucination_semantic"
| "hallucination_llm_judge"
OptionalagentEvalHarnessMetricsConfigHash
agentEvalHarnessMetricsConfigHash?: string
OptionalagentEvalHarnessPricingConfigHash
agentEvalHarnessPricingConfigHash?: string
OptionalagentEvalHarnessRepositorySnapshotHash
agentEvalHarnessRepositorySnapshotHash?: string
OptionalagentEvalHarnessReproCommandHash
agentEvalHarnessReproCommandHash?: string
OptionalagentEvalHarnessRunId
agentEvalHarnessRunId?: string
OptionalagentEvalHarnessSourceRefHash
agentEvalHarnessSourceRefHash?: string
OptionalagentEvalHarnessTaskManifestHash
agentEvalHarnessTaskManifestHash?: string
agentEvalHarnessToolSchemaHash?: string
agentEvalHarnessToolSuccessRate0to1?: number
OptionalagentEvalHarnessTraceCollectorHash
agentEvalHarnessTraceCollectorHash?: string
OptionalagentEvalHarnessTraceCoverage0to1
agentEvalHarnessTraceCoverage0to1?: number
OptionalagentEvalHarnessTraceManifestHash
agentEvalHarnessTraceManifestHash?: string
OptionalagentEvalHarnessTraceMode
agentEvalHarnessTraceMode?:
| "custom"
| "decorator"
| "context_manager"
| "framework_adapter"
| "cli_run"
| "dashboard_run"
OptionalagentEvalHarnessTraceSchemaHash
agentEvalHarnessTraceSchemaHash?: string
OptionalagentEvalHarnessTraceWriterHash
agentEvalHarnessTraceWriterHash?: string
OptionalagentEvalObservabilityAgentConfigHash
agentEvalObservabilityAgentConfigHash?: string
OptionalagentEvalObservabilityAlertReceiptHash
agentEvalObservabilityAlertReceiptHash?: string
OptionalagentEvalObservabilityApplicationInsightsHash
agentEvalObservabilityApplicationInsightsHash?: string
OptionalagentEvalObservabilityBaselineEvalResultHash
agentEvalObservabilityBaselineEvalResultHash?: string
OptionalagentEvalObservabilityConfigCoverage0to1
agentEvalObservabilityConfigCoverage0to1?: number
OptionalagentEvalObservabilityEvalDatasetHash
agentEvalObservabilityEvalDatasetHash?: string
OptionalagentEvalObservabilityEventHubHash
agentEvalObservabilityEventHubHash?: string
OptionalagentEvalObservabilityEvidenceCoverage0to1
agentEvalObservabilityEvidenceCoverage0to1?: number
OptionalagentEvalObservabilityFabricDashboardHash
agentEvalObservabilityFabricDashboardHash?: string
OptionalagentEvalObservabilityKustoPolicyHash
agentEvalObservabilityKustoPolicyHash?: string
OptionalagentEvalObservabilityLicenseRefHash
agentEvalObservabilityLicenseRefHash?: string
OptionalagentEvalObservabilityLiveEvalResultHash
agentEvalObservabilityLiveEvalResultHash?: string
OptionalagentEvalObservabilityMetricConfigHash
agentEvalObservabilityMetricConfigHash?: string
OptionalagentEvalObservabilityMetricSet
agentEvalObservabilityMetricSet?:
| "custom"
| "latency"
| "rag_quality"
| "cost_tokens"
| "variant_selection"
OptionalagentEvalObservabilityModelConfigHash
agentEvalObservabilityModelConfigHash?: string
OptionalagentEvalObservabilityOpenTelemetryTraceHash
agentEvalObservabilityOpenTelemetryTraceHash?: string
OptionalagentEvalObservabilityPromptVariantHash
agentEvalObservabilityPromptVariantHash?: string
OptionalagentEvalObservabilityRagIndexHash
agentEvalObservabilityRagIndexHash?: string
OptionalagentEvalObservabilityRepositorySnapshotHash
agentEvalObservabilityRepositorySnapshotHash?: string
OptionalagentEvalObservabilitySourceRefHash
agentEvalObservabilitySourceRefHash?: string
OptionalagentEvalObservabilityTelemetry
agentEvalObservabilityTelemetry?:
| "custom"
| "application_insights"
| "event_hub"
| "fabric_eventhouse"
| "fabric_dashboard"
OptionalagentEvalObservabilityTelemetryCoverage0to1
agentEvalObservabilityTelemetryCoverage0to1?: number
OptionalagentEvaluationDimension
agentEvaluationDimension?: AgentEvaluationDimension
OptionalagenticSearchBenchmarkId
agenticSearchBenchmarkId?: string
OptionalagenticSearchCitationCoverage0to1
agenticSearchCitationCoverage0to1?: number
OptionalagenticSearchCitationTraceHash
agenticSearchCitationTraceHash?: string
OptionalagenticSearchDatasetFamily
agenticSearchDatasetFamily?:
| "custom"
| "multimodal"
| "general_qa"
| "multi_hop_qa"
| "complex_task"
| "report_generation"
| "math_coding"
OptionalagenticSearchPlannerTraceHash
agenticSearchPlannerTraceHash?: string
OptionalagenticSearchPlanningScore0to1
agenticSearchPlanningScore0to1?: number
OptionalagenticSearchQueryDecompositionScore0to1
agenticSearchQueryDecompositionScore0to1?: number
OptionalagenticSearchQueryId
agenticSearchQueryId?: string
OptionalagenticSearchQueryType
agenticSearchQueryType?:
| "custom"
| "multimodal"
| "report"
| "math"
| "multi_hop"
| "coding"
| "single_hop"
| "complex"
OptionalagenticSearchRelevanceScore0to1
agenticSearchRelevanceScore0to1?: number
OptionalagenticSearchResultManifestHash
agenticSearchResultManifestHash?: string
OptionalagenticSearchSearchTraceHash
agenticSearchSearchTraceHash?: string
OptionalagenticSearchSourceManifestHash
agenticSearchSourceManifestHash?: string
OptionalagenticSearchSynthesisScore0to1
agenticSearchSynthesisScore0to1?: number
OptionalagenticSearchSynthesisTraceHash
agenticSearchSynthesisTraceHash?: string
OptionalagenticSearchTaskId
agenticSearchTaskId?: string
agenticSearchToolConfigHash?: string
OptionalagentScaffoldId
agentScaffoldId?: string
OptionalagentSecurityAttackEffectiveness0to1
agentSecurityAttackEffectiveness0to1?: number
OptionalagentSecurityAuditTrailHash
agentSecurityAuditTrailHash?: string
OptionalagentSecurityAuditTrailIntegrity0to1
agentSecurityAuditTrailIntegrity0to1?: number
OptionalagentSecurityClassifierHash
agentSecurityClassifierHash?: string
OptionalagentSecurityEvalPackHash
agentSecurityEvalPackHash?: string
OptionalagentSecurityFalsePositiveRate0to1
agentSecurityFalsePositiveRate0to1?: number
OptionalagentSecurityGuardId
agentSecurityGuardId?: string
OptionalagentSecurityLatencyP95Ms
agentSecurityLatencyP95Ms?: number
OptionalagentSecurityPolicyDecisionAccuracy0to1
agentSecurityPolicyDecisionAccuracy0to1?: number
OptionalagentSecurityPolicyHash
agentSecurityPolicyHash?: string
OptionalagentSecurityProxyTraceHash
agentSecurityProxyTraceHash?: string
OptionalagentSecurityRuntimeTelemetryHash
agentSecurityRuntimeTelemetryHash?: string
OptionalagentSecuritySecretScrubRate0to1
agentSecuritySecretScrubRate0to1?: number
OptionalagentSecuritySourceOriginCoverage0to1
agentSecuritySourceOriginCoverage0to1?: number
OptionalagentSecurityTaintPropagationCoverage0to1
agentSecurityTaintPropagationCoverage0to1?: number
OptionalagentSecurityTaintTraceHash
agentSecurityTaintTraceHash?: string
OptionalagentTestingApproach
agentTestingApproach?: string
OptionalagentTestingBenchmarkFamily
agentTestingBenchmarkFamily?: string
OptionalagentTestingCategory
agentTestingCategory?: string
OptionalagentTestingFaultInjectionCoverage0to1
agentTestingFaultInjectionCoverage0to1?: number
OptionalagentTestingFaultInjectionPlanHash
agentTestingFaultInjectionPlanHash?: string
OptionalagentTestingFaultModel
agentTestingFaultModel?: string
OptionalagentTestingMethodologyCoverage0to1
agentTestingMethodologyCoverage0to1?: number
OptionalagentTestingMethodologyHash
agentTestingMethodologyHash?: string
OptionalagentTestingObservabilityPlanHash
agentTestingObservabilityPlanHash?: string
OptionalagentTestingObservabilitySignalCoverage0to1
agentTestingObservabilitySignalCoverage0to1?: number
OptionalagentTestingResiliencePassRate0to1
agentTestingResiliencePassRate0to1?: number
OptionalagentTestingSafetyPlanHash
agentTestingSafetyPlanHash?: string
OptionalagentTestingSafetyRegressionRate0to1
agentTestingSafetyRegressionRate0to1?: number
OptionalagentTestingScenarioCatalogHash
agentTestingScenarioCatalogHash?: string
OptionalagentTestingScenarioCoverage0to1
agentTestingScenarioCoverage0to1?: number
OptionalagentTestingStandardsMapHash
agentTestingStandardsMapHash?: string
OptionalagentTestingTaxonomyId
agentTestingTaxonomyId?: string
OptionalarenaId
arenaId?: string
OptionalartifactAccuracy0to1
artifactAccuracy0to1?: number
OptionalauthorityHandoffRate0to1
authorityHandoffRate0to1?: number
OptionalbackdoorAgentAgentConfigHash
backdoorAgentAgentConfigHash?: string
OptionalbackdoorAgentAttackFamily
backdoorAgentAttackFamily?:
| "custom"
| "agentpoison"
| "trojanrag"
| "demonagent"
| "badagent"
| "badchain"
| "advagent"
| "poisonedrag"
OptionalbackdoorAgentAttackId
backdoorAgentAttackId?: string
OptionalbackdoorAgentAttackSucceeded
backdoorAgentAttackSucceeded?: boolean
OptionalbackdoorAgentBenchmarkId
backdoorAgentBenchmarkId?: string
OptionalbackdoorAgentCleanTaskSucceeded
backdoorAgentCleanTaskSucceeded?: boolean
OptionalbackdoorAgentDatasetHash
backdoorAgentDatasetHash?: string
OptionalbackdoorAgentModelConfigHash
backdoorAgentModelConfigHash?: string
OptionalbackdoorAgentPoisonConfigHash
backdoorAgentPoisonConfigHash?: string
OptionalbackdoorAgentResultHash
backdoorAgentResultHash?: string
OptionalbackdoorAgentRunConfigHash
backdoorAgentRunConfigHash?: string
OptionalbackdoorAgentStage
backdoorAgentStage?:
| "custom"
| "tool_use"
| "planning"
| "memory"
| "cross_stage"
OptionalbackdoorAgentTaskFamily
backdoorAgentTaskFamily?:
| "custom"
| "agent_qa"
| "agent_web"
| "agent_driver"
| "agent_code"
| "agent_medical"
OptionalbackdoorAgentTaskId
backdoorAgentTaskId?: string
OptionalbackdoorAgentTraceHash
backdoorAgentTraceHash?: string
OptionalbackdoorAgentTrajectoryCaptured
backdoorAgentTrajectoryCaptured?: boolean
OptionalbackdoorAgentTriggerActivated
backdoorAgentTriggerActivated?: boolean
OptionalbackdoorAgentTriggerHash
backdoorAgentTriggerHash?: string
OptionalbackdoorAgentTriggerPersisted
backdoorAgentTriggerPersisted?: boolean
OptionalbackdoorAgentTriggerPropagated
backdoorAgentTriggerPropagated?: boolean
behaviorSignature
behaviorSignature: string
OptionalchaosAgentCardHash
chaosAgentCardHash?: string
OptionalchaosBenchmarkFamily
chaosBenchmarkFamily?: string
OptionalchaosBenchmarkId
chaosBenchmarkId?: string
OptionalchaosDrop0to1
chaosDrop0to1?: number
OptionalchaosEndpointContractHash
chaosEndpointContractHash?: string
OptionalchaosFailureTraceCoverage0to1
chaosFailureTraceCoverage0to1?: number
OptionalchaosFrameworkId
chaosFrameworkId?: string
OptionalchaosImprovementEvalHash
chaosImprovementEvalHash?: string
OptionalchaosInjectionPlanHash
chaosInjectionPlanHash?: string
OptionalchaosJudgeConfigHash
chaosJudgeConfigHash?: string
OptionalchaosModality
chaosModality?: string
OptionalchaosMutationManifestHash
chaosMutationManifestHash?: string
OptionalchaosProductionReliability0to1
chaosProductionReliability0to1?: number
OptionalchaosProfileId
chaosProfileId?: string
OptionalchaosRecoveryPassRate0to1
chaosRecoveryPassRate0to1?: number
OptionalchaosResilienceScore0to1
chaosResilienceScore0to1?: number
OptionalchaosScenarioId
chaosScenarioId?: string
OptionalchaosScoreLedgerHash
chaosScoreLedgerHash?: string
OptionalchaosTraceBundleHash
chaosTraceBundleHash?: string
OptionalcontrolCorrectability0to1
controlCorrectability0to1?: number
OptionalcontrolInterpretability0to1
controlInterpretability0to1?: number
OptionalcontrolInterruptibility0to1
controlInterruptibility0to1?: number
OptionalcontrolReversibility0to1
controlReversibility0to1?: number
OptionalcostUsd
costUsd?: number
OptionalcpuAgenticApiKeyBoundaryHash
cpuAgenticApiKeyBoundaryHash?: string
OptionalcpuAgenticBatchSize
cpuAgenticBatchSize?: number
OptionalcpuAgenticBenchmarkId
cpuAgenticBenchmarkId?: string
OptionalcpuAgenticCondaEnvHash
cpuAgenticCondaEnvHash?: string
OptionalcpuAgenticCpuUtilization0to1
cpuAgenticCpuUtilization0to1?: number
OptionalcpuAgenticDatasetManifestHash
cpuAgenticDatasetManifestHash?: string
OptionalcpuAgenticEnvironmentHash
cpuAgenticEnvironmentHash?: string
cpuAgenticFigureArtifactHash?: string
OptionalcpuAgenticFrameworkId
cpuAgenticFrameworkId?: string
OptionalcpuAgenticFrameworkOverheadShare0to1
cpuAgenticFrameworkOverheadShare0to1?: number
OptionalcpuAgenticGpuUtilization0to1
cpuAgenticGpuUtilization0to1?: number
OptionalcpuAgenticHardwareProfileHash
cpuAgenticHardwareProfileHash?: string
OptionalcpuAgenticLatencyP50Ms
cpuAgenticLatencyP50Ms?: number
OptionalcpuAgenticLatencyP95Ms
cpuAgenticLatencyP95Ms?: number
OptionalcpuAgenticLatencyP99Ms
cpuAgenticLatencyP99Ms?: number
OptionalcpuAgenticLlmInferenceShare0to1
cpuAgenticLlmInferenceShare0to1?: number
cpuAgenticMemoryRssMb?: number
OptionalcpuAgenticModelServerConfigHash
cpuAgenticModelServerConfigHash?: string
OptionalcpuAgenticPaperRefHash
cpuAgenticPaperRefHash?: string
OptionalcpuAgenticRequestRate
cpuAgenticRequestRate?: number
OptionalcpuAgenticResultManifestHash
cpuAgenticResultManifestHash?: string
OptionalcpuAgenticRunScriptHash
cpuAgenticRunScriptHash?: string
OptionalcpuAgenticRuntime
cpuAgenticRuntime?:
| "custom"
| "bash"
| "vllm"
| "openai_api"
| "google_search"
| "wolfram_alpha"
| "faiss"
| "rdkit_pubchem"
OptionalcpuAgenticScheduleMode
cpuAgenticScheduleMode?:
| "custom"
| "sequential"
| "threaded"
| "multiprocess"
| "micro_batch"
| "mixed_agentic"
OptionalcpuAgenticSystemRequirementsHash
cpuAgenticSystemRequirementsHash?: string
OptionalcpuAgenticThroughputRequestsPerSec
cpuAgenticThroughputRequestsPerSec?: number
cpuAgenticToolExecutionShare0to1?: number
cpuAgenticToolManifestHash?: string
OptionalcpuAgenticWorkerCount
cpuAgenticWorkerCount?: number
OptionalcpuAgenticWorkloadConfigHash
cpuAgenticWorkloadConfigHash?: string
OptionalcpuAgenticWorkloadFamily
cpuAgenticWorkloadFamily?:
| "custom"
| "rag"
| "code_generation"
| "web_search"
| "math_tool_use"
| "chemistry_research"
| "throughput_microbenchmark"
| "energy_measurement"
OptionalcredenceEngineAlertReceiptHash
credenceEngineAlertReceiptHash?: string
OptionalcredenceEngineArchivedStatusHash
credenceEngineArchivedStatusHash?: string
OptionalcredenceEngineBaselineResultHash
credenceEngineBaselineResultHash?: string
OptionalcredenceEngineBenchmarkHarnessHash
credenceEngineBenchmarkHarnessHash?: string
OptionalcredenceEngineBenchmarkId
credenceEngineBenchmarkId?: string
OptionalcredenceEngineDecisionPolicy
credenceEngineDecisionPolicy?:
| "custom"
| "baseline"
| "langchain"
| "bayesian"
| "no_voi"
OptionalcredenceEngineDecisionQuality0to1
credenceEngineDecisionQuality0to1?: number
OptionalcredenceEngineDriftStatisticHash
credenceEngineDriftStatisticHash?: string
OptionalcredenceEngineExpectedUtilityGain0to1
credenceEngineExpectedUtilityGain0to1?: number
OptionalcredenceEngineExpectedUtilityPolicyHash
credenceEngineExpectedUtilityPolicyHash?: string
OptionalcredenceEngineExperimentManifestHash
credenceEngineExperimentManifestHash?: string
OptionalcredenceEngineExperimentMode
credenceEngineExperimentMode?:
| "custom"
| "drift"
| "stationary"
| "full_comparison"
| "ablation"
| "tool_routing"
OptionalcredenceEngineLicenseRefHash
credenceEngineLicenseRefHash?: string
OptionalcredenceEngineLiveResultHash
credenceEngineLiveResultHash?: string
OptionalcredenceEngineLockfileHash
credenceEngineLockfileHash?: string
OptionalcredenceEnginePackageManifestHash
credenceEnginePackageManifestHash?: string
OptionalcredenceEnginePosteriorCalibration0to1
credenceEnginePosteriorCalibration0to1?: number
OptionalcredenceEnginePosteriorTraceHash
credenceEnginePosteriorTraceHash?: string
OptionalcredenceEngineReadmeBlobHash
credenceEngineReadmeBlobHash?: string
OptionalcredenceEngineRepositorySnapshotHash
credenceEngineRepositorySnapshotHash?: string
OptionalcredenceEngineResultsArtifactHash
credenceEngineResultsArtifactHash?: string
OptionalcredenceEngineSourceRefHash
credenceEngineSourceRefHash?: string
OptionalcredenceEngineSpecBlobHash
credenceEngineSpecBlobHash?: string
OptionalcredenceEngineTestSuiteHash
credenceEngineTestSuiteHash?: string
OptionalcredenceEngineVoiEfficiency0to1
credenceEngineVoiEfficiency0to1?: number
OptionalcredenceEngineVoiPolicyHash
credenceEngineVoiPolicyHash?: string
OptionalctfAgentInstanceId
ctfAgentInstanceId?: string
OptionalctfChallengeCategory
ctfChallengeCategory?: string
OptionalctfChallengeId
ctfChallengeId?: string
OptionalctfCheckpointCompletion0to1
ctfCheckpointCompletion0to1?: number
OptionalctfCheckpointJudgeRef
ctfCheckpointJudgeRef?: string
OptionalctfCheckpointRubricHash
ctfCheckpointRubricHash?: string
OptionalctfCompetitionImpact0to1
ctfCompetitionImpact0to1?: number
OptionalctfContaminationRisk0to1
ctfContaminationRisk0to1?: number
OptionalctfEventId
ctfEventId?: string
OptionalctfExecutionTraceHash
ctfExecutionTraceHash?: string
OptionalctfExternalSearchUsed
ctfExternalSearchUsed?: boolean
OptionalctfFirstCorrectFlagForwarded
ctfFirstCorrectFlagForwarded?: boolean
OptionalctfFlagAccepted
ctfFlagAccepted?: boolean
OptionalctfIndependenceViolated
ctfIndependenceViolated?: boolean
OptionalctfIsolationBoundaryId
ctfIsolationBoundaryId?: string
OptionalctfIsolationViolated
ctfIsolationViolated?: boolean
OptionalctfPartialCreditScore0to1
ctfPartialCreditScore0to1?: number
OptionalctfSandboxProfileHash
ctfSandboxProfileHash?: string
OptionalctfSubmissionCount
ctfSubmissionCount?: number
OptionalctfTeamAccountId
ctfTeamAccountId?: string
OptionalctfTimeToFlagMs
ctfTimeToFlagMs?: number
OptionalctfVmImageHash
ctfVmImageHash?: string
OptionaldiscourseContextId
discourseContextId?: string
OptionaldivergenceMomentum0to1
divergenceMomentum0to1?: number
OptionaldocumentDatasetBenchMetricHash
documentDatasetBenchMetricHash?: string
OptionaldocumentDatasetCellRecordHash
documentDatasetCellRecordHash?: string
OptionaldocumentDatasetCorpusHash
documentDatasetCorpusHash?: string
OptionaldocumentDatasetDocumentRecordHash
documentDatasetDocumentRecordHash?: string
OptionaldocumentDatasetExportManifestHash
documentDatasetExportManifestHash?: string
OptionaldocumentDatasetExportTarget
documentDatasetExportTarget?:
| "custom"
| "huggingface"
| "llama_factory"
| "axolotl"
| "openai_finetune"
| "rag_jsonl"
OptionaldocumentDatasetIndexManifestHash
documentDatasetIndexManifestHash?: string
documentDatasetMemoryRssMb?: number
OptionaldocumentDatasetNumericMismatchRate0to1
documentDatasetNumericMismatchRate0to1?: number
OptionaldocumentDatasetNumGuardCoverage0to1
documentDatasetNumGuardCoverage0to1?: number
documentDatasetPageRecordHash?: string
OptionaldocumentDatasetPipelineId
documentDatasetPipelineId?: string
OptionaldocumentDatasetQaAccuracy0to1
documentDatasetQaAccuracy0to1?: number
OptionaldocumentDatasetRagFaithfulness0to1
documentDatasetRagFaithfulness0to1?: number
OptionaldocumentDatasetReportArtifactHash
documentDatasetReportArtifactHash?: string
OptionaldocumentDatasetSampleManifestHash
documentDatasetSampleManifestHash?: string
documentDatasetSourceFormat?:
| "custom"
| "plain_text"
| "markdown"
| "pdf"
| "html_xml"
| "json_yaml_toml_ini"
| "csv_tsv"
| "tex_bib"
| "image_ocr"
OptionaldocumentDatasetSummaryQuality0to1
documentDatasetSummaryQuality0to1?: number
OptionaldocumentDatasetTask
documentDatasetTask?:
| "custom"
| "rag"
| "summary"
| "qa"
| "finetune"
| "indexing"
OptionaldocumentDatasetThroughputDocsPerSec
documentDatasetThroughputDocsPerSec?: number
OptionaldocumentDatasetTokenSavingsRatio
documentDatasetTokenSavingsRatio?: number
Optionaldomain
domain?: string
OptionalenvironmentId
environmentId?: string
OptionalenvironmentSnapshotId
environmentSnapshotId?: string
OptionalerrorAttributionRate0to1
errorAttributionRate0to1?: number
Optionalerrored
errored?: boolean
OptionalevalTechniqueAlgorithmicFeedbackCoverage0to1
evalTechniqueAlgorithmicFeedbackCoverage0to1?: number
OptionalevalTechniqueBatchJobHash
evalTechniqueBatchJobHash?: string
OptionalevalTechniqueCallbackConfigHash
evalTechniqueCallbackConfigHash?: string
OptionalevalTechniqueDatasetHash
evalTechniqueDatasetHash?: string
OptionalevalTechniqueDynamicGroundTruthPassRate0to1
evalTechniqueDynamicGroundTruthPassRate0to1?: number
OptionalevalTechniqueExactMatchAccuracy0to1
evalTechniqueExactMatchAccuracy0to1?: number
OptionalevalTechniqueGroundTruthCodeHash
evalTechniqueGroundTruthCodeHash?: string
OptionalevalTechniqueJudgeConfigHash
evalTechniqueJudgeConfigHash?: string
OptionalevalTechniqueLangchainConfigHash
evalTechniqueLangchainConfigHash?: string
OptionalevalTechniqueLangsmithProjectId
evalTechniqueLangsmithProjectId?: string
OptionalevalTechniqueLlmJudgeAgreement0to1
evalTechniqueLlmJudgeAgreement0to1?: number
OptionalevalTechniqueNotebookHash
evalTechniqueNotebookHash?: string
OptionalevalTechniquePairwiseWinRate0to1
evalTechniquePairwiseWinRate0to1?: number
OptionalevalTechniqueRagContextRelevance0to1
evalTechniqueRagContextRelevance0to1?: number
OptionalevalTechniqueRagFaithfulness0to1
evalTechniqueRagFaithfulness0to1?: number
OptionalevalTechniqueRagSourceDocumentHash
evalTechniqueRagSourceDocumentHash?: string
OptionalevalTechniqueRealtimeFeedbackScore0to1
evalTechniqueRealtimeFeedbackScore0to1?: number
OptionalevalTechniqueReferenceAnswerHash
evalTechniqueReferenceAnswerHash?: string
OptionalevalTechniqueSimulationGoalCompletion0to1
evalTechniqueSimulationGoalCompletion0to1?: number
OptionalevalTechniqueStructuredValidationScore0to1
evalTechniqueStructuredValidationScore0to1?: number
OptionalevalTechniqueSuiteId
evalTechniqueSuiteId?: string
OptionalevalTechniqueTechnique
evalTechniqueTechnique?:
| "custom"
| "llm_as_judge"
| "exact_match"
| "structured_data_validation"
| "dynamic_ground_truth"
| "trajectory_evaluation"
| "tool_precision_improvement"
| "component_wise_rag"
| "ragas"
| "realtime_feedback"
| "pairwise_comparison"
| "simulation_benchmarking"
| "algorithmic_feedback"
evalTechniqueToolImprovementDelta0to1?: number
evalTechniqueToolPrecision0to1?: number
evalTechniqueToolSchemaHash?: string
OptionalevalTechniqueTrajectoryMatchRate0to1
evalTechniqueTrajectoryMatchRate0to1?: number
OptionalevalTechniqueTrajectorySpecHash
evalTechniqueTrajectorySpecHash?: string
evidenceRefs
evidenceRefs: string[]
OptionalexecutionMode
executionMode?: LiveDriftExecutionMode
formatQuality0to1?: number
formulaIntegrity0to1?: number
OptionalframeworkConfigHash
frameworkConfigHash?: string
OptionalgenomicsCohortId
genomicsCohortId?: string
OptionalgenomicsConditionId
genomicsConditionId?: string
OptionalgenomicsExpertAnnotationHash
genomicsExpertAnnotationHash?: string
genomicsFormatConformant?: boolean
genomicsFormatErrorCount?: number
genomicsMetadataHash?: string
OptionalgenomicsPredictionDatasetHash
genomicsPredictionDatasetHash?: string
OptionalgenomicsPreprocessingQuality0to1
genomicsPreprocessingQuality0to1?: number
OptionalgenomicsProblemId
genomicsProblemId?: string
OptionalgenomicsReferenceDatasetHash
genomicsReferenceDatasetHash?: string
OptionalgenomicsReferenceOutputMatched
genomicsReferenceOutputMatched?: boolean
OptionalgenomicsSelectionAccuracy0to1
genomicsSelectionAccuracy0to1?: number
OptionalgenomicsStatisticalAnalysisAccuracy0to1
genomicsStatisticalAnalysisAccuracy0to1?: number
OptionalgenomicsTaskStage
genomicsTaskStage?:
| "custom"
| "cross_stage"
| "dataset_selection"
| "data_preprocessing"
| "statistical_analysis"
genomicsToolchainHash?: string
OptionalgenomicsTraitId
genomicsTraitId?: string
OptionalhedraRagAlertPolicyHash
hedraRagAlertPolicyHash?: string
OptionalhedraRagArtifactId
hedraRagArtifactId?: string
OptionalhedraRagArtifactReadmeHash
hedraRagArtifactReadmeHash?: string
OptionalhedraRagBaselineFramework
hedraRagBaselineFramework?:
| "custom"
| "langchain"
| "hedrarag"
| "heterag"
| "flashrag"
| "faiss_custom"
OptionalhedraRagBaselineResultHash
hedraRagBaselineResultHash?: string
OptionalhedraRagCorpusManifestHash
hedraRagCorpusManifestHash?: string
OptionalhedraRagDatasetManifestHash
hedraRagDatasetManifestHash?: string
OptionalhedraRagDependencyManifestHash
hedraRagDependencyManifestHash?: string
OptionalhedraRagEnvironmentConfigHash
hedraRagEnvironmentConfigHash?: string
OptionalhedraRagEvidenceCoverage0to1
hedraRagEvidenceCoverage0to1?: number
hedraRagFigureId?: string
OptionalhedraRagGpuProfileHash
hedraRagGpuProfileHash?: string
OptionalhedraRagIndexManifestHash
hedraRagIndexManifestHash?: string
OptionalhedraRagLatencyP95Ms
hedraRagLatencyP95Ms?: number
OptionalhedraRagLicenseRefHash
hedraRagLicenseRefHash?: string
OptionalhedraRagLicenseReviewHash
hedraRagLicenseReviewHash?: string
OptionalhedraRagLicenseStatus
hedraRagLicenseStatus?: LiveDriftSourceLicenseStatus
OptionalhedraRagLiveResultHash
hedraRagLiveResultHash?: string
OptionalhedraRagMemoryGb
hedraRagMemoryGb?: number
OptionalhedraRagPaperRefHash
hedraRagPaperRefHash?: string
OptionalhedraRagPlotArtifactHash
hedraRagPlotArtifactHash?: string
OptionalhedraRagReplayPassed
hedraRagReplayPassed?: boolean
OptionalhedraRagReplayPassRate0to1
hedraRagReplayPassRate0to1?: number
OptionalhedraRagRepositorySnapshotHash
hedraRagRepositorySnapshotHash?: string
OptionalhedraRagResourceProfileHash
hedraRagResourceProfileHash?: string
OptionalhedraRagResultCsvHash
hedraRagResultCsvHash?: string
OptionalhedraRagRunScriptHash
hedraRagRunScriptHash?: string
OptionalhedraRagRuntime
hedraRagRuntime?: "custom" | "native" | "pytorch_docker" | "cuda_gpu" | "cpu"
OptionalhedraRagSourceRefHash
hedraRagSourceRefHash?: string
OptionalhedraRagThroughputRequestsPerSec
hedraRagThroughputRequestsPerSec?: number
OptionalhedraRagWorkflow
hedraRagWorkflow?:
| "custom"
| "single_retrieval"
| "hyde"
| "multistep"
| "recomp"
| "irg"
| "graph_rag"
OptionalinteractionTurnCount
interactionTurnCount?: number
OptionalinvalidActionRate0to1
invalidActionRate0to1?: number
OptionalkiteBenchmarkId
kiteBenchmarkId?: string
OptionalkiteCorpusManifestHash
kiteCorpusManifestHash?: string
OptionalkiteDatasetFamily
kiteDatasetFamily?:
| "custom"
| "ai_papers"
| "cloud_10k"
| "company_handbook"
| "supreme_court"
OptionalkiteDocumentCount
kiteDocumentCount?: number
OptionalkiteDocumentSetId
kiteDocumentSetId?: string
OptionalkiteEvidenceCoverage0to1
kiteEvidenceCoverage0to1?: number
OptionalkiteGrade0to10
kiteGrade0to10?: number
OptionalkiteGradingScale
kiteGradingScale?: "custom" | "zero_to_ten" | "normalized_0_to_1"
OptionalkiteGroundTruthAnswerHash
kiteGroundTruthAnswerHash?: string
OptionalkiteJudgeConfigHash
kiteJudgeConfigHash?: string
OptionalkiteLicenseRefHash
kiteLicenseRefHash?: string
OptionalkiteNormalizedGrade0to1
kiteNormalizedGrade0to1?: number
OptionalkiteQuerySetHash
kiteQuerySetHash?: string
OptionalkiteQuestionCount
kiteQuestionCount?: number
OptionalkiteRagConfigurationId
kiteRagConfigurationId?: string
OptionalkiteRagPipelineConfigHash
kiteRagPipelineConfigHash?: string
OptionalkiteRepositorySnapshotHash
kiteRepositorySnapshotHash?: string
OptionalkiteResponseManifestHash
kiteResponseManifestHash?: string
OptionalkiteResultManifestHash
kiteResultManifestHash?: string
OptionalkiteRubricHash
kiteRubricHash?: string
OptionalkiteSmallSampleWarning
kiteSmallSampleWarning?: boolean
OptionalkiteSourceRefHash
kiteSourceRefHash?: string
OptionallatencyMs
latencyMs?: number
OptionallegalAgentBenchmarkId
legalAgentBenchmarkId?: string
OptionallegalAgentCitationCoverage0to1
legalAgentCitationCoverage0to1?: number
OptionallegalAgentCorpusId
legalAgentCorpusId?: string
OptionallegalAgentDatasetHash
legalAgentDatasetHash?: string
OptionallegalAgentDifficulty
legalAgentDifficulty?: "custom" | "easy" | "medium" | "hard" | "expert"
OptionallegalAgentEvaluationReportHash
legalAgentEvaluationReportHash?: string
OptionallegalAgentFinalSuccess
legalAgentFinalSuccess?: boolean
legalAgentIntermediateStepAnnotationHash?: string
OptionallegalAgentOutputHash
legalAgentOutputHash?: string
OptionallegalAgentPlanningTreeHash
legalAgentPlanningTreeHash?: string
OptionallegalAgentProcessRate0to1
legalAgentProcessRate0to1?: number
OptionallegalAgentProcessTraceHash
legalAgentProcessTraceHash?: string
OptionallegalAgentReferenceAnswerHash
legalAgentReferenceAnswerHash?: string
OptionallegalAgentTaskId
legalAgentTaskId?: string
OptionallegalAgentTaskType
legalAgentTaskType?:
| "retrieval"
| "custom"
| "tool_use"
| "multi_hop_reasoning"
| "writing"
OptionallegalAgentTokenCost
legalAgentTokenCost?: number
OptionallegalAgentTokenRecordHash
legalAgentTokenRecordHash?: string
legalAgentToolManifestHash?: string
legalAgentToolRunTraceHash?: string
legalAgentToolUseAccuracy0to1?: number
OptionallifecycleStage
lifecycleStage?: DataScienceLifecycleStage
OptionalllmRagBiasMetricId
llmRagBiasMetricId?: string
OptionalllmRagBiasRisk0to1
llmRagBiasRisk0to1?: number
OptionalllmRagCandidateManifestHash
llmRagCandidateManifestHash?: string
OptionalllmRagEvalRunId
llmRagEvalRunId?: string
OptionalllmRagEvalSuiteId
llmRagEvalSuiteId?: string
OptionalllmRagHallucinationMetricId
llmRagHallucinationMetricId?: string
OptionalllmRagHallucinationRate0to1
llmRagHallucinationRate0to1?: number
OptionalllmRagJudgeConfigHash
llmRagJudgeConfigHash?: string
OptionalllmRagMetricSuiteHash
llmRagMetricSuiteHash?: string
OptionalllmRagReferenceManifestHash
llmRagReferenceManifestHash?: string
OptionalllmRagReportHash
llmRagReportHash?: string
OptionalllmRagSemanticMetricId
llmRagSemanticMetricId?: string
OptionalllmRagSemanticSimilarity0to1
llmRagSemanticSimilarity0to1?: number
OptionallocalSystemAlertReceiptHash
localSystemAlertReceiptHash?: string
OptionallocalSystemApiKeyAbsent
localSystemApiKeyAbsent?: boolean
OptionallocalSystemCloudDisabled
localSystemCloudDisabled?: boolean
OptionallocalSystemDeviceProfileHash
localSystemDeviceProfileHash?: string
OptionallocalSystemGhostDriverDetected
localSystemGhostDriverDetected?: boolean
OptionallocalSystemGhostDriverHandled
localSystemGhostDriverHandled?: boolean
OptionallocalSystemHardwareScannerHash
localSystemHardwareScannerHash?: string
OptionallocalSystemLocalDataOnly
localSystemLocalDataOnly?: boolean
OptionallocalSystemMonitorProfileId
localSystemMonitorProfileId?: string
OptionallocalSystemOfflineMode
localSystemOfflineMode?: boolean
OptionallocalSystemProactiveAlertDelivered
localSystemProactiveAlertDelivered?: boolean
OptionallocalSystemProcessCatalogHash
localSystemProcessCatalogHash?: string
OptionallocalSystemProcessIdentityMatched
localSystemProcessIdentityMatched?: boolean
OptionallocalSystemSensorLogHash
localSystemSensorLogHash?: string
OptionallocalSystemThermalBaselineDeviation0to1
localSystemThermalBaselineDeviation0to1?: number
OptionallocalSystemVoltageRailId
localSystemVoltageRailId?: string
OptionallocalSystemVoltageSpcAnomaly
localSystemVoltageSpcAnomaly?: boolean
OptionallocalSystemWorkloadContext
localSystemWorkloadContext?:
| "custom"
| "medium"
| "idle"
| "light"
| "gaming"
| "heavy"
| "battery"
OptionalnaviBenchAgentConfigHash
naviBenchAgentConfigHash?: string
OptionalnaviBenchAlertReceiptHash
naviBenchAlertReceiptHash?: string
OptionalnaviBenchBaselineResultHash
naviBenchBaselineResultHash?: string
OptionalnaviBenchBenchmarkId
naviBenchBenchmarkId?: string
OptionalnaviBenchBlogRefHash
naviBenchBlogRefHash?: string
OptionalnaviBenchBrowserMode
naviBenchBrowserMode?: "custom" | "headless" | "remote" | "headed"
OptionalnaviBenchBrowserProviderHash
naviBenchBrowserProviderHash?: string
OptionalnaviBenchDatasetRefHash
naviBenchDatasetRefHash?: string
OptionalnaviBenchEvaluatorConfigHash
naviBenchEvaluatorConfigHash?: string
OptionalnaviBenchEvidenceCoverage0to1
naviBenchEvidenceCoverage0to1?: number
OptionalnaviBenchExcludingCrashedScore0to1
naviBenchExcludingCrashedScore0to1?: number
OptionalnaviBenchLicenseRefHash
naviBenchLicenseRefHash?: string
OptionalnaviBenchLiveResultHash
naviBenchLiveResultHash?: string
OptionalnaviBenchLowerBoundScore0to1
naviBenchLowerBoundScore0to1?: number
OptionalnaviBenchMaxSteps
naviBenchMaxSteps?: number
OptionalnaviBenchRepositorySnapshotHash
naviBenchRepositorySnapshotHash?: string
OptionalnaviBenchScreenshotTraceHash
naviBenchScreenshotTraceHash?: string
OptionalnaviBenchSourceRefHash
naviBenchSourceRefHash?: string
OptionalnaviBenchStepCount
naviBenchStepCount?: number
OptionalnaviBenchTaskConfigHash
naviBenchTaskConfigHash?: string
OptionalnaviBenchTaskCrashed
naviBenchTaskCrashed?: boolean
OptionalnaviBenchTaskFinished
naviBenchTaskFinished?: boolean
OptionalnaviBenchTaskId
naviBenchTaskId?: string
OptionalnaviBenchTaskSuccess
naviBenchTaskSuccess?: boolean
OptionalnaviBenchTrajectoryHash
naviBenchTrajectoryHash?: string
OptionalnaviBenchUpperBoundScore0to1
naviBenchUpperBoundScore0to1?: number
OptionalnaviBenchVisualizationArtifactHash
naviBenchVisualizationArtifactHash?: string
OptionalnaviBenchWebsiteDomain
naviBenchWebsiteDomain?:
| "custom"
| "apartments"
| "craigslist"
| "opentable"
| "resy"
| "google_flights"
OptionalnoMiraclAbstainedWhenUnanswerable
noMiraclAbstainedWhenUnanswerable?: boolean
OptionalnoMiraclAbstentionAccuracy0to1
noMiraclAbstentionAccuracy0to1?: number
OptionalnoMiraclAlertPolicyHash
noMiraclAlertPolicyHash?: string
OptionalnoMiraclBaselineResultHash
noMiraclBaselineResultHash?: string
OptionalnoMiraclBenchmarkId
noMiraclBenchmarkId?: string
OptionalnoMiraclDatasetManifestHash
noMiraclDatasetManifestHash?: string
OptionalnoMiraclErrored
noMiraclErrored?: boolean
OptionalnoMiraclErrorRate0to1
noMiraclErrorRate0to1?: number
OptionalnoMiraclEvaluationReportHash
noMiraclEvaluationReportHash?: string
OptionalnoMiraclGenerationTraceHash
noMiraclGenerationTraceHash?: string
OptionalnoMiraclHallucinated
noMiraclHallucinated?: boolean
OptionalnoMiraclHallucinationRate0to1
noMiraclHallucinationRate0to1?: number
OptionalnoMiraclLanguage
noMiraclLanguage?: string
OptionalnoMiraclLanguageManifestHash
noMiraclLanguageManifestHash?: string
OptionalnoMiraclLicenseRefHash
noMiraclLicenseRefHash?: string
OptionalnoMiraclLiveResultHash
noMiraclLiveResultHash?: string
OptionalnoMiraclModelRouteHash
noMiraclModelRouteHash?: string
OptionalnoMiraclNonRelevantJudgmentHash
noMiraclNonRelevantJudgmentHash?: string
OptionalnoMiraclPassagePoolHash
noMiraclPassagePoolHash?: string
OptionalnoMiraclPassageSetHash
noMiraclPassageSetHash?: string
OptionalnoMiraclQrelsManifestHash
noMiraclQrelsManifestHash?: string
OptionalnoMiraclQueryIdHash
noMiraclQueryIdHash?: string
OptionalnoMiraclRelevanceAccuracy0to1
noMiraclRelevanceAccuracy0to1?: number
OptionalnoMiraclRelevanceDecisionCorrect
noMiraclRelevanceDecisionCorrect?: boolean
OptionalnoMiraclRelevantJudgmentHash
noMiraclRelevantJudgmentHash?: string
OptionalnoMiraclRepositorySnapshotHash
noMiraclRepositorySnapshotHash?: string
OptionalnoMiraclRetrievalRunHash
noMiraclRetrievalRunHash?: string
OptionalnoMiraclSourceRefHash
noMiraclSourceRefHash?: string
OptionalnoMiraclSubset
noMiraclSubset?: "custom" | "relevant" | "non_relevant"
OptionalobservabilityAgentTrajectoryHash
observabilityAgentTrajectoryHash?: string
OptionalobservabilityBenchmarkId
observabilityBenchmarkId?: string
OptionalobservabilityCommandStdoutHash
observabilityCommandStdoutHash?: string
OptionalobservabilityDataSource
observabilityDataSource?: "custom" | "grafana" | "prometheus" | "loki" | "tempo"
OptionalobservabilityDeterministicCheckPassRate0to1
observabilityDeterministicCheckPassRate0to1?: number
OptionalobservabilityDockerConfigHash
observabilityDockerConfigHash?: string
OptionalobservabilityEnvironmentConfigHash
observabilityEnvironmentConfigHash?: string
OptionalobservabilityEvidenceCoverage0to1
observabilityEvidenceCoverage0to1?: number
OptionalobservabilityGeneratedTaskHash
observabilityGeneratedTaskHash?: string
OptionalobservabilityGradingDetailsHash
observabilityGradingDetailsHash?: string
OptionalobservabilityHtmlReportHash
observabilityHtmlReportHash?: string
OptionalobservabilityIncidentContextId
observabilityIncidentContextId?: string
OptionalobservabilityResolutionScore0to1
observabilityResolutionScore0to1?: number
OptionalobservabilityResultJsonHash
observabilityResultJsonHash?: string
OptionalobservabilityRewardHash
observabilityRewardHash?: string
OptionalobservabilityRubricScore0to1
observabilityRubricScore0to1?: number
OptionalobservabilityScenarioClockAligned
observabilityScenarioClockAligned?: boolean
OptionalobservabilityScenarioClockHash
observabilityScenarioClockHash?: string
OptionalobservabilityTaskSpecHash
observabilityTaskSpecHash?: string
OptionalobservabilityTaskType
observabilityTaskType?:
| "custom"
| "metric_query"
| "log_query"
| "trace_query"
| "dashboard_inspection"
| "alert_triage"
| "root_cause_analysis"
observabilityToolMode?:
| "custom"
| "mcp_grafana"
| "gcx_cli"
| "harbor_builtin"
| "custom_agent"
OptionaloffPathAttemptCount
offPathAttemptCount?: number
OptionalollamaMetricsAlertPolicyHash
ollamaMetricsAlertPolicyHash?: string
OptionalollamaMetricsBaselineSnapshotHash
ollamaMetricsBaselineSnapshotHash?: string
OptionalollamaMetricsDeploymentMode
ollamaMetricsDeploymentMode?:
| "custom"
| "local"
| "docker"
| "docker_compose"
| "kubernetes"
OptionalollamaMetricsEndpointSnapshotHash
ollamaMetricsEndpointSnapshotHash?: string
OptionalollamaMetricsGeneratedTokensTotal
ollamaMetricsGeneratedTokensTotal?: number
OptionalollamaMetricsGrafanaDashboardHash
ollamaMetricsGrafanaDashboardHash?: string
OptionalollamaMetricsLicenseRefHash
ollamaMetricsLicenseRefHash?: string
OptionalollamaMetricsLiveSnapshotHash
ollamaMetricsLiveSnapshotHash?: string
OptionalollamaMetricsLoadedModelCount
ollamaMetricsLoadedModelCount?: number
OptionalollamaMetricsModelId
ollamaMetricsModelId?: string
OptionalollamaMetricsModelLoaded
ollamaMetricsModelLoaded?: boolean
OptionalollamaMetricsModelRamMb
ollamaMetricsModelRamMb?: number
OptionalollamaMetricsOllamaHostConfigHash
ollamaMetricsOllamaHostConfigHash?: string
OptionalollamaMetricsPrometheusScrapeConfigHash
ollamaMetricsPrometheusScrapeConfigHash?: string
OptionalollamaMetricsPromptTokensTotal
ollamaMetricsPromptTokensTotal?: number
OptionalollamaMetricsProxyConfigHash
ollamaMetricsProxyConfigHash?: string
OptionalollamaMetricsRepositorySnapshotHash
ollamaMetricsRepositorySnapshotHash?: string
OptionalollamaMetricsRequestDurationP95Seconds
ollamaMetricsRequestDurationP95Seconds?: number
OptionalollamaMetricsRequestErrorRate0to1
ollamaMetricsRequestErrorRate0to1?: number
OptionalollamaMetricsSidecarId
ollamaMetricsSidecarId?: string
OptionalollamaMetricsSourceRefHash
ollamaMetricsSourceRefHash?: string
OptionalollamaMetricsTimePerTokenSeconds
ollamaMetricsTimePerTokenSeconds?: number
OptionalosUniverseAgentConfigHash
osUniverseAgentConfigHash?: string
OptionalosUniverseAutoValidationPassed
osUniverseAutoValidationPassed?: boolean
OptionalosUniverseBenchmarkId
osUniverseBenchmarkId?: string
OptionalosUniverseComplexityLevel
osUniverseComplexityLevel?:
| "custom"
| "paper"
| "wood"
| "bronze"
| "silver"
| "gold"
OptionalosUniverseDependencyLockHash
osUniverseDependencyLockHash?: string
OptionalosUniverseEvidenceCoverage0to1
osUniverseEvidenceCoverage0to1?: number
OptionalosUniverseLicenseRefHash
osUniverseLicenseRefHash?: string
OptionalosUniverseMaxSteps
osUniverseMaxSteps?: number
OptionalosUniversePaperRefHash
osUniversePaperRefHash?: string
OptionalosUniverseRepositorySnapshotHash
osUniverseRepositorySnapshotHash?: string
OptionalosUniverseResultArtifactHash
osUniverseResultArtifactHash?: string
OptionalosUniverseRunnerConfigHash
osUniverseRunnerConfigHash?: string
OptionalosUniverseRuntime
osUniverseRuntime?: "custom" | "docker" | "surfkit" | "external_runner"
OptionalosUniverseRuntimeImageHash
osUniverseRuntimeImageHash?: string
OptionalosUniverseScreenshotTraceHash
osUniverseScreenshotTraceHash?: string
OptionalosUniverseSourceRefHash
osUniverseSourceRefHash?: string
OptionalosUniverseStepCount
osUniverseStepCount?: number
OptionalosUniverseTaskCategory
osUniverseTaskCategory?:
| "custom"
| "terminal"
| "browser"
| "desktop"
| "gym"
| "libreoffice_calc"
| "libreoffice_writer"
| "multiapp"
OptionalosUniverseTaskSuccess
osUniverseTaskSuccess?: boolean
OptionalosUniverseTestcaseId
osUniverseTestcaseId?: string
OptionalosUniverseTestcaseManifestHash
osUniverseTestcaseManifestHash?: string
OptionalosUniverseTrajectoryHash
osUniverseTrajectoryHash?: string
OptionalosUniverseValidationErrorRate0to1
osUniverseValidationErrorRate0to1?: number
OptionalosUniverseValidationReportHash
osUniverseValidationReportHash?: string
OptionalosUniverseValidatorConfigHash
osUniverseValidatorConfigHash?: string
OptionalosUniverseViewerArtifactHash
osUniverseViewerArtifactHash?: string
OptionalpaperReadSkillCitationGroundingScore0to1
paperReadSkillCitationGroundingScore0to1?: number
paperReadSkillClaimExtractionScore0to1?: number
paperReadSkillEvaluatorTraceHash
paperReadSkillEvaluatorTraceHash: string
OptionalpaperReadSkillNoPromptCopyProofHash
paperReadSkillNoPromptCopyProofHash?: string
paperReadSkillPaperCorpusHash
paperReadSkillPaperCorpusHash: string
paperReadSkillPromptRouteHash
paperReadSkillPromptRouteHash: string
paperReadSkillResponseHash
paperReadSkillResponseHash: string
OptionalpaperReadSkillRouteMatched
paperReadSkillRouteMatched?: boolean
paperReadSkillTaskId
paperReadSkillTaskId: string
Optionalpassed
passed?: boolean
OptionalpersonaBehaviorCoverage0to1
personaBehaviorCoverage0to1?: number
OptionalpersonaDiversityClusterId
personaDiversityClusterId?: string
OptionalpersonaHumanLikeness0to1
personaHumanLikeness0to1?: number
OptionalpersonaPolicyId
personaPolicyId?: string
OptionalpersonaTaskGoalPreservation0to1
personaTaskGoalPreservation0to1?: number
OptionalperturbationFamily
perturbationFamily?: string
OptionalperturbationSeverity0to1
perturbationSeverity0to1?: number
OptionalphysicianBenchArtifactBundleComplete
physicianBenchArtifactBundleComplete?: boolean
OptionalphysicianBenchBenchmarkId
physicianBenchBenchmarkId?: string
OptionalphysicianBenchCheckpointPassRate0to1
physicianBenchCheckpointPassRate0to1?: number
OptionalphysicianBenchClinicalActionSafety0to1
physicianBenchClinicalActionSafety0to1?: number
OptionalphysicianBenchDocumentationQuality0to1
physicianBenchDocumentationQuality0to1?: number
OptionalphysicianBenchEvalLogHash
physicianBenchEvalLogHash?: string
OptionalphysicianBenchFhirApiSchemaHash
physicianBenchFhirApiSchemaHash?: string
OptionalphysicianBenchFhirDataAccessAccuracy0to1
physicianBenchFhirDataAccessAccuracy0to1?: number
OptionalphysicianBenchFhirServerImageHash
physicianBenchFhirServerImageHash?: string
physicianBenchMetadataHash?: string
OptionalphysicianBenchModelConfigHash
physicianBenchModelConfigHash?: string
OptionalphysicianBenchPaperRefHash
physicianBenchPaperRefHash?: string
OptionalphysicianBenchPatientCohortHash
physicianBenchPatientCohortHash?: string
OptionalphysicianBenchPatientRecordManifestHash
physicianBenchPatientRecordManifestHash?: string
OptionalphysicianBenchRunConfigHash
physicianBenchRunConfigHash?: string
OptionalphysicianBenchSpecialty
physicianBenchSpecialty?: string
OptionalphysicianBenchTaskId
physicianBenchTaskId?: string
OptionalphysicianBenchTaskSetVersion
physicianBenchTaskSetVersion?: string
OptionalphysicianBenchTaskSuccess
physicianBenchTaskSuccess?: boolean
OptionalphysicianBenchTaskType
physicianBenchTaskType?:
| "custom"
| "ehr_retrieval"
| "clinical_reasoning"
| "clinical_action"
| "documentation"
| "cross_workflow"
physicianBenchToolManifestHash?: string
OptionalphysicianBenchTrajectoryCaptured
physicianBenchTrajectoryCaptured?: boolean
OptionalphysicianBenchTrajectoryHash
physicianBenchTrajectoryHash?: string
OptionalphysicianBenchVerifierCheckpointHash
physicianBenchVerifierCheckpointHash?: string
OptionalphysicianBenchWorkspaceArtifactHash
physicianBenchWorkspaceArtifactHash?: string
OptionalpiArenaAgentBenchmark
piArenaAgentBenchmark?: "custom" | "injecagent" | "agentdojo" | "agentdyn"
OptionalpiArenaAgentSuite
piArenaAgentSuite?: string
OptionalpiArenaAgentTaskSuccess
piArenaAgentTaskSuccess?: boolean
OptionalpiArenaAttackConfigHash
piArenaAttackConfigHash?: string
OptionalpiArenaAttackId
piArenaAttackId?: string
OptionalpiArenaAttackMode
piArenaAttackMode?:
| "custom"
| "none"
| "direct"
| "ignore"
| "combined"
| "tap"
| "completion"
| "character"
| "nanogcg"
| "pair"
| "strategy_search"
| "rl"
OptionalpiArenaAttackSucceeded
piArenaAttackSucceeded?: boolean
OptionalpiArenaBenchmarkId
piArenaBenchmarkId?: string
OptionalpiArenaDatasetHash
piArenaDatasetHash?: string
OptionalpiArenaDatasetName
piArenaDatasetName?: string
OptionalpiArenaDefenseBlocked
piArenaDefenseBlocked?: boolean
OptionalpiArenaDefenseConfigHash
piArenaDefenseConfigHash?: string
OptionalpiArenaDefenseId
piArenaDefenseId?: string
OptionalpiArenaEvaluationConfigHash
piArenaEvaluationConfigHash?: string
OptionalpiArenaFalsePositive
piArenaFalsePositive?: boolean
OptionalpiArenaInjectedPromptHash
piArenaInjectedPromptHash?: string
OptionalpiArenaModelConfigHash
piArenaModelConfigHash?: string
OptionalpiArenaResultHash
piArenaResultHash?: string
piArenaToolCallSuccessRate0to1?: number
OptionalpokerEvalAgentConfigHash
pokerEvalAgentConfigHash?: string
OptionalpokerEvalAllInAdjBbPer100
pokerEvalAllInAdjBbPer100?: number
OptionalpokerEvalBbPer100
pokerEvalBbPer100?: number
OptionalpokerEvalBenchmarkId
pokerEvalBenchmarkId?: string
OptionalpokerEvalBlindStructureHash
pokerEvalBlindStructureHash?: string
OptionalpokerEvalCitationRefHash
pokerEvalCitationRefHash?: string
OptionalpokerEvalEvBbPer100
pokerEvalEvBbPer100?: number
OptionalpokerEvalEvidenceCoverage0to1
pokerEvalEvidenceCoverage0to1?: number
OptionalpokerEvalGameType
pokerEvalGameType?: "custom" | "nlth_cash" | "nlth_tournament"
OptionalpokerEvalHandCount
pokerEvalHandCount?: number
OptionalpokerEvalHandHistoryManifestHash
pokerEvalHandHistoryManifestHash?: string
OptionalpokerEvalMetricReportHash
pokerEvalMetricReportHash?: string
OptionalpokerEvalOpponentPoolHash
pokerEvalOpponentPoolHash?: string
OptionalpokerEvalPackageRefHash
pokerEvalPackageRefHash?: string
OptionalpokerEvalRepositorySnapshotHash
pokerEvalRepositorySnapshotHash?: string
OptionalpokerEvalRunManifestHash
pokerEvalRunManifestHash?: string
OptionalpokerEvalSimulationConfigHash
pokerEvalSimulationConfigHash?: string
OptionalpokerEvalSourceRefHash
pokerEvalSourceRefHash?: string
OptionalpokerEvalTableSize
pokerEvalTableSize?: number
OptionalpokerEvalVpipRate0to1
pokerEvalVpipRate0to1?: number
OptionalpopulationSegmentId
populationSegmentId?: string
OptionalprivacyPeerExposureRate0to1
privacyPeerExposureRate0to1?: number
OptionalprivacySafeguardActiveRate0to1
privacySafeguardActiveRate0to1?: number
OptionalprivacySensitiveDisclosureRate0to1
privacySensitiveDisclosureRate0to1?: number
OptionalprivacySocialPressureIntensity0to1
privacySocialPressureIntensity0to1?: number
OptionalprivacyWebActionSetTag
privacyWebActionSetTag?: string
OptionalprivacyWebAllowedInfoManifestHash
privacyWebAllowedInfoManifestHash?: string
OptionalprivacyWebBenchmarkId
privacyWebBenchmarkId?: string
OptionalprivacyWebCaptioningModelHash
privacyWebCaptioningModelHash?: string
OptionalprivacyWebCookieStateHash
privacyWebCookieStateHash?: string
OptionalprivacyWebDataMinimizationPassRate0to1
privacyWebDataMinimizationPassRate0to1?: number
OptionalprivacyWebDataMinimizationPolicyHash
privacyWebDataMinimizationPolicyHash?: string
OptionalprivacyWebDatasetHash
privacyWebDatasetHash?: string
OptionalprivacyWebEnvironment
privacyWebEnvironment?: "custom" | "shopping" | "gitlab" | "reddit"
OptionalprivacyWebEnvironmentResetHash
privacyWebEnvironmentResetHash?: string
OptionalprivacyWebInstructionConfigHash
privacyWebInstructionConfigHash?: string
OptionalprivacyWebLeakageJudgeHash
privacyWebLeakageJudgeHash?: string
OptionalprivacyWebLeakageRate0to1
privacyWebLeakageRate0to1?: number
OptionalprivacyWebModalLeakageDelta0to1
privacyWebModalLeakageDelta0to1?: number
OptionalprivacyWebModelRouteHash
privacyWebModelRouteHash?: string
OptionalprivacyWebObservationMode
privacyWebObservationMode?: "custom" | "accessibility_tree" | "image_som"
OptionalprivacyWebResultArtifactHash
privacyWebResultArtifactHash?: string
OptionalprivacyWebSensitiveFieldExposureCount
privacyWebSensitiveFieldExposureCount?: number
OptionalprivacyWebSensitiveInfoManifestHash
privacyWebSensitiveInfoManifestHash?: string
OptionalprivacyWebTaskConfigHash
privacyWebTaskConfigHash?: string
OptionalprivacyWebTaskSuccessRate0to1
privacyWebTaskSuccessRate0to1?: number
OptionalprivacyWebTrajectoryHash
privacyWebTrajectoryHash?: string
OptionalprivacyWebUnnecessaryDisclosureRate0to1
privacyWebUnnecessaryDisclosureRate0to1?: number
OptionalprocessDefectRate0to1
processDefectRate0to1?: number
OptionalragAccuracy0to1
ragAccuracy0to1?: number
OptionalragAnswerSupportCoverage0to1
ragAnswerSupportCoverage0to1?: number
OptionalragBatchSize
ragBatchSize?: number
OptionalragBuilderConfigHash
ragBuilderConfigHash?: string
OptionalragBuilderStage
ragBuilderStage?:
| "custom"
| "preprocess_pdf"
| "easy_qa"
| "medium_llm_retriever"
| "medium_agent_skill"
| "postprocess_medium"
OptionalragChunkOverlap
ragChunkOverlap?: number
OptionalragChunkSize
ragChunkSize?: number
OptionalragCitationCoverage0to1
ragCitationCoverage0to1?: number
OptionalragCompleteness0to1
ragCompleteness0to1?: number
OptionalragCorpusHash
ragCorpusHash?: string
OptionalragCorpusId
ragCorpusId?: string
OptionalragDatasetBuilderId
ragDatasetBuilderId?: string
OptionalragDatasetTier
ragDatasetTier?: "custom" | "easy" | "medium"
OptionalragDatasetVersion
ragDatasetVersion?: string
OptionalragDocConcurrency
ragDocConcurrency?: number
OptionalragEvaluationMode
OptionalragEvaluatorConfigHash
ragEvaluatorConfigHash?: string
OptionalragFrameworkId
ragFrameworkId?: string
OptionalragGeneratedDataFinalized
ragGeneratedDataFinalized?: boolean
OptionalragGeneratedDataSuffix
ragGeneratedDataSuffix?: string
OptionalragGenerationCostUsd
ragGenerationCostUsd?: number
OptionalragGeneratorId
ragGeneratorId?: string
OptionalragHallucinationEvaluatorEnabled
ragHallucinationEvaluatorEnabled?: boolean
OptionalragHallucinationRate0to1
ragHallucinationRate0to1?: number
OptionalragHumanVerificationCoverage0to1
ragHumanVerificationCoverage0to1?: number
OptionalragIncrementalOnlyMissing
ragIncrementalOnlyMissing?: boolean
OptionalragIndexManifestHash
ragIndexManifestHash?: string
OptionalragModelConfigHash
ragModelConfigHash?: string
OptionalragNodeName
ragNodeName?: string
OptionalragNumericalAccuracy0to1
ragNumericalAccuracy0to1?: number
OptionalragPassageGroundingCoverage0to1
ragPassageGroundingCoverage0to1?: number
OptionalragPassageManifestHash
ragPassageManifestHash?: string
OptionalragPdfParseTraceHash
ragPdfParseTraceHash?: string
OptionalragPipelineStrategy
ragPipelineStrategy?:
| "custom"
| "recursive_doc_agent"
| "metadata_replacement_sentence_window"
OptionalragPostprocessManifestHash
ragPostprocessManifestHash?: string
OptionalragQaPairManifestHash
ragQaPairManifestHash?: string
OptionalragQuerySetHash
ragQuerySetHash?: string
OptionalragQuestionCount
ragQuestionCount?: number
OptionalragQuestionType
ragQuestionType?: "custom" | "multi_hop" | "single_source" | "wide"
OptionalragReferenceAnswerHash
ragReferenceAnswerHash?: string
OptionalragRetrievalTopK
ragRetrievalTopK?: number
OptionalragRetrieverId
ragRetrieverId?: string
OptionalragSourceDocumentCount
ragSourceDocumentCount?: number
OptionalragSourceDocumentLicenseId
ragSourceDocumentLicenseId?: string
OptionalragSourceDocumentManifestHash
ragSourceDocumentManifestHash?: string
OptionalragStrategyComparisonId
ragStrategyComparisonId?: string
OptionalragStrategyManifestHash
ragStrategyManifestHash?: string
OptionalragStrategyResultHash
ragStrategyResultHash?: string
OptionalragStrategyRunId
ragStrategyRunId?: string
OptionalragUtilization0to1
ragUtilization0to1?: number
OptionalrecoveryBenchAgentHarness
recoveryBenchAgentHarness?: "custom" | "terminus_2" | "harbor_installed"
OptionalrecoveryBenchBenchmarkId
recoveryBenchBenchmarkId?: string
OptionalrecoveryBenchContextProvided
recoveryBenchContextProvided?: boolean
OptionalrecoveryBenchCorruptedEnvironmentHash
recoveryBenchCorruptedEnvironmentHash?: string
OptionalrecoveryBenchFailedTrajectoryHash
recoveryBenchFailedTrajectoryHash?: string
OptionalrecoveryBenchInitialFailed
recoveryBenchInitialFailed?: boolean
OptionalrecoveryBenchInitialReward0to1
recoveryBenchInitialReward0to1?: number
OptionalrecoveryBenchInitialTraceSetHash
recoveryBenchInitialTraceSetHash?: string
OptionalrecoveryBenchLicenseRefHash
recoveryBenchLicenseRefHash?: string
OptionalrecoveryBenchMessageMode
recoveryBenchMessageMode?: "custom" | "none" | "summary" | "full"
OptionalrecoveryBenchRecoveryAgentConfigHash
recoveryBenchRecoveryAgentConfigHash?: string
OptionalrecoveryBenchRecoveryAgentId
recoveryBenchRecoveryAgentId?: string
OptionalrecoveryBenchRecoveryModelId
recoveryBenchRecoveryModelId?: string
OptionalrecoveryBenchRecoveryResultHash
recoveryBenchRecoveryResultHash?: string
OptionalrecoveryBenchRecoveryReward0to1
recoveryBenchRecoveryReward0to1?: number
OptionalrecoveryBenchRecoveryRunConfigHash
recoveryBenchRecoveryRunConfigHash?: string
OptionalrecoveryBenchRecoverySucceeded
recoveryBenchRecoverySucceeded?: boolean
OptionalrecoveryBenchRecoveryTranscriptHash
recoveryBenchRecoveryTranscriptHash?: string
OptionalrecoveryBenchReplayCommandLogHash
recoveryBenchReplayCommandLogHash?: string
OptionalrecoveryBenchReplayEnvironmentHash
recoveryBenchReplayEnvironmentHash?: string
OptionalrecoveryBenchReplaySucceeded
recoveryBenchReplaySucceeded?: boolean
OptionalrecoveryBenchRepositorySnapshotHash
recoveryBenchRepositorySnapshotHash?: string
OptionalrecoveryBenchScoreReportHash
recoveryBenchScoreReportHash?: string
OptionalrecoveryBenchSourceRefHash
recoveryBenchSourceRefHash?: string
OptionalrecoveryBenchTaskId
recoveryBenchTaskId?: string
OptionalrecoveryBenchTerminalBenchVersion
recoveryBenchTerminalBenchVersion?: string
OptionalredTeamAttackType
redTeamAttackType?: string
OptionalredTeamBenchmarkId
redTeamBenchmarkId?: string
OptionalredTeamComplianceScore0to1
redTeamComplianceScore0to1?: number
OptionalredTeamDatasetHash
redTeamDatasetHash?: string
OptionalredTeamGuardLabel
redTeamGuardLabel?: "custom" | "refused" | "safe" | "unsafe" | "unscored"
OptionalredTeamGuardModelId
redTeamGuardModelId?: string
OptionalredTeamGuardScore0to1
redTeamGuardScore0to1?: number
OptionalredTeamPolicyContextId
redTeamPolicyContextId?: string
OptionalredTeamPromptId
redTeamPromptId?: string
OptionalredTeamPromptSetHash
redTeamPromptSetHash?: string
OptionalredTeamResponseHash
redTeamResponseHash?: string
OptionalredTeamRiskCategory
redTeamRiskCategory?: string
OptionalredTeamSubset
redTeamSubset?: "custom" | "standard" | "adversarial" | "dpo"
OptionalredTeamTaxonomyHash
redTeamTaxonomyHash?: string
OptionalredTeamUnsafeResponse
redTeamUnsafeResponse?: boolean
OptionalreferencePoolId
referencePoolId?: string
Optionalrefused
refused?: boolean
OptionalresearchGymActualCostUsd
researchGymActualCostUsd?: number
OptionalresearchGymActualRuntimeHours
researchGymActualRuntimeHours?: number
OptionalresearchGymAgentAdapterHash
researchGymAgentAdapterHash?: string
OptionalresearchGymApiBudgetUsd
researchGymApiBudgetUsd?: number
OptionalresearchGymArtifactCoverage0to1
researchGymArtifactCoverage0to1?: number
OptionalresearchGymAsyncJobCount
researchGymAsyncJobCount?: number
OptionalresearchGymBaselineScore0to1
researchGymBaselineScore0to1?: number
OptionalresearchGymBaselineScoreManifestHash
researchGymBaselineScoreManifestHash?: string
OptionalresearchGymBenchmarkId
researchGymBenchmarkId?: string
OptionalresearchGymBudgetExceeded
researchGymBudgetExceeded?: boolean
OptionalresearchGymBudgetHours
researchGymBudgetHours?: number
OptionalresearchGymCandidateScore0to1
researchGymCandidateScore0to1?: number
OptionalresearchGymCompletedSubtaskCount
researchGymCompletedSubtaskCount?: number
OptionalresearchGymCostSummaryHash
researchGymCostSummaryHash?: string
OptionalresearchGymDatasetManifestHash
researchGymDatasetManifestHash?: string
OptionalresearchGymEvaluationHarnessHash
researchGymEvaluationHarnessHash?: string
OptionalresearchGymExperimentCount
researchGymExperimentCount?: number
OptionalresearchGymGradingScriptHash
researchGymGradingScriptHash?: string
OptionalresearchGymInspectionPassed
researchGymInspectionPassed?: boolean
OptionalresearchGymInspectionReportHash
researchGymInspectionReportHash?: string
OptionalresearchGymPaperRefHash
researchGymPaperRefHash?: string
OptionalresearchGymPlanHash
researchGymPlanHash?: string
OptionalresearchGymPrunedRepoHash
researchGymPrunedRepoHash?: string
OptionalresearchGymRunConfigHash
researchGymRunConfigHash?: string
OptionalresearchGymRuntime
researchGymRuntime?: "custom" | "docker" | "uv"
OptionalresearchGymRuntimeImageHash
researchGymRuntimeImageHash?: string
OptionalresearchGymScoreImprovement0to1
researchGymScoreImprovement0to1?: number
OptionalresearchGymStatusHash
researchGymStatusHash?: string
OptionalresearchGymSubtaskCount
researchGymSubtaskCount?: number
OptionalresearchGymTaskDomain
researchGymTaskDomain?:
| "custom"
| "vision"
| "vision_language"
| "reinforcement_learning"
| "nlp_science"
| "time_series_xai"
OptionalresearchGymTaskId
researchGymTaskId?: string
OptionalresearchGymTaskManifestHash
researchGymTaskManifestHash?: string
OptionalresearchGymTranscriptHash
researchGymTranscriptHash?: string
OptionalresearchGymViolationDetected
researchGymViolationDetected?: boolean
OptionalresearchGymViolationReportHash
researchGymViolationReportHash?: string
OptionalresearchGymWithheldSolutionPolicyHash
researchGymWithheldSolutionPolicyHash?: string
OptionalresearchGymWorkspaceSnapshotHash
researchGymWorkspaceSnapshotHash?: string
OptionalrobustnessStabilityScores0to1
robustnessStabilityScores0to1?: Record<string, number>
OptionalsapAgentEvalAlertReceiptHash
sapAgentEvalAlertReceiptHash?: string
OptionalsapAgentEvalBaselineLogManifestHash
sapAgentEvalBaselineLogManifestHash?: string
OptionalsapAgentEvalCompliancePolicyHash
sapAgentEvalCompliancePolicyHash?: string
OptionalsapAgentEvalDatasetManifestHash
sapAgentEvalDatasetManifestHash?: string
OptionalsapAgentEvalEnterpriseContext
sapAgentEvalEnterpriseContext?:
| "custom"
| "compliance"
| "role_based_access"
| "reliability_guarantee"
| "dynamic_long_horizon"
OptionalsapAgentEvalEnterpriseContextCoverage0to1
sapAgentEvalEnterpriseContextCoverage0to1?: number
OptionalsapAgentEvalEvidenceCoverage0to1
sapAgentEvalEvidenceCoverage0to1?: number
OptionalsapAgentEvalLicenseRefHash
sapAgentEvalLicenseRefHash?: string
OptionalsapAgentEvalLiveSampleManifestHash
sapAgentEvalLiveSampleManifestHash?: string
OptionalsapAgentEvalMetricConfigHash
sapAgentEvalMetricConfigHash?: string
OptionalsapAgentEvalNotebookHash
sapAgentEvalNotebookHash?: string
OptionalsapAgentEvalObjective
sapAgentEvalObjective?:
| "custom"
| "safety"
| "reliability"
| "capability"
| "agent_behavior"
OptionalsapAgentEvalObjectiveCoverage0to1
sapAgentEvalObjectiveCoverage0to1?: number
OptionalsapAgentEvalPaperRefHash
sapAgentEvalPaperRefHash?: string
OptionalsapAgentEvalProcess
sapAgentEvalProcess?:
| "custom"
| "interaction_mode"
| "dataset_benchmark"
| "metric_computation"
| "tooling"
OptionalsapAgentEvalProcessCoverage0to1
sapAgentEvalProcessCoverage0to1?: number
OptionalsapAgentEvalReliabilityPolicyHash
sapAgentEvalReliabilityPolicyHash?: string
OptionalsapAgentEvalRepositorySnapshotHash
sapAgentEvalRepositorySnapshotHash?: string
OptionalsapAgentEvalRoleAccessPolicyHash
sapAgentEvalRoleAccessPolicyHash?: string
OptionalsapAgentEvalSourceRefHash
sapAgentEvalSourceRefHash?: string
OptionalsapAgentEvalToolingConfigHash
sapAgentEvalToolingConfigHash?: string
OptionalsapAgentEvalTutorialId
sapAgentEvalTutorialId?: string
OptionalscalingLawBenchmarkId
scalingLawBenchmarkId?: string
OptionalscalingLawCheckpointTraceHash
scalingLawCheckpointTraceHash?: string
OptionalscalingLawDatasetManifestHash
scalingLawDatasetManifestHash?: string
OptionalscalingLawEvalRunId
scalingLawEvalRunId?: string
OptionalscalingLawEvaluatorConfigHash
scalingLawEvaluatorConfigHash?: string
OptionalscalingLawEvolutionConfigHash
scalingLawEvolutionConfigHash?: string
scalingLawExtrapolationRegime?: string
scalingLawFormulaFamily?: string
OptionalscalingLawModelRouteHash
scalingLawModelRouteHash?: string
OptionalscalingLawNmae
scalingLawNmae?: number
OptionalscalingLawNmse
scalingLawNmse?: number
OptionalscalingLawPaperRefHash
scalingLawPaperRefHash?: string
OptionalscalingLawProgramArtifactHash
scalingLawProgramArtifactHash?: string
OptionalscalingLawR2
scalingLawR2?: number
OptionalscalingLawResultReportHash
scalingLawResultReportHash?: string
OptionalscalingLawSourceExperimentManifestHash
scalingLawSourceExperimentManifestHash?: string
OptionalscalingLawTaskConfigHash
scalingLawTaskConfigHash?: string
OptionalscalingLawTaskId
scalingLawTaskId?: string
OptionalscalingLawTaskType
scalingLawTaskType?:
| "custom"
| "parallel_scaling_law"
| "vocabulary_scaling_law"
| "sft_scaling_law"
| "domain_mixture_scaling_law"
| "moe_scaling_law"
| "data_constrained_scaling_law"
| "lr_batch_size_scaling_law"
| "u_shaped_scaling_law"
OptionalscalingLawTestSplitHash
scalingLawTestSplitHash?: string
OptionalscalingLawTrainSplitHash
scalingLawTrainSplitHash?: string
scenarioId
scenarioId: string
score0to1
score0to1: number
OptionalsignedEvidenceRefs
signedEvidenceRefs?: string[]
OptionalsocialHarmPrevalence0to1
socialHarmPrevalence0to1?: number
OptionalsocialLexicalDiversity0to1
socialLexicalDiversity0to1?: number
OptionalsocialSemanticAlignment0to1
socialSemanticAlignment0to1?: number
OptionalsocialSentimentMinus1to1
socialSentimentMinus1to1?: number
OptionalsolutionPathCount
solutionPathCount?: number
OptionalstrandsBenchmarkHarnessAgentPackageHash
strandsBenchmarkHarnessAgentPackageHash?: string
OptionalstrandsBenchmarkHarnessAlertPolicyHash
strandsBenchmarkHarnessAlertPolicyHash?: string
OptionalstrandsBenchmarkHarnessBaselineRunHash
strandsBenchmarkHarnessBaselineRunHash?: string
OptionalstrandsBenchmarkHarnessBenchmarkSuite
strandsBenchmarkHarnessBenchmarkSuite?:
| "custom"
| "swe_bench_verified"
| "swe_bench_pro"
| "terminal_bench_2"
OptionalstrandsBenchmarkHarnessConfigHash
strandsBenchmarkHarnessConfigHash?: string
OptionalstrandsBenchmarkHarnessCostUsd
strandsBenchmarkHarnessCostUsd?: number
OptionalstrandsBenchmarkHarnessDatasetSnapshotHash
strandsBenchmarkHarnessDatasetSnapshotHash?: string
OptionalstrandsBenchmarkHarnessDockerImageHash
strandsBenchmarkHarnessDockerImageHash?: string
OptionalstrandsBenchmarkHarnessEnvironmentSetupHash
strandsBenchmarkHarnessEnvironmentSetupHash?: string
OptionalstrandsBenchmarkHarnessEvidenceCoverage0to1
strandsBenchmarkHarnessEvidenceCoverage0to1?: number
OptionalstrandsBenchmarkHarnessLatencyP95Ms
strandsBenchmarkHarnessLatencyP95Ms?: number
OptionalstrandsBenchmarkHarnessLicenseRefHash
strandsBenchmarkHarnessLicenseRefHash?: string
OptionalstrandsBenchmarkHarnessLiveRunHash
strandsBenchmarkHarnessLiveRunHash?: string
OptionalstrandsBenchmarkHarnessModelRouteHash
strandsBenchmarkHarnessModelRouteHash?: string
OptionalstrandsBenchmarkHarnessPatchApplyRate0to1
strandsBenchmarkHarnessPatchApplyRate0to1?: number
OptionalstrandsBenchmarkHarnessPatchArtifactHash
strandsBenchmarkHarnessPatchArtifactHash?: string
OptionalstrandsBenchmarkHarnessPromptTemplateHash
strandsBenchmarkHarnessPromptTemplateHash?: string
OptionalstrandsBenchmarkHarnessRepositorySnapshotHash
strandsBenchmarkHarnessRepositorySnapshotHash?: string
OptionalstrandsBenchmarkHarnessResultManifestHash
strandsBenchmarkHarnessResultManifestHash?: string
OptionalstrandsBenchmarkHarnessRunId
strandsBenchmarkHarnessRunId?: string
OptionalstrandsBenchmarkHarnessRuntime
strandsBenchmarkHarnessRuntime?: "custom" | "local" | "docker" | "harbor"
OptionalstrandsBenchmarkHarnessSafetyIsolationPolicyHash
strandsBenchmarkHarnessSafetyIsolationPolicyHash?: string
OptionalstrandsBenchmarkHarnessSourceRefHash
strandsBenchmarkHarnessSourceRefHash?: string
OptionalstrandsBenchmarkHarnessTaskFamily
strandsBenchmarkHarnessTaskFamily?:
| "custom"
| "terminal"
| "software_engineering"
OptionalstrandsBenchmarkHarnessTaskManifestHash
strandsBenchmarkHarnessTaskManifestHash?: string
OptionalstrandsBenchmarkHarnessTaskSuccessRate0to1
strandsBenchmarkHarnessTaskSuccessRate0to1?: number
OptionalstrandsBenchmarkHarnessTestPassRate0to1
strandsBenchmarkHarnessTestPassRate0to1?: number
OptionalstrandsBenchmarkHarnessTestReportHash
strandsBenchmarkHarnessTestReportHash?: string
strandsBenchmarkHarnessToolPolicyHash?: string
OptionalstrandsBenchmarkHarnessTrajectoryCoverage0to1
strandsBenchmarkHarnessTrajectoryCoverage0to1?: number
OptionalstrandsBenchmarkHarnessTrajectoryHash
strandsBenchmarkHarnessTrajectoryHash?: string
OptionalstrandsBenchmarkHarnessUploadManifestHash
strandsBenchmarkHarnessUploadManifestHash?: string
OptionaltaskCategory
taskCategory?: string
timestamp
timestamp: string
toolAnswerVerification0to1?: number
toolCallValidity0to1?: number
toolEvalImprovementDelta0to1?: number
toolJudgeAgreement0to1?: number
toolRegistryHash?: string
toolRlDatasetHash?: string
toolRlEnvironmentHash?: string
toolRlJudgeModelId?: string
toolRlRewardRubricHash?: string
toolRlRolloutConfigHash?: string
toolRlVerifierHash?: string
toolRolloutDiversity0to1?: number
toolUseReward0to1?: number
OptionaltradingAiProviderRouteId
tradingAiProviderRouteId?: string
OptionaltradingChartImageHash
tradingChartImageHash?: string
OptionaltradingClaimValidationFailureRate0to1
tradingClaimValidationFailureRate0to1?: number
OptionaltradingClaimValidationTraceHash
tradingClaimValidationTraceHash?: string
OptionaltradingIndicatorSnapshotHash
tradingIndicatorSnapshotHash?: string
OptionaltradingMarketRegimeId
tradingMarketRegimeId?: string
OptionaltradingMaxDrawdown0to1
tradingMaxDrawdown0to1?: number
OptionaltradingMemoryRetrievalHitRate0to1
tradingMemoryRetrievalHitRate0to1?: number
OptionaltradingMemorySnapshotHash
tradingMemorySnapshotHash?: string
OptionaltradingNewsContextHash
tradingNewsContextHash?: string
OptionaltradingPaperLedgerHash
tradingPaperLedgerHash?: string
OptionaltradingProviderFallbackRate0to1
tradingProviderFallbackRate0to1?: number
OptionaltradingRealizedPnlPct
tradingRealizedPnlPct?: number
OptionaltradingRiskLimitViolationRate0to1
tradingRiskLimitViolationRate0to1?: number
OptionaltradingRiskPolicyId
tradingRiskPolicyId?: string
OptionaltradingRiskRewardRatio
tradingRiskRewardRatio?: number
OptionaltradingStrategyId
tradingStrategyId?: string
OptionaltradingVisionChartAgreement0to1
tradingVisionChartAgreement0to1?: number
OptionaltradingWinRate0to1
tradingWinRate0to1?: number
OptionalwebOperatorAgentVersion
webOperatorAgentVersion?: string
OptionalwebOperatorAttemptCount
webOperatorAttemptCount?: number
OptionalwebOperatorBenchmarkId
webOperatorBenchmarkId?: string
OptionalwebOperatorBrowserMode
webOperatorBrowserMode?: "custom" | "headless" | "remote" | "headed"
OptionalwebOperatorDatasetId
webOperatorDatasetId?: string
OptionalwebOperatorJudgeModelId
webOperatorJudgeModelId?: string
OptionalwebOperatorLlmEvaluatedSuccess
webOperatorLlmEvaluatedSuccess?: boolean
OptionalwebOperatorMaxSteps
webOperatorMaxSteps?: number
OptionalwebOperatorProviderId
webOperatorProviderId?: string
OptionalwebOperatorReplayArtifactHash
webOperatorReplayArtifactHash?: string
OptionalwebOperatorResultJsonHash
webOperatorResultJsonHash?: string
OptionalwebOperatorRunConfigHash
webOperatorRunConfigHash?: string
OptionalwebOperatorScreenshotHash
webOperatorScreenshotHash?: string
OptionalwebOperatorSelfReportedSuccess
webOperatorSelfReportedSuccess?: boolean
OptionalwebOperatorStepCount
webOperatorStepCount?: number
OptionalwebOperatorSuccessfulAttemptCount
webOperatorSuccessfulAttemptCount?: number
OptionalwebOperatorTaskId
webOperatorTaskId?: string
OptionalwebOperatorTaskReliability0to1
webOperatorTaskReliability0to1?: number
OptionalwebOperatorTimePerTaskMs
webOperatorTimePerTaskMs?: number
OptionalwebOperatorTrajectoryHash
webOperatorTrajectoryHash?: string