JSON Schema - Evaluation Output

Runtime schema for claims, evidence relationships, findings, criterion assessments, decisions, annotation audit, and feedback.

JSON179 lines4.0 KBSHA-256 f83580c20c7c...schemaruntime validation
{
 "$schema": "https://json-schema.org/draft/2020-12/schema",
 "$id": "https://autoqa.example/schemas/evaluation-output.schema.json",
 "title": "AutoQA Evaluation Output",
 "type": "object",
 "additionalProperties": false,
 "required": [
 "documentType",
 "schemaVersion",
 "evaluationId",
 "evaluationVersion",
 "caseRef",
 "contractRef",
 "createdAt",
 "status",
 "runManifest",
 "validatorManifest",
 "findings",
 "claims",
 "expectedElements",
 "evidenceRelationships",
 "criterionAssessments",
 "globalAssessments",
 "provisionalDecisions",
 "finalDecisions",
 "feedback",
 "audit"
 ],
 "properties": {
 "documentType": {
 "const": "evaluation_output"
 },
 "schemaVersion": {
 "$ref": "common.schema.json#/$defs/SemVer"
 },
 "evaluationId": {
 "$ref": "common.schema.json#/$defs/Identifier"
 },
 "evaluationVersion": {
 "$ref": "common.schema.json#/$defs/SemVer"
 },
 "caseRef": {
 "$ref": "common.schema.json#/$defs/CaseRef"
 },
 "contractRef": {
 "$ref": "common.schema.json#/$defs/ContractRef"
 },
 "createdAt": {
 "$ref": "common.schema.json#/$defs/DateTime"
 },
 "status": {
 "type": "string",
 "enum": [
 "provisional",
 "awaiting_human",
 "final",
 "failed"
 ]
 },
 "runManifest": {
 "type": "array",
 "items": {
 "$ref": "common.schema.json#/$defs/ModelRun"
 }
 },
 "integrityStatus": {
 "type": "string",
 "enum": [
 "clean",
 "warning",
 "failed",
 "unknown"
 ]
 },
 "findings": {
 "type": "array",
 "items": {
 "$ref": "common.schema.json#/$defs/Finding"
 }
 },
 "claims": {
 "type": "array",
 "items": {
 "$ref": "common.schema.json#/$defs/Claim"
 }
 },
 "expectedElements": {
 "type": "array",
 "items": {
 "$ref": "common.schema.json#/$defs/ExpectedElement"
 }
 },
 "evidenceRelationships": {
 "type": "array",
 "items": {
 "$ref": "common.schema.json#/$defs/EvidenceRelationship"
 }
 },
 "criterionAssessments": {
 "type": "array",
 "items": {
 "$ref": "common.schema.json#/$defs/CriterionAssessment"
 }
 },
 "globalAssessments": {
 "type": "array",
 "items": {
 "$ref": "common.schema.json#/$defs/GlobalAssessment"
 }
 },
 "annotationAssessment": {
 "$ref": "common.schema.json#/$defs/AnnotationAssessment"
 },
 "humanResolution": {
 "$ref": "common.schema.json#/$defs/HumanResolutionInteraction"
 },
 "feedback": {
 "type": "array",
 "items": {
 "$ref": "common.schema.json#/$defs/FeedbackItem"
 }
 },
 "audit": {
 "type": "object",
 "additionalProperties": false,
 "required": [
 "caseInputHash",
 "contractHash",
 "sourceSnapshotHashes",
 "replayable",
 "warnings"
 ],
 "properties": {
 "caseInputHash": {
 "$ref": "common.schema.json#/$defs/ContentHash"
 },
 "contractHash": {
 "$ref": "common.schema.json#/$defs/ContentHash"
 },
 "sourceSnapshotHashes": {
 "type": "array",
 "uniqueItems": true,
 "items": {
 "$ref": "common.schema.json#/$defs/ContentHash"
 }
 },
 "replayable": {
 "type": "boolean"
 },
 "warnings": {
 "type": "array",
 "items": {
 "type": "string"
 }
 }
 }
 },
 "provisionalDecisions": {
 "type": "array",
 "minItems": 1,
 "items": {
 "$ref": "common.schema.json#/$defs/Decision"
 }
 },
 "finalDecisions": {
 "type": "array",
 "minItems": 1,
 "items": {
 "$ref": "common.schema.json#/$defs/Decision"
 }
 },
 "validatorManifest": {
 "type": "array",
 "items": {
 "$ref": "common.schema.json#/$defs/ValidatorRun"
 }
 }
 }
}