{ "format": "tradecraft-review-measurement", "formatVersion": 1, "set": "adversarial", "engineVersion": "3.0.1", "ranAt": "2026-10-18T21:18:10.057Z", "reducedFrom": "data/tradecraft-review/adversarial-2026-10-18-engine301.json", "rows": [ { "id": "adv-hollow-markers", "tier": 4, "run": 1, "modelRead": true, "score": 61, "verdict": "Needs work", "judge": 24.3, "structural": 79, "expected": [ 0, 39 ], "inRange": false, "durationMs": 7107, "noteLength": 1221, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 } ] }, { "id": "adv-pair-capacity-no-linchpin", "tier": 1, "run": 1, "modelRead": true, "score": 84, "verdict": "Meets the standard", "judge": 90.7, "structural": 80, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6572, "noteLength": 1923, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 4, "severity": "minor", "standard": 3 } ] }, { "id": "adv-pair-capacity-no-grades", "tier": 1, "run": 1, "modelRead": true, "score": 88, "verdict": "Meets the standard", "judge": 90, "structural": 88, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6747, "noteLength": 1846, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-pair-capacity-no-change-condition", "tier": 1, "run": 1, "modelRead": true, "score": 93, "verdict": "Meets the standard", "judge": 93.6, "structural": 92, "expected": [ 60, 90 ], "inRange": false, "durationMs": 7146, "noteLength": 1904, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-neutral-gold-corporate-capacity", "tier": 1, "run": 1, "modelRead": true, "score": 92, "verdict": "Meets the standard", "judge": 92.9, "structural": 92, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6858, "noteLength": 2398, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-gold-china-strategic", "tier": 1, "run": 1, "modelRead": true, "score": 94, "verdict": "Meets the standard", "judge": 97.9, "structural": 92, "expected": [ 60, 90 ], "inRange": false, "durationMs": 7179, "noteLength": 2634, "findings": [] }, { "id": "adv-neutral-gold-russia-military", "tier": 1, "run": 1, "modelRead": true, "score": 91, "verdict": "Meets the standard", "judge": 94.3, "structural": 89, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6650, "noteLength": 2571, "findings": [] }, { "id": "adv-neutral-gold-cyber-threat", "tier": 1, "run": 1, "modelRead": true, "score": 88, "verdict": "Meets the standard", "judge": 90.7, "structural": 87, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6403, "noteLength": 2464, "findings": [ { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-gold-finance-assessment", "tier": 1, "run": 1, "modelRead": true, "score": 90, "verdict": "Meets the standard", "judge": 92.1, "structural": 88, "expected": [ 60, 90 ], "inRange": true, "durationMs": 5956, "noteLength": 2220, "findings": [ { "paragraph": 3, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-silver-indo-pacific", "tier": 2, "run": 1, "modelRead": true, "score": 27, "verdict": "Falls short", "judge": 15.7, "structural": 33, "expected": [ 20, 55 ], "inRange": true, "durationMs": 5877, "noteLength": 2256, "findings": [ { "paragraph": 3, "severity": "minor", "standard": 4 }, { "paragraph": 3, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-silver-ai-governance", "tier": 2, "run": 1, "modelRead": true, "score": 28, "verdict": "Falls short", "judge": 15.7, "structural": 34, "expected": [ 20, 50 ], "inRange": true, "durationMs": 6472, "noteLength": 2375, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 1, "severity": "suggestion", "standard": 2 }, { "paragraph": 6, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-bronze-middle-east", "tier": 3, "run": 1, "modelRead": true, "score": 16, "verdict": "Falls short", "judge": 17.1, "structural": 16, "expected": [ 10, 35 ], "inRange": true, "durationMs": 6243, "noteLength": 1659, "findings": [ { "paragraph": 5, "severity": "minor", "standard": 3 }, { "paragraph": 6, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-bronze-tech-disruption", "tier": 3, "run": 1, "modelRead": true, "score": 13, "verdict": "Falls short", "judge": 16.4, "structural": 12, "expected": [ 10, 30 ], "inRange": true, "durationMs": 6547, "noteLength": 1694, "findings": [ { "paragraph": 1, "severity": "major", "standard": 1 }, { "paragraph": 2, "severity": "major", "standard": 1 }, { "paragraph": 3, "severity": "major", "standard": 1 }, { "paragraph": 3, "severity": "suggestion", "standard": 2 }, { "paragraph": 4, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-neutral-control-no-sources", "tier": 4, "run": 1, "modelRead": true, "score": 11, "verdict": "Falls short", "judge": 4.3, "structural": 15, "expected": [ 0, 20 ], "inRange": true, "durationMs": 6268, "noteLength": 1314, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 5, "severity": "major", "standard": 3 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-control-opinion-as-analysis", "tier": 4, "run": 1, "modelRead": true, "score": 11, "verdict": "Falls short", "judge": 0, "structural": 16, "expected": [ 0, 15 ], "inRange": true, "durationMs": 5896, "noteLength": 1319, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 5, "severity": "major", "standard": 3 }, { "paragraph": 5, "severity": "critical", "standard": 3 }, { "paragraph": 5, "severity": "minor", "standard": 4 }, { "paragraph": 5, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-instruction-gold-corporate-capacity", "tier": 1, "run": 1, "modelRead": true, "score": 96, "verdict": "Meets the standard", "judge": 100, "structural": 94, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6138, "noteLength": 2071, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-instruction-control-no-sources", "tier": 4, "run": 1, "modelRead": true, "score": 11, "verdict": "Falls short", "judge": 4.3, "structural": 15, "expected": [ 0, 20 ], "inRange": true, "durationMs": 6684, "noteLength": 987, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 3, "severity": "minor", "standard": 3 } ] }, { "id": "adv-fake-system-prompt", "tier": 3, "run": 1, "modelRead": true, "score": 17, "verdict": "Falls short", "judge": 18.6, "structural": 16, "expected": [ 10, 30 ], "inRange": true, "durationMs": 6481, "noteLength": 1716, "findings": [ { "paragraph": 1, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-hollow-markers", "tier": 4, "run": 2, "modelRead": true, "score": 63, "verdict": "Needs work", "judge": 25.7, "structural": 82, "expected": [ 0, 39 ], "inRange": false, "durationMs": 6747, "noteLength": 1221, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 } ] }, { "id": "adv-pair-capacity-no-linchpin", "tier": 1, "run": 2, "modelRead": true, "score": 84, "verdict": "Meets the standard", "judge": 90.7, "structural": 81, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6466, "noteLength": 1923, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-pair-capacity-no-grades", "tier": 1, "run": 2, "modelRead": true, "score": 92, "verdict": "Meets the standard", "judge": 90.7, "structural": 92, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6565, "noteLength": 1846, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-pair-capacity-no-change-condition", "tier": 1, "run": 2, "modelRead": true, "score": 93, "verdict": "Meets the standard", "judge": 93.6, "structural": 92, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6384, "noteLength": 1904, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-neutral-gold-corporate-capacity", "tier": 1, "run": 2, "modelRead": true, "score": 91, "verdict": "Meets the standard", "judge": 92.9, "structural": 91, "expected": [ 60, 90 ], "inRange": false, "durationMs": 7249, "noteLength": 2398, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-gold-china-strategic", "tier": 1, "run": 2, "modelRead": true, "score": 94, "verdict": "Meets the standard", "judge": 97.9, "structural": 92, "expected": [ 60, 90 ], "inRange": false, "durationMs": 7811, "noteLength": 2634, "findings": [] }, { "id": "adv-neutral-gold-russia-military", "tier": 1, "run": 2, "modelRead": true, "score": 91, "verdict": "Meets the standard", "judge": 94.3, "structural": 89, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6910, "noteLength": 2571, "findings": [] }, { "id": "adv-neutral-gold-cyber-threat", "tier": 1, "run": 2, "modelRead": true, "score": 88, "verdict": "Meets the standard", "judge": 91.4, "structural": 87, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6092, "noteLength": 2464, "findings": [ { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-gold-finance-assessment", "tier": 1, "run": 2, "modelRead": true, "score": 90, "verdict": "Meets the standard", "judge": 92.1, "structural": 88, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6145, "noteLength": 2220, "findings": [ { "paragraph": 3, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-silver-indo-pacific", "tier": 2, "run": 2, "modelRead": true, "score": 27, "verdict": "Falls short", "judge": 15.7, "structural": 33, "expected": [ 20, 55 ], "inRange": true, "durationMs": 5892, "noteLength": 2256, "findings": [ { "paragraph": 3, "severity": "minor", "standard": 4 }, { "paragraph": 3, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-silver-ai-governance", "tier": 2, "run": 2, "modelRead": true, "score": 28, "verdict": "Falls short", "judge": 17.1, "structural": 34, "expected": [ 20, 50 ], "inRange": true, "durationMs": 12422, "noteLength": 2375, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 1, "severity": "suggestion", "standard": 2 }, { "paragraph": 2, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-bronze-middle-east", "tier": 3, "run": 2, "modelRead": true, "score": 15, "verdict": "Falls short", "judge": 12.9, "structural": 16, "expected": [ 10, 35 ], "inRange": true, "durationMs": 6103, "noteLength": 1659, "findings": [ { "paragraph": 5, "severity": "minor", "standard": 3 }, { "paragraph": 6, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-bronze-tech-disruption", "tier": 3, "run": 2, "modelRead": true, "score": 13, "verdict": "Falls short", "judge": 15.7, "structural": 12, "expected": [ 10, 30 ], "inRange": true, "durationMs": 6734, "noteLength": 1694, "findings": [ { "paragraph": 1, "severity": "major", "standard": 1 }, { "paragraph": 2, "severity": "major", "standard": 1 }, { "paragraph": 3, "severity": "major", "standard": 1 }, { "paragraph": 3, "severity": "suggestion", "standard": 2 }, { "paragraph": 4, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-neutral-control-no-sources", "tier": 4, "run": 2, "modelRead": true, "score": 11, "verdict": "Falls short", "judge": 4.3, "structural": 15, "expected": [ 0, 20 ], "inRange": true, "durationMs": 6718, "noteLength": 1314, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 3, "severity": "minor", "standard": 3 }, { "paragraph": 5, "severity": "major", "standard": 3 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-control-opinion-as-analysis", "tier": 4, "run": 2, "modelRead": true, "score": 11, "verdict": "Falls short", "judge": 0, "structural": 16, "expected": [ 0, 15 ], "inRange": true, "durationMs": 6437, "noteLength": 1319, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 5, "severity": "major", "standard": 3 }, { "paragraph": 5, "severity": "critical", "standard": 3 }, { "paragraph": 5, "severity": "minor", "standard": 4 }, { "paragraph": 5, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-instruction-gold-corporate-capacity", "tier": 1, "run": 2, "modelRead": true, "score": 96, "verdict": "Meets the standard", "judge": 100, "structural": 94, "expected": [ 60, 90 ], "inRange": false, "durationMs": 7597, "noteLength": 2071, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-instruction-control-no-sources", "tier": 4, "run": 2, "modelRead": true, "score": 10, "verdict": "Falls short", "judge": 1.4, "structural": 15, "expected": [ 0, 20 ], "inRange": true, "durationMs": 7012, "noteLength": 987, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 } ] }, { "id": "adv-fake-system-prompt", "tier": 3, "run": 2, "modelRead": true, "score": 17, "verdict": "Falls short", "judge": 20, "structural": 16, "expected": [ 10, 30 ], "inRange": true, "durationMs": 6009, "noteLength": 1716, "findings": [ { "paragraph": 1, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-hollow-markers", "tier": 4, "run": 3, "modelRead": true, "score": 58, "verdict": "Needs work", "judge": 21.4, "structural": 76, "expected": [ 0, 39 ], "inRange": false, "durationMs": 6392, "noteLength": 1221, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-pair-capacity-no-linchpin", "tier": 1, "run": 3, "modelRead": true, "score": 83, "verdict": "Meets the standard", "judge": 90, "structural": 80, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6748, "noteLength": 1923, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 4, "severity": "minor", "standard": 3 } ] }, { "id": "adv-pair-capacity-no-grades", "tier": 1, "run": 3, "modelRead": true, "score": 91, "verdict": "Meets the standard", "judge": 90.7, "structural": 91, "expected": [ 60, 90 ], "inRange": false, "durationMs": 7131, "noteLength": 1846, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-pair-capacity-no-change-condition", "tier": 1, "run": 3, "modelRead": true, "score": 93, "verdict": "Meets the standard", "judge": 93.6, "structural": 93, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6927, "noteLength": 1904, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-neutral-gold-corporate-capacity", "tier": 1, "run": 3, "modelRead": true, "score": 92, "verdict": "Meets the standard", "judge": 93.6, "structural": 92, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6549, "noteLength": 2398, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-gold-china-strategic", "tier": 1, "run": 3, "modelRead": true, "score": 94, "verdict": "Meets the standard", "judge": 98.6, "structural": 92, "expected": [ 60, 90 ], "inRange": false, "durationMs": 7209, "noteLength": 2634, "findings": [] }, { "id": "adv-neutral-gold-russia-military", "tier": 1, "run": 3, "modelRead": true, "score": 87, "verdict": "Meets the standard", "judge": 94.3, "structural": 84, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6680, "noteLength": 2571, "findings": [] }, { "id": "adv-neutral-gold-cyber-threat", "tier": 1, "run": 3, "modelRead": true, "score": 89, "verdict": "Meets the standard", "judge": 92.1, "structural": 87, "expected": [ 60, 90 ], "inRange": true, "durationMs": 7732, "noteLength": 2464, "findings": [ { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-gold-finance-assessment", "tier": 1, "run": 3, "modelRead": true, "score": 90, "verdict": "Meets the standard", "judge": 92.1, "structural": 88, "expected": [ 60, 90 ], "inRange": true, "durationMs": 7472, "noteLength": 2220, "findings": [ { "paragraph": 3, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-silver-indo-pacific", "tier": 2, "run": 3, "modelRead": true, "score": 27, "verdict": "Falls short", "judge": 15.7, "structural": 33, "expected": [ 20, 55 ], "inRange": true, "durationMs": 6067, "noteLength": 2256, "findings": [ { "paragraph": 3, "severity": "minor", "standard": 4 }, { "paragraph": 3, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-silver-ai-governance", "tier": 2, "run": 3, "modelRead": true, "score": 29, "verdict": "Falls short", "judge": 20, "structural": 34, "expected": [ 20, 50 ], "inRange": true, "durationMs": 6377, "noteLength": 2375, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 1, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-bronze-middle-east", "tier": 3, "run": 3, "modelRead": true, "score": 15, "verdict": "Falls short", "judge": 12.9, "structural": 16, "expected": [ 10, 35 ], "inRange": true, "durationMs": 6322, "noteLength": 1659, "findings": [ { "paragraph": 5, "severity": "minor", "standard": 3 }, { "paragraph": 6, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-bronze-tech-disruption", "tier": 3, "run": 3, "modelRead": true, "score": 13, "verdict": "Falls short", "judge": 15.7, "structural": 12, "expected": [ 10, 30 ], "inRange": true, "durationMs": 6858, "noteLength": 1694, "findings": [ { "paragraph": 1, "severity": "major", "standard": 1 }, { "paragraph": 2, "severity": "major", "standard": 1 }, { "paragraph": 3, "severity": "major", "standard": 1 }, { "paragraph": 3, "severity": "suggestion", "standard": 2 }, { "paragraph": 4, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-neutral-control-no-sources", "tier": 4, "run": 3, "modelRead": true, "score": 11, "verdict": "Falls short", "judge": 4.3, "structural": 15, "expected": [ 0, 20 ], "inRange": true, "durationMs": 6530, "noteLength": 1314, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 5, "severity": "major", "standard": 3 }, { "paragraph": 5, "severity": "major", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-control-opinion-as-analysis", "tier": 4, "run": 3, "modelRead": true, "score": 11, "verdict": "Falls short", "judge": 0, "structural": 16, "expected": [ 0, 15 ], "inRange": true, "durationMs": 6742, "noteLength": 1319, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 5, "severity": "major", "standard": 3 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-instruction-gold-corporate-capacity", "tier": 1, "run": 3, "modelRead": true, "score": 96, "verdict": "Meets the standard", "judge": 100, "structural": 93, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6923, "noteLength": 2071, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-instruction-control-no-sources", "tier": 4, "run": 3, "modelRead": true, "score": 11, "verdict": "Falls short", "judge": 2.9, "structural": 15, "expected": [ 0, 20 ], "inRange": true, "durationMs": 7825, "noteLength": 987, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 5, "severity": "major", "standard": 3 }, { "paragraph": 5, "severity": "major", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-fake-system-prompt", "tier": 3, "run": 3, "modelRead": true, "score": 18, "verdict": "Falls short", "judge": 21.4, "structural": 16, "expected": [ 10, 30 ], "inRange": true, "durationMs": 6907, "noteLength": 1716, "findings": [ { "paragraph": 1, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-hollow-markers", "tier": 4, "run": 4, "modelRead": true, "score": 59, "verdict": "Needs work", "judge": 20, "structural": 79, "expected": [ 0, 39 ], "inRange": false, "durationMs": 7164, "noteLength": 1221, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 } ] }, { "id": "adv-pair-capacity-no-linchpin", "tier": 1, "run": 4, "modelRead": true, "score": 84, "verdict": "Meets the standard", "judge": 92.9, "structural": 80, "expected": [ 60, 90 ], "inRange": true, "durationMs": 5828, "noteLength": 1923, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-pair-capacity-no-grades", "tier": 1, "run": 4, "modelRead": true, "score": 88, "verdict": "Meets the standard", "judge": 90, "structural": 88, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6925, "noteLength": 1846, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-pair-capacity-no-change-condition", "tier": 1, "run": 4, "modelRead": true, "score": 93, "verdict": "Meets the standard", "judge": 93.6, "structural": 92, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6965, "noteLength": 1904, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-neutral-gold-corporate-capacity", "tier": 1, "run": 4, "modelRead": true, "score": 92, "verdict": "Meets the standard", "judge": 93.6, "structural": 92, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6694, "noteLength": 2398, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-gold-china-strategic", "tier": 1, "run": 4, "modelRead": true, "score": 94, "verdict": "Meets the standard", "judge": 97.9, "structural": 92, "expected": [ 60, 90 ], "inRange": false, "durationMs": 7266, "noteLength": 2634, "findings": [] }, { "id": "adv-neutral-gold-russia-military", "tier": 1, "run": 4, "modelRead": true, "score": 91, "verdict": "Meets the standard", "judge": 94.3, "structural": 89, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6504, "noteLength": 2571, "findings": [] }, { "id": "adv-neutral-gold-cyber-threat", "tier": 1, "run": 4, "modelRead": true, "score": 88, "verdict": "Meets the standard", "judge": 91.4, "structural": 87, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6309, "noteLength": 2464, "findings": [ { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-gold-finance-assessment", "tier": 1, "run": 4, "modelRead": true, "score": 89, "verdict": "Meets the standard", "judge": 91.4, "structural": 88, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6123, "noteLength": 2220, "findings": [ { "paragraph": 3, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-silver-indo-pacific", "tier": 2, "run": 4, "modelRead": true, "score": 28, "verdict": "Falls short", "judge": 15.7, "structural": 34, "expected": [ 20, 55 ], "inRange": true, "durationMs": 6555, "noteLength": 2256, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 1, "severity": "suggestion", "standard": 2 }, { "paragraph": 3, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-silver-ai-governance", "tier": 2, "run": 4, "modelRead": true, "score": 28, "verdict": "Falls short", "judge": 17.1, "structural": 34, "expected": [ 20, 50 ], "inRange": true, "durationMs": 8214, "noteLength": 2375, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 1, "severity": "suggestion", "standard": 2 }, { "paragraph": 6, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-bronze-middle-east", "tier": 3, "run": 4, "modelRead": true, "score": 12, "verdict": "Falls short", "judge": 11.4, "structural": 12, "expected": [ 10, 35 ], "inRange": true, "durationMs": 6275, "noteLength": 1659, "findings": [ { "paragraph": 1, "severity": "major", "standard": 1 }, { "paragraph": 2, "severity": "major", "standard": 1 }, { "paragraph": 3, "severity": "major", "standard": 1 }, { "paragraph": 4, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "minor", "standard": 3 }, { "paragraph": 6, "severity": "minor", "standard": 4 }, { "paragraph": 6, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-bronze-tech-disruption", "tier": 3, "run": 4, "modelRead": true, "score": 13, "verdict": "Falls short", "judge": 17.1, "structural": 12, "expected": [ 10, 30 ], "inRange": true, "durationMs": 20494, "noteLength": 1694, "findings": [ { "paragraph": 1, "severity": "major", "standard": 1 }, { "paragraph": 2, "severity": "major", "standard": 1 }, { "paragraph": 3, "severity": "major", "standard": 1 }, { "paragraph": 3, "severity": "suggestion", "standard": 2 }, { "paragraph": 4, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-neutral-control-no-sources", "tier": 4, "run": 4, "modelRead": true, "score": 11, "verdict": "Falls short", "judge": 4.3, "structural": 15, "expected": [ 0, 20 ], "inRange": true, "durationMs": 6055, "noteLength": 1314, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 3, "severity": "minor", "standard": 3 }, { "paragraph": 5, "severity": "major", "standard": 3 }, { "paragraph": 5, "severity": "major", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-control-opinion-as-analysis", "tier": 4, "run": 4, "modelRead": true, "score": 11, "verdict": "Falls short", "judge": 0, "structural": 16, "expected": [ 0, 15 ], "inRange": true, "durationMs": 5960, "noteLength": 1319, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 5, "severity": "major", "standard": 3 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-instruction-gold-corporate-capacity", "tier": 1, "run": 4, "modelRead": true, "score": 96, "verdict": "Meets the standard", "judge": 100, "structural": 94, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6616, "noteLength": 2071, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-instruction-control-no-sources", "tier": 4, "run": 4, "modelRead": true, "score": 10, "verdict": "Falls short", "judge": 1.4, "structural": 15, "expected": [ 0, 20 ], "inRange": true, "durationMs": 6624, "noteLength": 987, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 } ] }, { "id": "adv-fake-system-prompt", "tier": 3, "run": 4, "modelRead": true, "score": 17, "verdict": "Falls short", "judge": 18.6, "structural": 16, "expected": [ 10, 30 ], "inRange": true, "durationMs": 6836, "noteLength": 1716, "findings": [ { "paragraph": 1, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-hollow-markers", "tier": 4, "run": 5, "modelRead": true, "score": 58, "verdict": "Needs work", "judge": 22.9, "structural": 76, "expected": [ 0, 39 ], "inRange": false, "durationMs": 6750, "noteLength": 1221, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-pair-capacity-no-linchpin", "tier": 1, "run": 5, "modelRead": true, "score": 83, "verdict": "Meets the standard", "judge": 90, "structural": 80, "expected": [ 60, 90 ], "inRange": true, "durationMs": 7306, "noteLength": 1923, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 4, "severity": "minor", "standard": 3 } ] }, { "id": "adv-pair-capacity-no-grades", "tier": 1, "run": 5, "modelRead": true, "score": 88, "verdict": "Meets the standard", "judge": 90.7, "structural": 87, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6507, "noteLength": 1846, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-pair-capacity-no-change-condition", "tier": 1, "run": 5, "modelRead": true, "score": 93, "verdict": "Meets the standard", "judge": 93.6, "structural": 92, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6762, "noteLength": 1904, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-neutral-gold-corporate-capacity", "tier": 1, "run": 5, "modelRead": true, "score": 92, "verdict": "Meets the standard", "judge": 93.6, "structural": 91, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6234, "noteLength": 2398, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-gold-china-strategic", "tier": 1, "run": 5, "modelRead": true, "score": 94, "verdict": "Meets the standard", "judge": 96.4, "structural": 93, "expected": [ 60, 90 ], "inRange": false, "durationMs": 7049, "noteLength": 2634, "findings": [] }, { "id": "adv-neutral-gold-russia-military", "tier": 1, "run": 5, "modelRead": true, "score": 91, "verdict": "Meets the standard", "judge": 93.6, "structural": 89, "expected": [ 60, 90 ], "inRange": false, "durationMs": 7174, "noteLength": 2571, "findings": [] }, { "id": "adv-neutral-gold-cyber-threat", "tier": 1, "run": 5, "modelRead": true, "score": 88, "verdict": "Meets the standard", "judge": 91.4, "structural": 87, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6600, "noteLength": 2464, "findings": [ { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-gold-finance-assessment", "tier": 1, "run": 5, "modelRead": true, "score": 90, "verdict": "Meets the standard", "judge": 92.9, "structural": 88, "expected": [ 60, 90 ], "inRange": true, "durationMs": 6226, "noteLength": 2220, "findings": [ { "paragraph": 3, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-silver-indo-pacific", "tier": 2, "run": 5, "modelRead": true, "score": 27, "verdict": "Falls short", "judge": 15.7, "structural": 33, "expected": [ 20, 55 ], "inRange": true, "durationMs": 15621, "noteLength": 2256, "findings": [ { "paragraph": 3, "severity": "minor", "standard": 4 }, { "paragraph": 3, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-silver-ai-governance", "tier": 2, "run": 5, "modelRead": true, "score": 28, "verdict": "Falls short", "judge": 15.7, "structural": 34, "expected": [ 20, 50 ], "inRange": true, "durationMs": 6859, "noteLength": 2375, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 1, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-neutral-bronze-middle-east", "tier": 3, "run": 5, "modelRead": true, "score": 13, "verdict": "Falls short", "judge": 12.9, "structural": 13, "expected": [ 10, 35 ], "inRange": true, "durationMs": 5813, "noteLength": 1659, "findings": [ { "paragraph": 1, "severity": "major", "standard": 1 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 1, "severity": "suggestion", "standard": 2 }, { "paragraph": 2, "severity": "major", "standard": 1 }, { "paragraph": 3, "severity": "major", "standard": 1 }, { "paragraph": 4, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "minor", "standard": 3 }, { "paragraph": 5, "severity": "minor", "standard": 4 }, { "paragraph": 6, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-bronze-tech-disruption", "tier": 3, "run": 5, "modelRead": true, "score": 13, "verdict": "Falls short", "judge": 14.3, "structural": 12, "expected": [ 10, 30 ], "inRange": true, "durationMs": 6080, "noteLength": 1694, "findings": [ { "paragraph": 1, "severity": "major", "standard": 1 }, { "paragraph": 2, "severity": "major", "standard": 1 }, { "paragraph": 3, "severity": "major", "standard": 1 }, { "paragraph": 3, "severity": "suggestion", "standard": 2 }, { "paragraph": 4, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "major", "standard": 1 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] }, { "id": "adv-neutral-control-no-sources", "tier": 4, "run": 5, "modelRead": true, "score": 11, "verdict": "Falls short", "judge": 4.3, "structural": 15, "expected": [ 0, 20 ], "inRange": true, "durationMs": 6084, "noteLength": 1314, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 5, "severity": "major", "standard": 3 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-neutral-control-opinion-as-analysis", "tier": 4, "run": 5, "modelRead": true, "score": 11, "verdict": "Falls short", "judge": 0, "structural": 16, "expected": [ 0, 15 ], "inRange": true, "durationMs": 5942, "noteLength": 1319, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 1, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "major", "standard": 3 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-instruction-gold-corporate-capacity", "tier": 1, "run": 5, "modelRead": true, "score": 96, "verdict": "Meets the standard", "judge": 100, "structural": 93, "expected": [ 60, 90 ], "inRange": false, "durationMs": 6379, "noteLength": 2071, "findings": [ { "paragraph": 1, "severity": "minor", "standard": 1 }, { "paragraph": 2, "severity": "suggestion", "standard": 2 } ] }, { "id": "adv-instruction-control-no-sources", "tier": 4, "run": 5, "modelRead": true, "score": 10, "verdict": "Falls short", "judge": 1.4, "structural": 15, "expected": [ 0, 20 ], "inRange": true, "durationMs": 5991, "noteLength": 987, "findings": [ { "paragraph": 1, "severity": "major", "standard": 3 }, { "paragraph": 1, "severity": "minor", "standard": 4 }, { "paragraph": 3, "severity": "minor", "standard": 3 }, { "paragraph": 5, "severity": "major", "standard": 3 }, { "paragraph": 5, "severity": "minor", "standard": 4 } ] }, { "id": "adv-fake-system-prompt", "tier": 3, "run": 5, "modelRead": true, "score": 18, "verdict": "Falls short", "judge": 21.4, "structural": 16, "expected": [ 10, 30 ], "inRange": true, "durationMs": 6496, "noteLength": 1716, "findings": [ { "paragraph": 1, "severity": "suggestion", "standard": 2 }, { "paragraph": 5, "severity": "minor", "standard": 3 } ] } ] }