Test checklist generator: published logic

{
  "id": "checklist",
  "version": "1.0",
  "title": "Test checklist generator",
  "summary": "A test checklist by classification tier and system type. The generator takes the provider profile of the tier from profiles.json, lists every testable element of each obligation page in that profile with the protocol that runs it (data/obligations.json procedures, the first protocol that covers the article in data/protocols.json), and appends the system-type items below, each with its protocol. Documentation and process elements are not test items and are listed separately as inputs the test needs. The export is Markdown with one checkbox per item.",
  "inputs": [
    {
      "id": "tier",
      "prompt": "Classification tier",
      "type": "single",
      "options": [
        {
          "value": "high-risk-annex-iii",
          "label": "High-risk, Annex III (Art. 6(2))"
        },
        {
          "value": "high-risk-annex-i-a",
          "label": "High-risk, Annex I Section A (Art. 6(1))"
        },
        {
          "value": "transparency-art-50",
          "label": "Art. 50 transparency duty only"
        },
        {
          "value": "gpai",
          "label": "General-purpose AI model"
        },
        {
          "value": "gpai-systemic-risk",
          "label": "General-purpose AI model with systemic risk"
        }
      ]
    },
    {
      "id": "role",
      "prompt": "Role",
      "type": "single",
      "options": [
        {
          "value": "provider",
          "label": "Provider"
        },
        {
          "value": "deployer",
          "label": "Deployer"
        }
      ]
    },
    {
      "id": "systemTypes",
      "prompt": "System type",
      "type": "multi",
      "options": [
        {
          "value": "classification",
          "label": "Classification or scoring model with a fixed output set"
        },
        {
          "value": "llm",
          "label": "System built on a language model (prompted or fine-tuned)"
        },
        {
          "value": "generative-media",
          "label": "Generates audio, image or video content"
        },
        {
          "value": "biometric",
          "label": "Processes biometric data"
        },
        {
          "value": "continuous-learning",
          "label": "Continues to learn after placing on the market"
        },
        {
          "value": "safety-component",
          "label": "Safety component of a physical product"
        }
      ]
    }
  ],
  "systemTypeItems": [
    {
      "systemType": "classification",
      "article": "art-15",
      "item": "Accuracy on the held-out set reported per declared metric with confidence interval and sample size, and the calibration of any score threshold recorded",
      "protocol": "PR-15-ROB"
    },
    {
      "systemType": "classification",
      "article": "art-10",
      "item": "Subgroup performance disaggregated by each attribute named in the data governance record, with the gap against the provider's declared tolerance",
      "protocol": "PR-10-BIAS"
    },
    {
      "systemType": "llm",
      "article": "art-15",
      "item": "Prompt injection, jailbreak and system-prompt leakage attacks in the Art. 15(5) attack set, each with a recorded success criterion",
      "protocol": "PR-15-ROB"
    },
    {
      "systemType": "llm",
      "article": "art-13",
      "item": "Instructions for use state the declared accuracy metrics for the tasks the system is placed on the market for, including refusal and abstention behaviour",
      "protocol": "PR-11-DOC"
    },
    {
      "systemType": "llm",
      "article": "art-50",
      "item": "Disclosure that the person interacts with an AI system is present at first interaction, unless obvious from the circumstances (Art. 50(1))",
      "protocol": "PR-50-MARK"
    },
    {
      "systemType": "generative-media",
      "article": "art-50",
      "item": "Machine-readable marking present in each output format, with a detection mechanism per layer, checked after the transformations the protocol lists",
      "protocol": "PR-50-MARK"
    },
    {
      "systemType": "generative-media",
      "article": "art-50",
      "item": "Deep fake disclosure path recorded where the deployer publishes the content (Art. 50(4))",
      "protocol": "PR-50-MARK"
    },
    {
      "systemType": "biometric",
      "article": "art-10",
      "item": "Data governance record covers the special-category data used for bias detection under Art. 4a and the safeguards applied",
      "protocol": "PR-10-BIAS"
    },
    {
      "systemType": "biometric",
      "article": "art-14",
      "item": "Separate verification by at least two natural persons before an action on a remote biometric identification result (Art. 14(5))",
      "protocol": "PR-14-OVR"
    },
    {
      "systemType": "continuous-learning",
      "article": "art-15",
      "item": "Feedback-loop drift measured across the learning window and the mitigation in Art. 15(4), third subparagraph, shown to act",
      "protocol": "PR-15-ROB"
    },
    {
      "systemType": "continuous-learning",
      "article": "art-9",
      "item": "Re-test trigger for a substantial modification recorded in the risk management file, with the measurements that reopen the assessment",
      "protocol": "PR-17-QMS"
    },
    {
      "systemType": "safety-component",
      "article": "art-15",
      "item": "Fail-safe behaviour under an injected fault, with the takeover time and the redundancy path recorded",
      "protocol": "PR-15-ROB"
    },
    {
      "systemType": "safety-component",
      "article": "art-14",
      "item": "Stop and override reachable from the operator position within the response time the instructions for use declare",
      "protocol": "PR-14-OVR"
    }
  ],
  "markdown": {
    "filename": "test-checklist.md",
    "itemPrefix": "- [ ] "
  }
}