{ "format": "palo-kpi-kri-registry", "schemaVersion": "1.0.0", "status": "educational-non-production", "updatedAt": "2026-08-23", "disclaimer": "Indicator formulas and thresholds are illustrative defaults. Owners must establish baselines, sampling, decision rights and context-specific thresholds before operational use.", "indicators": [ { "indicatorId": "kpi-provenance-coverage", "type": "KPI", "name": "Material data provenance coverage", "purpose": "Track whether material data inputs have reviewed provenance records.", "formula": "reviewed material data sources / identified material data sources * 100", "cadence": "monthly and before material change", "direction": "higher-is-better", "thresholds": { "amber": "below 95%", "red": "below 85%" }, "controlIds": ["ctrl-data-provenance", "ctrl-decision-trace"], "gateIds": ["assess", "prove"], "sourceIds": ["src-nist-ai-rmf"], "caveat": "Coverage measures documentation presence, not correctness, permission, or fitness for use." }, { "indicatorId": "kpi-review-completion", "type": "KPI", "name": "Required review completion", "purpose": "Track whether decisions requiring human review received a recorded review before execution.", "formula": "eligible decisions with timely recorded review / eligible decisions * 100", "cadence": "weekly", "direction": "higher-is-better", "thresholds": { "amber": "below 98%", "red": "below 95%" }, "controlIds": ["ctrl-human-review", "ctrl-change-gate", "ctrl-decision-trace"], "gateIds": ["control", "measure", "prove"], "sourceIds": ["src-oecd-ai-principles", "src-nist-ai-rmf"], "caveat": "Completion alone does not show that review was informed, independent, or able to alter the outcome." }, { "indicatorId": "kpi-vendor-evidence-coverage", "type": "KPI", "name": "Supplier evidence coverage", "purpose": "Track completion of required supplier evidence items for in-scope services.", "formula": "accepted required supplier evidence items / required supplier evidence items * 100", "cadence": "quarterly and at renewal", "direction": "higher-is-better", "thresholds": { "amber": "below 90%", "red": "below 75%" }, "controlIds": ["ctrl-third-party-due-diligence"], "gateIds": ["assess", "control"], "sourceIds": ["src-iso-42001"], "caveat": "Accepted evidence must still be tested for relevance, recency, scope and independent support." }, { "indicatorId": "kpi-incident-triage-time", "type": "KPI", "name": "Median incident triage time", "purpose": "Track elapsed time from detection to accountable initial classification and containment assignment.", "formula": "median minutes from detectedAt to triagedAt for in-scope incidents", "cadence": "monthly", "direction": "lower-is-better", "thresholds": { "amber": "over 240 minutes", "red": "over 480 minutes" }, "controlIds": ["ctrl-incident-response"], "gateIds": ["measure", "prove"], "sourceIds": ["src-nist-ai-rmf"], "caveat": "Fast triage is not equivalent to correct severity, containment quality, or regulatory reporting." }, { "indicatorId": "kri-scope-change-rate", "type": "KRI", "name": "Ungated material scope changes", "purpose": "Detect purpose, population, authority or workflow changes that bypassed the change gate.", "formula": "ungated material changes / identified material changes * 100", "cadence": "monthly", "direction": "lower-is-better", "thresholds": { "amber": "above 0%", "red": "above 5%" }, "controlIds": ["ctrl-purpose-boundary", "ctrl-change-gate"], "gateIds": ["frame", "classify", "prove"], "sourceIds": ["src-nist-ai-rmf"], "caveat": "A useful denominator depends on reliable change detection and an agreed definition of material change." }, { "indicatorId": "kri-sensitive-data-events", "type": "KRI", "name": "Sensitive-data control events", "purpose": "Surface unauthorized access, disclosure, retention or use involving sensitive data.", "formula": "count of confirmed in-scope sensitive-data control events", "cadence": "continuous with monthly review", "direction": "lower-is-better", "thresholds": { "amber": "1 event", "red": "2 or more events or any severe event" }, "controlIds": ["ctrl-data-provenance", "ctrl-incident-response"], "gateIds": ["control", "measure", "prove"], "sourceIds": ["src-eu-ai-act", "src-nist-ai-rmf"], "caveat": "Counts depend on detection quality and do not by themselves determine legal incident materiality." }, { "indicatorId": "kri-override-failure-rate", "type": "KRI", "name": "Human override failure rate", "purpose": "Detect cases where a required reviewer could not pause, alter or reverse a system action.", "formula": "failed override attempts / recorded override attempts * 100", "cadence": "weekly", "direction": "lower-is-better", "thresholds": { "amber": "above 0%", "red": "above 2% or any severe consequence" }, "controlIds": ["ctrl-human-review"], "gateIds": ["control", "measure"], "sourceIds": ["src-oecd-ai-principles", "src-eu-ai-act"], "caveat": "Low rates can hide low usage, poor logging or reviewers avoiding an ineffective mechanism." }, { "indicatorId": "kri-critical-test-failure-rate", "type": "KRI", "name": "Critical adversarial test failure rate", "purpose": "Track unresolved critical failures in approved misuse and failure scenarios.", "formula": "unresolved critical failed tests / executed critical tests * 100", "cadence": "per release and monthly for adaptive systems", "direction": "lower-is-better", "thresholds": { "amber": "above 0%", "red": "any failure without an approved containment decision" }, "controlIds": ["ctrl-adversarial-testing"], "gateIds": ["assess", "measure", "prove"], "sourceIds": ["src-nist-genai-profile", "src-owasp-llm-top10"], "caveat": "The metric is only as useful as scenario coverage, test independence and severity calibration." }, { "indicatorId": "kri-tool-call-error-rate", "type": "KRI", "name": "Tool call error rate", "purpose": "Track the rate of malformed, hallucinated, or unauthorized tool calls made by autonomous agents.", "formula": "unauthorized or failed tool calls / total tool calls * 100", "cadence": "weekly and per release", "direction": "lower-is-better", "thresholds": { "amber": "above 1%", "red": "above 5% or any unauthorized write attempt" }, "controlIds": ["ctrl-human-review"], "gateIds": ["control", "measure"], "sourceIds": ["src-nist-ai-rmf"], "caveat": "High error rates indicate semantic drift, poor schema alignment, or attempt to bypass controls." }, { "indicatorId": "kri-multi-agent-conflict-rate", "type": "KRI", "name": "Multi-agent conflict rate", "purpose": "Track deadlocked, conflicting, or terminated multi-agent workflows.", "formula": "deadlocked or failed workflow runs / total multi-agent runs * 100", "cadence": "weekly", "direction": "lower-is-better", "thresholds": { "amber": "above 2%", "red": "above 10%" }, "controlIds": ["ctrl-human-review"], "gateIds": ["control", "measure"], "sourceIds": ["src-nist-ai-rmf"], "caveat": "Signals goal conflicts, prompt mismatches, or infinite message loop issues." }, { "indicatorId": "kpi-subgroup-evaluation-coverage", "type": "KPI", "name": "Applicable subgroup evaluation coverage", "purpose": "Track whether approved demographic and intersectional groups are represented in release and monitoring evaluations.", "formula": "applicable approved subgroups with accepted evaluation evidence / applicable approved subgroups * 100", "cadence": "per release, after material change and quarterly", "direction": "higher-is-better", "thresholds": { "amber": "below 100%", "red": "below 95% or any omitted high-impact group" }, "controlIds": ["ctrl-fairness-quality-of-service", "ctrl-fair-allocation"], "gateIds": ["assess", "measure", "prove"], "sourceIds": ["src-nist-ai-rmf", "src-iso-42005"], "caveat": "Coverage does not show that group definitions, sample sizes, metrics or thresholds are appropriate." }, { "indicatorId": "kri-residual-disparity-rate", "type": "KRI", "name": "Unaccepted residual disparity rate", "purpose": "Surface subgroup metric comparisons that exceed an approved maximum difference without an accountable residual-risk decision.", "formula": "subgroup comparisons above approved difference threshold without accepted decision / applicable subgroup comparisons * 100", "cadence": "per release and monthly for adaptive systems", "direction": "lower-is-better", "thresholds": { "amber": "above 0%", "red": "any unresolved material disparity" }, "controlIds": ["ctrl-fairness-quality-of-service", "ctrl-fair-allocation"], "gateIds": ["assess", "measure", "prove"], "sourceIds": ["src-nist-ai-rmf", "src-eu-ai-act"], "caveat": "A numerical threshold cannot by itself determine whether a difference is lawful, fair or acceptable." }, { "indicatorId": "kri-harmful-representation-rate", "type": "KRI", "name": "Material harmful-representation rate", "purpose": "Track unresolved stereotyping, demeaning, erasing or culturally harmful outputs in approved test scenarios.", "formula": "unresolved material harmful outputs / executed representation scenarios * 100", "cadence": "per release and monthly", "direction": "lower-is-better", "thresholds": { "amber": "above 0%", "red": "any severe output or repeated group-specific pattern" }, "controlIds": ["ctrl-harmful-representation"], "gateIds": ["assess", "measure", "prove"], "sourceIds": ["src-nist-genai-profile", "src-iso-42005"], "caveat": "Results depend on culturally competent scenario design, reviewers and supported languages." }, { "indicatorId": "kpi-system-card-coverage", "type": "KPI", "name": "Current system-card coverage", "purpose": "Track whether in-scope systems have an approved card reflecting the deployed version, use, limitations, data, performance and controls.", "formula": "in-scope deployed systems with current approved system cards / in-scope deployed systems * 100", "cadence": "per release and quarterly", "direction": "higher-is-better", "thresholds": { "amber": "below 100%", "red": "any high-impact system without a current card" }, "controlIds": ["ctrl-system-card-explanations"], "gateIds": ["frame", "assess", "prove"], "sourceIds": ["src-nist-ai-rmf", "src-eu-ai-act"], "caveat": "A current card is documentation evidence, not proof that its claims are accurate or understood." }, { "indicatorId": "kpi-explanation-comprehension", "type": "KPI", "name": "Stakeholder explanation comprehension", "purpose": "Measure whether representative stakeholders can correctly understand limitations, significance, human authority and available actions.", "formula": "participants meeting the approved comprehension rubric / tested representative participants * 100", "cadence": "before release, after material explanation change and annually", "direction": "higher-is-better", "thresholds": { "amber": "below 85%", "red": "below 70% or any critical misunderstanding" }, "controlIds": ["ctrl-system-card-explanations"], "gateIds": ["assess", "control", "prove"], "sourceIds": ["src-iso-42005", "src-wcag-22"], "caveat": "The organization must justify participant selection, language, accessibility and the comprehension rubric." }, { "indicatorId": "kpi-notice-delivery-coverage", "type": "KPI", "name": "Affected-person notice delivery coverage", "purpose": "Track whether people receive an accessible notice before or at the point of material AI interaction or effect.", "formula": "eligible interactions or decisions with verified notice delivery / eligible interactions or decisions * 100", "cadence": "continuous with monthly review", "direction": "higher-is-better", "thresholds": { "amber": "below 99%", "red": "below 95% or any systematic channel failure" }, "controlIds": ["ctrl-affected-person-notice"], "gateIds": ["control", "measure"], "sourceIds": ["src-eu-ai-act", "src-eu-article50-guidelines", "src-wcag-22"], "caveat": "Delivery does not establish comprehension, legal adequacy or that all eligible events were detected." }, { "indicatorId": "kpi-appeal-resolution-sla", "type": "KPI", "name": "Appeals resolved within approved service level", "purpose": "Track timely, reasoned and conflict-independent review of affected-person appeals.", "formula": "eligible appeals resolved within approved deadline / eligible resolved appeals * 100", "cadence": "monthly", "direction": "higher-is-better", "thresholds": { "amber": "below 95%", "red": "below 85% or any urgent case overdue" }, "controlIds": ["ctrl-appeal-remedy"], "gateIds": ["measure", "prove"], "sourceIds": ["src-eu-ai-act", "src-iso-42005"], "caveat": "Speed does not establish reviewer independence, procedural fairness or remedy effectiveness." }, { "indicatorId": "kri-overdue-remedy-rate", "type": "KRI", "name": "Overdue remedy rate", "purpose": "Surface accepted corrections, restoration or other remedies that remain incomplete beyond their accountable deadline.", "formula": "open remedies past due / open and completed remedies in period * 100", "cadence": "weekly", "direction": "lower-is-better", "thresholds": { "amber": "above 0%", "red": "above 5% or any severe-harm remedy overdue" }, "controlIds": ["ctrl-appeal-remedy"], "gateIds": ["measure", "prove"], "sourceIds": ["src-iso-42005"], "caveat": "A closed remedy still requires evidence that the affected outcome was actually corrected." }, { "indicatorId": "kpi-machine-readable-marking-coverage", "type": "KPI", "name": "Machine-readable synthetic-content marking coverage", "purpose": "Track successful application and independent detection of configured marks on in-scope generated or manipulated content.", "formula": "in-scope content samples with independently detected valid marks / tested in-scope content samples * 100", "cadence": "per release and daily production sample", "direction": "higher-is-better", "thresholds": { "amber": "below 99%", "red": "below 95% or any systematically unmarked modality" }, "controlIds": ["ctrl-article50-transparency"], "gateIds": ["control", "measure", "prove"], "sourceIds": ["src-eu-ai-act", "src-eu-article50-guidelines"], "caveat": "Mark detection in a test set does not prove robustness after downstream transformation or legal sufficiency." }, { "indicatorId": "kri-provenance-verification-failure-rate", "type": "KRI", "name": "Content provenance verification failure rate", "purpose": "Detect missing, invalid or broken content-provenance assertions in in-scope outputs.", "formula": "content samples with missing or invalid expected provenance / tested content samples * 100", "cadence": "daily with release review", "direction": "lower-is-better", "thresholds": { "amber": "above 1%", "red": "above 5% or any unexplained signing-key failure" }, "controlIds": ["ctrl-article50-transparency"], "gateIds": ["measure", "prove"], "sourceIds": ["src-eu-article50-guidelines"], "caveat": "Provenance assertions indicate origin and processing claims; they do not establish that content is truthful." }, { "indicatorId": "kpi-data-lifecycle-coverage", "type": "KPI", "name": "Material data lifecycle coverage", "purpose": "Track complete records for origin, transformations, permissions, quality, purpose, retention and disposition of material data assets.", "formula": "material data assets with accepted lifecycle records / identified material data assets * 100", "cadence": "monthly and before material change", "direction": "higher-is-better", "thresholds": { "amber": "below 95%", "red": "below 85% or any unrecorded sensitive dataset" }, "controlIds": ["ctrl-data-governance-lifecycle", "ctrl-privacy-lifecycle"], "gateIds": ["frame", "assess", "control", "prove"], "sourceIds": ["src-eu-gdpr", "src-eu-ai-act", "src-nist-ai-rmf"], "caveat": "Record completeness does not prove that permissions, lawful basis, quality or retention decisions are correct." }, { "indicatorId": "kpi-annotation-quality-coverage", "type": "KPI", "name": "Annotation quality assurance coverage", "purpose": "Track whether material annotated datasets have current protocols, competence evidence, sampling and agreement results.", "formula": "material annotated datasets with accepted QA evidence / material annotated datasets * 100", "cadence": "per dataset release and quarterly", "direction": "higher-is-better", "thresholds": { "amber": "below 100%", "red": "any production dataset without an accepted QA sample" }, "controlIds": ["ctrl-annotation-quality"], "gateIds": ["assess", "measure", "prove"], "sourceIds": ["src-nist-ai-rmf", "src-iso-42005"], "caveat": "Agreement can be high while instructions or ground truth remain biased or conceptually invalid." }, { "indicatorId": "kpi-deletion-verification-coverage", "type": "KPI", "name": "Due data deletion verification coverage", "purpose": "Track verified deletion or approved legal hold across primary data, replicas, embeddings, caches and derived artifacts.", "formula": "due deletion items with verified disposition or approved hold / due deletion items * 100", "cadence": "weekly", "direction": "higher-is-better", "thresholds": { "amber": "below 99%", "red": "below 95% or any sensitive-data deadline missed" }, "controlIds": ["ctrl-data-governance-lifecycle", "ctrl-privacy-lifecycle"], "gateIds": ["control", "measure", "prove"], "sourceIds": ["src-eu-gdpr"], "caveat": "Verification scope must explicitly cover backups, immutable records and technically non-deletable derived artifacts." }, { "indicatorId": "kpi-gpai-obligation-evidence-coverage", "type": "KPI", "name": "Applicable GPAI obligation evidence coverage", "purpose": "Track accepted evidence for each provider, deployer or integrator obligation activated by the role assessment.", "formula": "applicable GPAI obligations with accepted evidence / applicable GPAI obligations * 100", "cadence": "monthly and before release or material modification", "direction": "higher-is-better", "thresholds": { "amber": "below 100%", "red": "any overdue mandatory evidence item" }, "controlIds": ["ctrl-gpai-provider", "ctrl-gpai-deployer"], "gateIds": ["classify", "control", "measure", "prove"], "sourceIds": ["src-eu-ai-act", "src-eu-gpai-code"], "caveat": "The denominator depends on a legally reviewed role and applicability assessment." }, { "indicatorId": "kri-systemic-risk-finding-rate", "type": "KRI", "name": "Unresolved material systemic-risk finding rate", "purpose": "Track material model-capability, misuse, cyber, autonomy, societal or cascading-risk findings without accepted mitigation.", "formula": "unresolved material systemic-risk findings / executed systemic-risk scenarios * 100", "cadence": "per model release and monthly", "direction": "lower-is-better", "thresholds": { "amber": "above 0%", "red": "any critical finding or untested critical scenario" }, "controlIds": ["ctrl-systemic-risk"], "gateIds": ["assess", "control", "measure", "prove"], "sourceIds": ["src-eu-gpai-code", "src-nist-genai-profile"], "caveat": "Scenario selection and model-access constraints can materially understate systemic risk." }, { "indicatorId": "kpi-regulatory-reporting-clock-compliance", "type": "KPI", "name": "Applicable regulatory reporting clock compliance", "purpose": "Track on-time initial and follow-up notifications for incidents determined reportable in each jurisdiction.", "formula": "required notifications submitted within applicable clock / required notifications * 100", "cadence": "continuous with monthly review", "direction": "higher-is-better", "thresholds": { "amber": "below 100%", "red": "any missed mandatory reporting deadline" }, "controlIds": ["ctrl-regulatory-incident-reporting"], "gateIds": ["measure", "prove"], "sourceIds": ["src-eu-ai-act"], "caveat": "Timeliness depends on correct detection, jurisdiction mapping, reportability analysis and clock-start evidence." }, { "indicatorId": "kpi-decommissioning-evidence-coverage", "type": "KPI", "name": "Decommissioning evidence coverage", "purpose": "Track completion of customer transition, capability revocation, data disposition, residual monitoring and closure evidence.", "formula": "accepted due decommissioning evidence items / due decommissioning evidence items * 100", "cadence": "weekly during retirement and at closure", "direction": "higher-is-better", "thresholds": { "amber": "below 100%", "red": "any unresolved safety, access or sensitive-data item at closure" }, "controlIds": ["ctrl-decommissioning"], "gateIds": ["control", "measure", "prove"], "sourceIds": ["src-iso-42001", "src-nist-ai-rmf"], "caveat": "An evidence item can be present while downstream copies, user dependencies or residual harms remain." }, { "indicatorId": "kpi-accessibility-test-pass-rate", "type": "KPI", "name": "Applicable accessibility test pass rate", "purpose": "Measure supported interface, notice, explanation, generated-output and remedy scenarios that meet approved accessibility criteria.", "formula": "passed applicable accessibility scenarios / executed applicable accessibility scenarios * 100", "cadence": "per release and quarterly", "direction": "higher-is-better", "thresholds": { "amber": "below 98%", "red": "below 95% or any critical journey blocked" }, "controlIds": ["ctrl-ai-output-accessibility"], "gateIds": ["assess", "control", "measure", "prove"], "sourceIds": ["src-wcag-22"], "caveat": "Automated conformance checks must be supplemented by manual assistive-technology and representative-user evaluation." }, { "indicatorId": "kri-accessibility-blocker-rate", "type": "KRI", "name": "Unresolved accessibility blocker rate", "purpose": "Surface critical user journeys that disabled users cannot complete independently or through an equivalent route.", "formula": "unresolved blocked critical journeys / tested critical journeys * 100", "cadence": "per release and weekly while blockers are open", "direction": "lower-is-better", "thresholds": { "amber": "above 0%", "red": "any high-impact notice, review or remedy journey blocked" }, "controlIds": ["ctrl-ai-output-accessibility"], "gateIds": ["control", "measure", "prove"], "sourceIds": ["src-wcag-22", "src-iso-42005"], "caveat": "The tested journey inventory must include supported modalities, languages and assistive technologies." }, { "indicatorId": "kpi-energy-measurement-coverage", "type": "KPI", "name": "Material AI energy measurement coverage", "purpose": "Track energy measurements or documented estimation methods for material training, evaluation and inference workloads.", "formula": "material AI workloads with accepted energy measurement or estimate / material AI workloads * 100", "cadence": "monthly and per release", "direction": "higher-is-better", "thresholds": { "amber": "below 90%", "red": "below 75% or no baseline for a material workload" }, "controlIds": ["ctrl-environmental-performance"], "gateIds": ["assess", "measure", "prove"], "sourceIds": ["src-iso-42001", "src-iso-42005"], "caveat": "Estimates must state boundaries, allocation assumptions, location and temporal electricity factors." }, { "indicatorId": "kri-environmental-budget-variance", "type": "KRI", "name": "Environmental budget variance", "purpose": "Detect material energy, emissions, water or hardware impacts above approved lifecycle budgets.", "formula": "actual or estimated impact minus approved budget, divided by approved budget * 100", "cadence": "monthly and per release", "direction": "within-range", "thresholds": { "amber": "more than 10% above budget", "red": "more than 25% above budget or any unapproved material regression" }, "controlIds": ["ctrl-environmental-performance"], "gateIds": ["measure", "prove"], "sourceIds": ["src-iso-42001", "src-iso-42005"], "caveat": "Budgets and calculations require organization-specific boundaries and should not hide absolute impacts behind efficiency ratios." }, { "indicatorId": "kpi-ai-literacy-competence-rate", "type": "KPI", "name": "Role-based AI competence demonstration rate", "purpose": "Measure whether people in AI roles demonstrate the required knowledge and practical control behavior for their responsibilities.", "formula": "in-scope people passing current role-based competence assessment / in-scope people * 100", "cadence": "quarterly and after material role or system change", "direction": "higher-is-better", "thresholds": { "amber": "below 95%", "red": "below 85% or any unqualified high-authority role" }, "controlIds": ["ctrl-ai-literacy-effectiveness"], "gateIds": ["frame", "control", "measure", "prove"], "sourceIds": ["src-eu-ai-act", "src-iso-42001"], "caveat": "Attendance or quiz completion alone is insufficient; assessment must test role-relevant judgment and control use." }, { "indicatorId": "kri-trained-control-error-rate", "type": "KRI", "name": "Post-training control error rate", "purpose": "Detect repeated governance or operational errors by trained roles that indicate ineffective learning or unclear procedures.", "formula": "confirmed role-relevant control errors by currently trained people / reviewed role-relevant actions * 100", "cadence": "monthly", "direction": "lower-is-better", "thresholds": { "amber": "above 2%", "red": "above 5% or any severe preventable error" }, "controlIds": ["ctrl-ai-literacy-effectiveness"], "gateIds": ["measure", "prove"], "sourceIds": ["src-eu-ai-act", "src-iso-42001"], "caveat": "Error attribution must account for system, procedure, workload and authority-design failures rather than blaming individuals by default." }, { "indicatorId": "kpi-aims-objective-coverage", "type": "KPI", "name": "AIMS objective measurement coverage", "purpose": "Track measurable, owned and reviewed objectives for material AI management risks and opportunities within the declared AIMS scope.", "formula": "applicable AIMS objectives with owner, measure, target and review evidence / applicable AIMS objectives * 100", "cadence": "quarterly", "direction": "higher-is-better", "thresholds": { "amber": "below 100%", "red": "any material risk without an owned measurable objective" }, "controlIds": ["ctrl-aims-leadership-objectives", "ctrl-aims-management-review-capa"], "gateIds": ["frame", "classify", "measure", "prove"], "sourceIds": ["src-iso-42001"], "caveat": "Coverage does not establish ISO/IEC 42001 conformity or the adequacy of selected objectives." }, { "indicatorId": "kpi-aims-audit-completion", "type": "KPI", "name": "Risk-based AIMS audit completion", "purpose": "Track completion and accountable reporting of planned internal audits within the approved programme.", "formula": "completed planned audits with accepted report / audits due in period * 100", "cadence": "quarterly", "direction": "higher-is-better", "thresholds": { "amber": "below 95%", "red": "below 85% or any critical scope repeatedly unaudited" }, "controlIds": ["ctrl-aims-internal-audit"], "gateIds": ["measure", "prove"], "sourceIds": ["src-iso-42001"], "caveat": "Completion does not establish auditor competence, independence, audit depth or certification." }, { "indicatorId": "kpi-corrective-action-closure", "type": "KPI", "name": "Corrective action effective closure", "purpose": "Track timely closure of nonconformities only after root-cause and effectiveness evidence is accepted.", "formula": "corrective actions closed on time with accepted effectiveness check / corrective actions due * 100", "cadence": "monthly", "direction": "higher-is-better", "thresholds": { "amber": "below 95%", "red": "below 85% or any critical nonconformity overdue" }, "controlIds": ["ctrl-aims-internal-audit", "ctrl-aims-management-review-capa"], "gateIds": ["measure", "prove"], "sourceIds": ["src-iso-42001"], "caveat": "Administrative closure without effectiveness verification must not count as completed." }, { "indicatorId": "kpi-production-admission-coverage", "type": "KPI", "name": "PALO-AI production admission evidence coverage", "purpose": "Track accepted identity, tenancy, persistence, key-custody, connector, recovery and bypass-resistance evidence before production admission.", "formula": "accepted mandatory production admission checks / applicable mandatory production admission checks * 100", "cadence": "per release and quarterly", "direction": "higher-is-better", "thresholds": { "amber": "below 100%", "red": "any mandatory check absent, failed or expired" }, "controlIds": ["ctrl-runtime-production-boundary"], "gateIds": ["classify", "control", "measure", "prove"], "sourceIds": ["src-iso-42001", "src-nist-ai-rmf"], "caveat": "Passing repository checks is not production admission; operational and independent evidence must match the deployed environment." }, { "indicatorId": "kri-execution-bypass-rate", "type": "KRI", "name": "Protected action bypass rate", "purpose": "Detect consequential actions reaching external systems without a current claim, decision, capability, receipt and outcome-verification chain.", "formula": "protected external effects without a valid complete governance chain / protected external effects * 100", "cadence": "continuous with daily review", "direction": "lower-is-better", "thresholds": { "amber": "above 0%", "red": "any consequential bypass or unverifiable external effect" }, "controlIds": ["ctrl-runtime-production-boundary"], "gateIds": ["control", "measure", "prove"], "sourceIds": ["src-nist-ai-rmf", "src-owasp-llm-top10"], "caveat": "The metric requires independent observation of external effects; runtime self-report alone cannot prove non-bypassability." } ] }