Pinned excerpts and command output behind the chapter's slides (guide
metis-learning-integrity) and its brief (Eve document
4cb42e85-50e0-42c8-834a-8981f167d14e). Every excerpt is the repository at
commit b6f1ccf1c111a1b364faa114524aad0181975ed5, copied by the command shown above it. The test runs are of the
working tree on 7 October 2026. No learner session, integrity case or model
admission ran against a live service, and the Metis service's Python code was
read, not run.
Counts and constants read from the code#
Produced by check-data.py in
docs/audits/presentation-center-eve-redesign-metis-learning-integrity/2026-10-07/,
which reads each value from the pinned source and compares it with the words on
the slides. All twenty-two comparisons were equal. The values it read:
{
"elevenContractsPresent": [
"LearningSourceBundleSchema",
"GroundingPackSchema",
"CourseBuildSchema",
"LessonAssetBundleSchema",
"PublicationPackageSchema",
"TutorPersonaProfileSchema",
"TutorSessionMemorySchema",
"LearningObjectiveMapSchema",
"AssessmentEvidencePackSchema",
"LearningTelemetryStatementSchema",
"AcademicIntegrityVerdictSchema"
],
"masteryRows": {
"introduced": {
"band": "introduced",
"minItemCount": 1,
"minHardItems": 0,
"minDistinctContexts": 1,
"maxRecencyWindowDays": 60,
"prerequisiteBandFloor": "unintroduced"
},
"developing": {
"band": "developing",
"minItemCount": 3,
"minHardItems": 0,
"minDistinctContexts": 2,
"maxRecencyWindowDays": 30,
"prerequisiteBandFloor": "introduced"
},
"approaching": {
"band": "approaching",
"minItemCount": 6,
"minHardItems": 1,
"minDistinctContexts": 3,
"maxRecencyWindowDays": 21,
"prerequisiteBandFloor": "developing"
},
"mastered": {
"band": "mastered",
"minItemCount": 10,
"minHardItems": 3,
"minDistinctContexts": 4,
"maxRecencyWindowDays": 14,
"prerequisiteBandFloor": "approaching"
},
"maintaining": {
"band": "maintaining",
"minItemCount": 14,
"minHardItems": 4,
"minDistinctContexts": 5,
"maxRecencyWindowDays": 30,
"prerequisiteBandFloor": "mastered"
}
},
"failureCodes": [
"item-count-below-floor",
"hard-items-below-floor",
"distinct-contexts-below-floor",
"recency-window-too-wide",
"prerequisite-band-floor-not-met"
],
"decayDemotesBelowHalf": true,
"maintainingMultipliesHalfLife": true,
"bandsBelowMasteredDoNotDecay": true,
"coreDisciplines": [
"philosophy",
"religion",
"psychology",
"neuroscience",
"anthropology",
"astronomy"
],
"subjectRoles": "'core_headline' | 'supporting_scaffold'",
"hintReveal": [
0.1,
0.3,
0.7,
1.0
],
"irtFamilies": [
"1PL",
"2PL",
"3PL"
],
"irtBoundsDeclared": true,
"tracers": [
"bkt.ts",
"fsrs.ts",
"graph-knowledge-tracing.ts"
],
"personalizationAxes": [
"pace",
"modality",
"prerequisitePath",
"scaffoldDensity",
"framingRegister",
"culturalFrame"
],
"axisControls": [
"pinned",
"loosened",
"reset"
],
"previousVersionMustDiffer": true,
"verdictClasses": [
"clear",
"inconclusive",
"violation",
"severe"
],
"signalKinds": [
"paste_external",
"offplatform_search",
"response_pattern_anomaly",
"generated_text_classifier",
"tutor_output_in_submission",
"pace_anomaly",
"device_fingerprint_change",
"proctor_observation",
"peer_collaboration_breach",
"teacher_flag"
],
"recommendedActions": [
"none",
"educator_review",
"learner_warning",
"score_hold",
"submission_reject",
"institution_escalation"
],
"gradebookVerdicts": [
"clear",
"inconclusive",
"violation",
"severe",
"pending"
],
"correctionPointsEarlier": true,
"severeNeedsEvidencePack": true,
"correctionRefusals": [
"reviewer_cannot_approve",
"scorer_cannot_review"
],
"admissionStates": [
"quarantined",
"evaluating",
"awaiting_approval",
"admitted",
"suspended",
"killed"
],
"approvalRoles": [
"security",
"privacy",
"safety",
"education",
"operator"
],
"oneDecisionPerRole": true,
"refusedLegFallsBackToNotConfigured": true,
"admissionOperations": [
"serve-checks",
"quarantine-checks",
"blast-radius",
"signals",
"restore-checks",
"evaluation"
],
"lmsStandards": [
"lti_1_3",
"lti_advantage_deep_linking",
"lti_advantage_names_roles",
"lti_advantage_ags",
"oneroster",
"xapi",
"cmi5",
"scorm",
"qti_3",
"caliper",
"clr",
"open_badges"
],
"integrityRoutePrefixes": [
"",
"/v1"
],
"integrityRoutes": [
"/metis/assessment-submissions",
"/metis/integrity",
"/metis/integrity/appeals/:appealId/decision",
"/metis/integrity/appeals/:appealId/resolve",
"/metis/integrity/appeals",
"/metis/integrity/appeals/:appealId",
"/metis/integrity/:verdictId/appeal",
"/metis/integrity/:verdictId/audit",
"/metis/gradebook/:assignmentId/latest"
],
"deferredRooms": [
"veritas",
"metis"
],
"integrityPathsRefusedInV10": {
"/v1/metis/integrity": true,
"/metis/integrity/abc/appeal": true,
"/v1/operator/metis/reviews": false
},
"designStatusLine": "**Status:** authored current-state and proposed-target record. **Not ratified** — see §6.",
"reviewRolesPending": [
"domain",
"security",
"privacy",
"accessibility",
"engineering",
"product"
],
"approvalsRecorded": 0,
"hierarchyRowInInventory": [
"proposed",
"13"
],
"hierarchyKindsNamed": 13,
"oshunAppsImportingTheLibraries": [],
"allAppsImportingTheLibraries": [
"apps/v2/metis-combat-training-bridge/src/metis-combat-training-bridge.ts"
],
"gateCallersOutsideItsLibrary": [
"libs/metis/llm-client/src/content-generator/content-generator.ts"
],
"modelHarnessNamedIn": [
"libs/contracts/src/metis/threat-model.ts",
"libs/shared/inbound-integrations/src/byom-model.ts"
],
"modelHarnessNamedInApps": [],
"modelHarnessConstructedIn": [
"libs/shared/inbound-integrations/src/byom-model.ts"
],
"pageSaysLatencyIsATarget": true
}
Test runs on the working tree#
npx vitest run in each of libs/metis/learning, libs/metis/assessment,
libs/metis/adaptive and libs/metis/integrations, and
npx vitest run src/metis in libs/contracts:
learning
RUN v4.1.7 /root/workspace/oshun-strong-verify-codex/libs/metis/learning
Test Files 10 passed (10)
Tests 925 passed (925)
exit 0
assessment
RUN v4.1.7 /root/workspace/oshun-strong-verify-codex/libs/metis/assessment
Test Files 20 passed (20)
Tests 1142 passed (1142)
exit 0
adaptive
RUN v4.1.7 /root/workspace/oshun-strong-verify-codex/libs/metis/adaptive
Test Files 16 passed (16)
Tests 510 passed (510)
exit 0
integrations
RUN v4.1.7 /root/workspace/oshun-strong-verify-codex/libs/metis/integrations
Test Files 19 passed (19)
Tests 584 passed (584)
exit 0
contracts src/metis
RUN v4.1.7 /root/workspace/oshun-strong-verify-codex/libs/contracts
Test Files 29 passed (29)
Tests 553 passed (553)
exit 0
The mastery rule#
git show b6f1ccf1c111:libs/metis/learning/src/mastery/evidence-requirements.ts, lines 24 to 97:
24 export const PLATFORM_BAND_REQUIREMENTS: Record<MasteryBand, BandEvidenceRequirement> = {
25 unintroduced: {
26 band: 'unintroduced',
27 minItemCount: 0,
28 minHardItems: 0,
29 minDistinctContexts: 0,
30 maxRecencyWindowDays: 365,
31 prerequisiteBandFloor: 'unintroduced',
32 },
33 introduced: {
34 band: 'introduced',
35 minItemCount: 1,
36 minHardItems: 0,
37 minDistinctContexts: 1,
38 maxRecencyWindowDays: 60,
39 prerequisiteBandFloor: 'unintroduced',
40 },
41 developing: {
42 band: 'developing',
43 minItemCount: 3,
44 minHardItems: 0,
45 minDistinctContexts: 2,
46 maxRecencyWindowDays: 30,
47 prerequisiteBandFloor: 'introduced',
48 },
49 approaching: {
50 band: 'approaching',
51 minItemCount: 6,
52 minHardItems: 1,
53 minDistinctContexts: 3,
54 maxRecencyWindowDays: 21,
55 prerequisiteBandFloor: 'developing',
56 },
57 mastered: {
58 band: 'mastered',
59 minItemCount: 10,
60 minHardItems: 3,
61 minDistinctContexts: 4,
62 maxRecencyWindowDays: 14,
63 prerequisiteBandFloor: 'approaching',
64 },
65 maintaining: {
66 band: 'maintaining',
67 minItemCount: 14,
68 minHardItems: 4,
69 minDistinctContexts: 5,
70 maxRecencyWindowDays: 30,
71 prerequisiteBandFloor: 'mastered',
72 },
73 };
74
75 export interface EvidenceCheck {
76 band: MasteryBand;
77 meets: boolean;
78 failures: string[];
79 }
80
81 export function evaluateEvidence(
82 vector: EvidenceVector,
83 requirement: BandEvidenceRequirement,
84 prerequisiteSatisfied: boolean
85 ): EvidenceCheck {
86 const failures: string[] = [];
87 if (vector.itemCount < requirement.minItemCount) failures.push('item-count-below-floor');
88 if (vector.difficultyDistribution.hard < requirement.minHardItems)
89 failures.push('hard-items-below-floor');
90 if (vector.distinctContexts < requirement.minDistinctContexts)
91 failures.push('distinct-contexts-below-floor');
92 if (vector.recencyWindowDays > requirement.maxRecencyWindowDays)
93 failures.push('recency-window-too-wide');
94 if (!prerequisiteSatisfied) failures.push('prerequisite-band-floor-not-met');
95
96 return { band: requirement.band, meets: failures.length === 0, failures };
97 }
Decay#
git show b6f1ccf1c111:libs/metis/learning/src/mastery/decay.ts, lines 23 to 63:
23 export function evaluateDecay(input: DecayEvaluationInput): DecayEvaluation {
24 const last = Date.parse(input.lastReinforcedAt);
25 const now = Date.parse(input.now);
26 if (!Number.isFinite(last) || !Number.isFinite(now) || now <= last) {
27 return {
28 decayedBand: input.currentBand,
29 decayApplied: false,
30 retentionRatio: 1,
31 daysSinceReinforced: 0,
32 };
33 }
34
35 const days = (now - last) / (1000 * 60 * 60 * 24);
36 let halfLifeDays = input.metadata.masteryHalfLifeDays;
37 if (input.currentBand === 'maintaining') {
38 halfLifeDays *= input.metadata.maintainingHalfLifeMultiplier;
39 } else if (input.currentBand !== 'mastered') {
40 return {
41 decayedBand: input.currentBand,
42 decayApplied: false,
43 retentionRatio: 1,
44 daysSinceReinforced: days,
45 };
46 }
47
48 const retentionRatio = Math.pow(0.5, days / halfLifeDays);
49 if (retentionRatio < 0.5) {
50 return {
51 decayedBand: 'approaching',
52 decayApplied: true,
53 retentionRatio,
54 daysSinceReinforced: days,
55 };
56 }
57 return {
58 decayedBand: input.currentBand,
59 decayApplied: false,
60 retentionRatio,
61 daysSinceReinforced: days,
62 };
63 }
Which applications import the learning libraries#
No Oshun application does:
git grep -l -E "from '@metis/(learning|adaptive|assessment|verification|tutoring)'" b6f1ccf1c111 -- apps/oshun ':!*.test.ts' ':!*.spec.ts':
(no output)
The same search over every application, for the four libraries the chapter describes, finds one, outside Oshun:
git grep -l -E "from '@metis/(learning|adaptive|assessment|verification)'" b6f1ccf1c111 -- apps ':!*.test.ts' ':!*.spec.ts':
apps/v2/metis-combat-training-bridge/src/metis-combat-training-bridge.ts
Callers of the verification gate outside its own library:
git grep -l -E '\b(composeP0Gate|runVerifiedGeneration|runVerifierGuidedGeneration|createVerificationGate)\(' b6f1ccf1c111 -- apps libs ':!*.test.ts' ':!*.spec.ts' ':!libs/metis/verification':
libs/metis/llm-client/src/content-generator/content-generator.ts
The integrity routes and the release scope#
git show b6f1ccf1c111:apps/oshun/bff/src/routes/metis-integrity.ts | grep -n -E "registerWithPrefix\('|prefix\}/metis/":
569: app.post(`${prefix}/metis/assessment-submissions`, { preHandler }, assessmentSubmissionHandler);
570: app.post(`${prefix}/metis/integrity`, { preHandler }, adjudicateHandler);
572: `${prefix}/metis/integrity/appeals/:appealId/decision`,
577: `${prefix}/metis/integrity/appeals/:appealId/resolve`,
581: app.get(`${prefix}/metis/integrity/appeals`, { preHandler }, listAppealsHandler);
582: app.get(`${prefix}/metis/integrity/appeals/:appealId`, { preHandler }, getWorkspaceHandler);
583: app.post(`${prefix}/metis/integrity/:verdictId/appeal`, { preHandler }, openAppealHandler);
584: app.get(`${prefix}/metis/integrity/:verdictId/audit`, { preHandler }, getAuditHandler);
585: app.get(`${prefix}/metis/gradebook/:assignmentId/latest`, { preHandler }, getGradebookHandler);
588: registerWithPrefix('');
589: registerWithPrefix('/v1');
git show b6f1ccf1c111:apps/oshun/bff/src/middleware/release-scope.ts, lines 35 to 35:
35 const GOVERNANCE_PATH_SEGMENTS = ['admin', 'operator', 'studio', 'tenant', 'internal'] as const;
git show b6f1ccf1c111:apps/oshun/bff/src/middleware/release-scope.ts, lines 58 to 81:
58 */
59 export function resolveDeferredDomainFromRequestPath(url: string): V1DeferredDomainId | null {
60 const segments = normalizePath(url);
61
62 if (
63 segments.some((segment) => (GOVERNANCE_PATH_SEGMENTS as readonly string[]).includes(segment))
64 ) {
65 return null;
66 }
67
68 const [first, second] = segments;
69 const domainSegment = first === 'v1' ? second : first;
70
71 if (!domainSegment) {
72 return null;
73 }
74
75 // `/domains/veritas/...` — the canonical per-domain prefix.
76 if (domainSegment === 'domains') {
77 const roomSegment = first === 'v1' ? segments[2] : segments[1];
78 return matchDeferredDomain(roomSegment);
79 }
80
81 return matchDeferredDomain(domainSegment);
Grade correction: who may act#
git show b6f1ccf1c111:apps/metis/service/src/metis/services/gradebook_correction_engine.py, lines 131 to 174:
131 def check_decision(
132 request: CorrectionRequest,
133 history: GradeHistory,
134 kind: CorrectionDecisionKind,
135 actor_digest: str,
136 actor_role: str,
137 expected_version: int,
138 *,
139 notice: LearnerNotice | None = None,
140 current_item_revision_sha256: str | None = None,
141 prior_decisions: Sequence[CorrectionDecision] = (),
142 ) -> tuple[CorrectionRefusal, ...]:
143 """Every reason this decision may not be made, in one answer."""
144
145 refusals: list[CorrectionRefusal] = []
146 scorer = history.events[0].actor_digest
147 if actor_digest == scorer:
148 refusals.append(
149 CorrectionRefusal(
150 reason="scorer_cannot_review",
151 detail="the person who scored this grade cannot review a correction to it",
152 )
153 )
154 if actor_digest == request.requested_by_digest:
155 refusals.append(
156 CorrectionRefusal(
157 reason="requester_cannot_decide",
158 detail="the person who requested the correction cannot decide it",
159 )
160 )
161 reviewers = {
162 decision.decided_by_digest
163 for decision in prior_decisions
164 if decision.request_id == request.request_id and decision.decided_by_role == "reviewer"
165 }
166 if kind == "approve" and actor_digest in reviewers:
167 refusals.append(
168 CorrectionRefusal(
169 reason="reviewer_cannot_approve",
170 detail="the reviewer who moved this request on cannot also approve it",
171 )
172 )
173 if request.proposed_value is not None and not history.scale.admits(request.proposed_value):
174 refusals.append(
Model admission: the states, the roles and the fallback#
git show b6f1ccf1c111:apps/metis/service/src/metis/schemas/provider_model_admission.py, lines 43 to 54:
43 # =============================================================================
44 AdmissionState = Literal[
45 "quarantined", "evaluating", "awaiting_approval", "admitted", "suspended", "killed"
46 ]
47 ADMISSION_STATES: tuple[AdmissionState, ...] = get_args(AdmissionState)
48 #: Total. Nothing returns from `killed` except through a fresh candidate; a
49 #: `suspended` model may be restored once its gates are met again.
50 ADMISSION_TRANSITIONS: Mapping[AdmissionState, tuple[AdmissionState, ...]] = {
51 "quarantined": ("evaluating", "killed"),
52 "evaluating": ("awaiting_approval", "quarantined", "killed"),
53 "awaiting_approval": ("admitted", "quarantined", "killed"),
54 "admitted": ("suspended", "killed"),
git show b6f1ccf1c111:apps/metis/service/src/metis/schemas/provider_model_admission.py, lines 250 to 251:
250 ApprovalRole = Literal["security", "privacy", "safety", "education", "operator"]
251 APPROVAL_ROLES: tuple[ApprovalRole, ...] = get_args(ApprovalRole)
git show b6f1ccf1c111:apps/metis/service/src/metis/schemas/provider_model_admission.py, lines 546 to 549:
546 if self.served and self.fallback is not None:
547 raise ValueError("a served leg has no fallback")
548 if not self.served and self.fallback != "not_configured":
549 raise ValueError("a refused leg falls back to not_configured, never to another model")
The workbench design record's status#
git show b6f1ccf1c111:V1/METIS_COURSEWARE_WORKBENCH_DESIGN_2026-07-23.md, lines 3 to 4:
3 **Status:** authored current-state and proposed-target record. **Not ratified**
4 — see §6.
git show b6f1ccf1c111:V1/METIS_COURSEWARE_WORKBENCH_DESIGN_2026-07-23.md, lines 471 to 485:
471 ## 6. Review and ratification (M0.13.f)
472
473 **Decision:** pending named ratification. This generated document cannot approve
474 itself.
475
476 | Required review role | Named reviewer | Decision | Reviewed version/date |
477 | -------------------- | -------------- | -------- | --------------------- |
478 | domain | — | pending | — |
479 | security | — | pending | — |
480 | privacy | — | pending | — |
481 | accessibility | — | pending | — |
482 | engineering | — | pending | — |
483 | product | — | pending | — |
484
485 Approvals recorded: 0. Review comments recorded: 0. Effective date: none.
What was not kept#
Nothing ran against a live service, so there is no log of one. The Metis service's own test suite was not run for this chapter. The draft render's measurements and the axe results are in the record directory named above, not in this document.