Confidence Calibrator

pi-cyberneticsourcetypescript
Path: pi-cybernetic/src/monitors/confidence-calibrator.tsRelative: src/monitors/confidence-calibrator.tsSubproject: pi-cyberneticCategory: cybernetic-core
Lines: 59Bytes: 1,723Imports: 1Exports: 2
pi-cyberneticsourcetypescriptsrcmonitors

Content Preview

  1. /** P5 — Brier-score confidence calibration over (stated confidence, outcome) pairs. */
  3. import type { Escalation } from "../types/index.ts";
  5. interface CalibrationSample {
  6. confidence: number;
  7. success: boolean;
  8. }
  10. const CONFIDENCE_RE = /confidence[:=\s]+(\d+(?:\.\d+)?)\s*(%)?/i;
  12. /** Deterministic extraction of a stated confidence (0..1) from assistant text. */
  13. export function extractStatedConfidence(text: string): number | undefined {
  14. const match = CONFIDENCE_RE.exec(text);
  15. if (!match?.