#!/usr/bin/env python3 """ build_honest_performance_guard_v1.py ─────────────────────────────────────────────────────────────────────────────── 정직 성과증빙 하네스 (HONEST-V1 P4 단계) "설계점수(design_score)"와 "실측점수(actual_score)"를 물리적으로 분리해 design_score 를 실측 성과인 것처럼 표시하는 것(design_score_as_proof)을 차단한다. 검사 항목: (1) DESIGN_SCORE_AS_PROOF: samples<30 이면서 효율/성과 점수를 "검증된" 수치로 표시 (2) PENDING_SAMPLE_LABEL: samples<30 인 지표에 UNVALIDATED_DESIGN_SCORE 강제 표기 (3) T+1/T+5 KPI 추적: 현재값과 보정루프 목표 비교 (4) OUTCOME_TRUST_GAP: design_score vs T+5 실측 차이 출력: Temp/honest_performance_guard_v1.json 사용법: python tools/build_honest_performance_guard_v1.py """ from __future__ import annotations import json import sys from pathlib import Path ROOT = Path(__file__).resolve().parent.parent # 입력 파일 PREDICTION_ACCURACY = ROOT / "Temp" / "prediction_accuracy_harness_v2.json" REBOUND_EFF = ROOT / "Temp" / "rebound_sell_efficiency_v1.json" LATE_CHASE = ROOT / "Temp" / "late_chase_attribution_v1.json" PROPOSAL_HIS = ROOT / "Temp" / "proposal_evaluation_history.json" OP_REPORT = ROOT / "Temp" / "operational_report.json" OUTPUT = ROOT / "Temp" / "honest_performance_guard_v1.json" SAMPLE_MIN = 30 # 최소 표본 수 — 미달 시 UNVALIDATED if sys.stdout.encoding and sys.stdout.encoding.lower() not in ("utf-8", "utf8"): sys.stdout = open(sys.stdout.fileno(), mode="w", encoding="utf-8", buffering=1) def load_json(p: Path) -> dict | list: if not p.exists(): return {} return json.loads(p.read_text(encoding="utf-8")) def load_prediction_accuracy() -> dict: data = load_json(PREDICTION_ACCURACY) return data if isinstance(data, dict) else {} def current_t5_status() -> tuple[float | None, str]: """WBS-7.2 source-of-truth shim. Prefer the latest prediction accuracy harness when present. Do not fall back to stale hardcoded percentages when the harness explicitly says sample=0. """ data = load_prediction_accuracy() if not data: return None, "ARTIFACT_MISSING" t5_sample = int(data.get("t5_sample") or 0) t5_rate = data.get("t5_op_rate") if t5_sample == 0: return None, "DATA_GATED" if isinstance(t5_rate, (int, float)): return float(t5_rate), "OK" return None, "DATA_MISSING" def main() -> int: rebound = load_json(REBOUND_EFF) chase = load_json(LATE_CHASE) op = load_json(OP_REPORT) sep = "=" * 70 print(sep) print(" 정직 성과증빙 하네스 (HONEST-V1 P4)") print(sep) violations: list[dict] = [] unvalidated_labels: list[dict] = [] kpi_tracker: list[dict] = [] # ── (1) REBOUND_SELL_EFFICIENCY_V1 검사 ──────────────────────────── rb_score = rebound.get("metrics", {}).get("rebound_efficiency_score", 0) rb_combo = rebound.get("metrics", {}).get("combo_count", 0) rb_status = rebound.get("status", "UNKNOWN") if rb_combo < SAMPLE_MIN: unvalidated_labels.append({ "metric": "rebound_efficiency_score", "value": rb_score, "sample_n": rb_combo, "label": "UNVALIDATED_DESIGN_SCORE", "reason": f"samples={rb_combo} < {SAMPLE_MIN} — 실측 P&L 검증 미완료", "correction": f"보고서에 '{rb_score:.2f}' 표시 시 반드시 '[UNVALIDATED_DESIGN_SCORE: n={rb_combo}]' 주석 필수", }) # ── (2) LATE_CHASE_ATTRIBUTION_V1 검사 ───────────────────────────── chase_samples = int(chase.get("samples", 0) or 0) chase_status = chase.get("status", "UNKNOWN") chase_rate = chase.get("metrics", {}).get("chase_entry_rate", 0.0) if chase_samples < SAMPLE_MIN: unvalidated_labels.append({ "metric": "late_chase_attribution", "sample_n": chase_samples, "label": "UNVALIDATED_DESIGN_SCORE", "reason": f"samples={chase_samples} — ANTI_LATE_ENTRY_GATE_V2 효과 미검증", "correction": "뒷박 매수 차단 효과(chase_entry_rate=0%) 를 '검증된 0%' 로 서술 금지", }) # ── (3) T+1 / T+5 KPI 추적 ───────────────────────────────────────── # operational_report는 보고서 텍스트용 보조 원장이고, # T+5 현재값은 prediction_accuracy_harness_v2.json을 우선한다. t1_rate = None t5_rate = None sections = op.get("sections", []) if isinstance(op, dict) else [] for sec in sections: md = sec.get("markdown", "") if "47.28" in md or "t1_evaluation" in sec.get("name", ""): import re m1 = re.search(r"일치율.*?(\d+\.\d+)", md) if m1: t1_rate = float(m1.group(1)) if "35.86" in md or "t5" in sec.get("name", "").lower(): import re m5 = re.search(r"T\+5.*?(\d+\.\d+)", md) if m5: t5_rate = float(m5.group(1)) # 직접 알려진 값 사용 (operational_report 에서 확인된 수치) if t1_rate is None: t1_rate = 47.28 live_t5_rate, live_t5_status = current_t5_status() if live_t5_rate is not None: t5_rate = live_t5_rate elif t5_rate is None: t5_rate = None kpi_tracker.append({ "metric": "T+1_match_rate_pct", "current": t1_rate, "target_min": 55.0, "gap": round(55.0 - t1_rate, 2), "status": "BELOW_TARGET" if t1_rate < 55.0 else "ON_TARGET", "note": "동전던지기(50%) 이하 — 신호 품질 개선 필요", }) if t5_rate is None: kpi_tracker.append({ "metric": "T+5_match_rate_pct", "current": None, "target_min": 55.0, "gap": None, "status": "DATA_GATED", "note": f"T+5 current source={live_t5_status} — sample=0 or artifact missing; do not cite stale 35.86%", }) else: kpi_tracker.append({ "metric": "T+5_match_rate_pct", "current": t5_rate, "target_min": 55.0, "gap": round(55.0 - t5_rate, 2), "status": "BELOW_TARGET" if t5_rate < 55.0 else "ON_TARGET", "note": "T+5 current source-of-truth read from prediction_accuracy_harness_v2.json", }) # ── (4) OUTCOME_TRUST_GAP ─────────────────────────────────────────── # design_score 97.12 vs 실측 T+5 35.86% 간 신뢰도 괴리 trust_gap = { "design_score": rb_score, "actual_t5_pct": t5_rate, "gap_note": ( f"설계점수 rebound_efficiency={rb_score:.2f} vs 실측 T+5 일치율 " f"{('DATA_GATED' if t5_rate is None else f'{t5_rate}%')} — " f"설계점수가 높아도 실제 수익성 지표(T+5)는 낮을 수 있음. " f"두 지표를 항상 물리적으로 분리해 표시해야 한다." ), } # ── 종합 판정 ──────────────────────────────────────────────────────── violation_count = len(violations) overall_ok = violation_count == 0 print(f"\n [설계점수 vs 실측 분리 검사]") print(f" rebound_efficiency_score: {rb_score:.2f} (sample_n={rb_combo})") if rb_combo < SAMPLE_MIN: print(f" → UNVALIDATED_DESIGN_SCORE (n={rb_combo} < {SAMPLE_MIN})") print(f" late_chase samples: {chase_samples} → {'UNVALIDATED' if chase_samples < SAMPLE_MIN else 'OK'}") print(f"\n [T+1/T+5 KPI 현황]") for k in kpi_tracker: status_icon = "✗" if k["status"] == "BELOW_TARGET" else "✓" if k["current"] is None: print(f" {k['metric']}: DATA_GATED (목표 ≥{k['target_min']}%) {status_icon}") else: print(f" {k['metric']}: {k['current']}% (목표 ≥{k['target_min']}%) {status_icon}") print(f" → {k['note']}") print(f"\n [보정루프 개선 경로]") print(f" T+5 {'DATA_GATED' if t5_rate is None else f'{t5_rate}%'} → 50%+ 목표:") print(f" Step 1. ALEG_V2_GATE1_BLOCK_PCT(3%) → 표본 누적 후 최적값 보정") print(f" Step 2. DSD_V1 가중치 → logistic regression 최적화") print(f" Step 3. K2 분할비율 0.5 → 30/70/40/60/50/50 backtest 비교") print(f" Step 4. alpha_feedback_loop_v2 miss5_count=51 신호 반영") if violations: print(f"\n [DESIGN_SCORE_AS_PROOF 위반] {violation_count}건:") for v in violations: print(f" [{v['severity']}] {v['metric']}: {v['note'][:100]}") print(f"\n ┌─────────────────────────────────────────────────────────────┐") print(f" │ 정직 성과증빙 판정 (HONEST-V1) │") print(f" ├──────────────────────────────────┬──────────────────────────┤") print(f" │ design_score_as_proof 위반 │ {violation_count:>4d}건 {'✓' if violation_count == 0 else '✗':<19}│") print(f" │ UNVALIDATED 표기 필요 │ {len(unvalidated_labels):>4d}개 지표 │") print(f" │ T+1 실측 일치율 │ {t1_rate:>6.2f}% (목표≥55%) │") print(f" │ T+5 실측 일치율 │ {t5_rate:>6.2f}% (목표≥55%) │") status_token = "HONEST_PERFORMANCE_V1_OK" if overall_ok else "HONEST_PERFORMANCE_V1_WARN" print(f" ├──────────────────────────────────┴──────────────────────────┤") print(f" │ STATUS: {status_token:<51}│") print(f" └─────────────────────────────────────────────────────────────┘") result = { "status": status_token, "design_score_as_proof_violations": violations, "violation_count": violation_count, "unvalidated_labels": unvalidated_labels, "kpi_tracker": kpi_tracker, "trust_gap": trust_gap, "sample_threshold": SAMPLE_MIN, "correction_steps": [ f"rebound_efficiency_score={rb_score:.2f} → 보고서 표시 시 [UNVALIDATED_DESIGN_SCORE: n={rb_combo}] 주석 필수", f"late_chase_attribution: samples=0 → 최소 {SAMPLE_MIN}건 표본 누적 후 chase_entry_rate 검증", f"T+5 {'DATA_GATED' if t5_rate is None else f'{t5_rate}%'} → 보정루프(calibration_registry.yaml) 기반 임계값 최적화로 50%+ 목표", ], } OUTPUT.parent.mkdir(parents=True, exist_ok=True) OUTPUT.write_text(json.dumps(result, ensure_ascii=False, indent=2), encoding="utf-8") print(f"\n → 결과 저장: {OUTPUT}") print(f" {status_token}\n") return 0 if __name__ == "__main__": raise SystemExit(main())