feat(dotnet): add provenance contract harness
This commit is contained in:
@@ -175,6 +175,9 @@ jobs:
|
||||
- name: Validate Dotnet Parity Contract
|
||||
run: python3 tools/validate_dotnet_parity_contract_v1.py
|
||||
|
||||
- name: Validate Dotnet Provenance Contract
|
||||
run: python3 tools/validate_dotnet_provenance_contract_v1.py
|
||||
|
||||
|
||||
|
||||
- name: Build Calibration Priority Backlog
|
||||
|
||||
@@ -100,9 +100,11 @@
|
||||
- `docs/WBS_10_DOTNET_MIGRATION_INVENTORY.yaml`: WBS-10 전환 우선순위용 실행 경로 인벤토리.
|
||||
- `docs/WBS_10_DOTNET_MIGRATION_EXECUTION_PLAN.yaml`: WBS-10 착수용 실행 분해 계획.
|
||||
- `docs/WBS_10_DOTNET_PARITY_CONTRACT.yaml`: WBS-10 핵심 계산기 parity 계약.
|
||||
- `docs/WBS_10_DOTNET_PROVENANCE_CONTRACT.yaml`: WBS-10 provenance payload 표준 계약.
|
||||
- `tools/validate_dotnet_migration_roadmap_v1.py`: WBS-10 상세 로드맵 YAML validator.
|
||||
- `tools/validate_dotnet_migration_execution_plan_v1.py`: WBS-10 실행 분해 계획 validator.
|
||||
- `tools/validate_dotnet_parity_contract_v1.py`: WBS-10 parity 계약 validator.
|
||||
- `tools/validate_dotnet_provenance_contract_v1.py`: WBS-10 provenance 계약 validator.
|
||||
- `Temp/snapshot_admin_approval_packet_v1.json`: snapshot admin approval packet export.
|
||||
- `Temp/snapshot_admin_approval_packet_v1.md`: snapshot admin approval packet summary.
|
||||
- `Temp/`: 실행 결과와 캐시. 라우팅 대상은 아니며 runtime consumer만 읽는다.
|
||||
|
||||
@@ -1469,6 +1469,7 @@ WBS-8.8 (KIS 리팩터) — 독립적 (원격 병행)
|
||||
> 실행 분해 계획: [WBS_10_DOTNET_MIGRATION_EXECUTION_PLAN.yaml](./WBS_10_DOTNET_MIGRATION_EXECUTION_PLAN.yaml)
|
||||
> 실행 분해 검증기: `tools/validate_dotnet_migration_execution_plan_v1.py`
|
||||
> parity 계약: [WBS_10_DOTNET_PARITY_CONTRACT.yaml](./WBS_10_DOTNET_PARITY_CONTRACT.yaml)
|
||||
> provenance 계약: [WBS_10_DOTNET_PROVENANCE_CONTRACT.yaml](./WBS_10_DOTNET_PROVENANCE_CONTRACT.yaml)
|
||||
|
||||
> 현황 진단(2026-06-26): .NET 프로젝트는 Python 엔진(41 모듈, 14,500 LOC) 대비 5~10%(~1,400 LOC) 수준.
|
||||
> Domain 계산기 6개·데이터 모델 8개·KIS/Naver/Yahoo 클라이언트·PostgreSQL 마이그레이션·Razor Pages 어드민 대시보드 기본 구현 완료.
|
||||
|
||||
@@ -0,0 +1,67 @@
|
||||
formula_id: WBS_10_DOTNET_PROVENANCE_CONTRACT_V1
|
||||
owner: QuantEngine
|
||||
status: draft
|
||||
goal: "결정/팩터/수집 provenance payload를 표준화한다."
|
||||
|
||||
payloads:
|
||||
- payload_id: factor_evidence
|
||||
source: src/dotnet/QuantEngine.Application/Services/DecisionLearningService.cs
|
||||
required_fields:
|
||||
- FactorObservationId
|
||||
- FactorId
|
||||
- FactorVersion
|
||||
- ObservedAt
|
||||
- Gate
|
||||
- Role
|
||||
- SourceName
|
||||
- PayloadJson
|
||||
- ProvenanceJson
|
||||
nullable_fields:
|
||||
- NumericValue
|
||||
- TextValue
|
||||
pass_condition: "factor evidence payload가 누락 없이 기록됨"
|
||||
|
||||
- payload_id: decision_event
|
||||
source: src/dotnet/QuantEngine.Application/Services/DecisionLearningService.cs
|
||||
required_fields:
|
||||
- decisionKey
|
||||
- decidedAt
|
||||
- instrumentId
|
||||
- action
|
||||
- gate
|
||||
- sourceVersion
|
||||
nullable_fields:
|
||||
- score
|
||||
- trace
|
||||
- provenance
|
||||
pass_condition: "decision event payload가 normalized store에 기록됨"
|
||||
|
||||
- payload_id: collection_audit
|
||||
source: src/dotnet/QuantEngine.Application/Models/CollectionExecutionAudit.cs
|
||||
required_fields:
|
||||
- RunId
|
||||
- State
|
||||
- StartedAt
|
||||
- SuccessCount
|
||||
- ErrorCount
|
||||
nullable_fields:
|
||||
- FinishedAt
|
||||
- Message
|
||||
pass_condition: "collection audit payload가 append-only JSONL에 기록됨"
|
||||
|
||||
- payload_id: scheduler_audit
|
||||
source: src/dotnet/QuantEngine.Web/Services/SchedulerModels.cs
|
||||
required_fields:
|
||||
- JobId
|
||||
- RunId
|
||||
- State
|
||||
- StartedAt
|
||||
nullable_fields:
|
||||
- Reason
|
||||
- FinishedAt
|
||||
- ResourceKey
|
||||
pass_condition: "scheduler audit payload가 append-only JSONL에 기록됨"
|
||||
|
||||
notes:
|
||||
- "provenance payload는 구조를 표준화하되, 숫자 계산은 하지 않는다."
|
||||
- "LLM은 payload value를 재계산하지 않는다."
|
||||
@@ -2329,6 +2329,22 @@ dag:
|
||||
- Temp/wbs_10_dotnet_parity_contract_v1.json
|
||||
strict: true
|
||||
timeout_sec: 60
|
||||
validate_dotnet_provenance_contract:
|
||||
artifact_policy: keep
|
||||
cache_key: validate_dotnet_provenance_contract_v1
|
||||
command:
|
||||
- python
|
||||
- tools/validate_dotnet_provenance_contract_v1.py
|
||||
depends_on: []
|
||||
id: validate_dotnet_provenance_contract
|
||||
inputs:
|
||||
- tools/validate_dotnet_provenance_contract_v1.py
|
||||
- docs/WBS_10_DOTNET_PROVENANCE_CONTRACT.yaml
|
||||
note: WBS-10 provenance payload 표준 계약과 필수 payload 표본을 검증한다.
|
||||
outputs:
|
||||
- Temp/wbs_10_dotnet_provenance_contract_v1.json
|
||||
strict: true
|
||||
timeout_sec: 60
|
||||
validate_specs:
|
||||
artifact_policy: keep
|
||||
cache_key: validate_specs_v1
|
||||
|
||||
@@ -0,0 +1,38 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import subprocess
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def test_validate_dotnet_provenance_contract_passes() -> None:
|
||||
root = Path(__file__).resolve().parents[2]
|
||||
proc = subprocess.run(
|
||||
[sys.executable, str(root / "tools" / "validate_dotnet_provenance_contract_v1.py")],
|
||||
cwd=root,
|
||||
capture_output=True,
|
||||
text=True,
|
||||
)
|
||||
assert proc.returncode == 0, proc.stdout + proc.stderr
|
||||
payload = json.loads(proc.stdout)
|
||||
assert payload["gate"] == "PASS"
|
||||
|
||||
|
||||
def test_validate_dotnet_provenance_contract_reports_missing_payload() -> None:
|
||||
root = Path(__file__).resolve().parents[2]
|
||||
temp = root / "Temp" / "test_wbs_10_provenance_contract_bad.yaml"
|
||||
temp.write_text(
|
||||
"formula_id: WBS_10_DOTNET_PROVENANCE_CONTRACT_V1\ngoal: 결정/팩터/수집 provenance payload를 표준화한다.\npayloads: []\n",
|
||||
encoding="utf-8",
|
||||
)
|
||||
proc = subprocess.run(
|
||||
[sys.executable, str(root / "tools" / "validate_dotnet_provenance_contract_v1.py"), "--contract", str(temp)],
|
||||
cwd=root,
|
||||
capture_output=True,
|
||||
text=True,
|
||||
)
|
||||
assert proc.returncode != 0
|
||||
payload = json.loads(proc.stdout)
|
||||
assert payload["gate"] == "FAIL"
|
||||
assert "factor_evidence missing" in payload["missing"]
|
||||
@@ -0,0 +1,81 @@
|
||||
#!/usr/bin/env python3
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import json
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
|
||||
import yaml
|
||||
|
||||
|
||||
REQUIRED_PAYLOADS = {
|
||||
"factor_evidence",
|
||||
"decision_event",
|
||||
"collection_audit",
|
||||
"scheduler_audit",
|
||||
}
|
||||
|
||||
|
||||
def load_yaml(path: Path) -> dict[str, Any]:
|
||||
if not path.exists():
|
||||
raise FileNotFoundError(path)
|
||||
return yaml.safe_load(path.read_text(encoding="utf-8"))
|
||||
|
||||
|
||||
def main(argv: list[str] | None = None) -> int:
|
||||
parser = argparse.ArgumentParser(description="Validate WBS-10 dotnet provenance contract")
|
||||
parser.add_argument("--contract", default="docs/WBS_10_DOTNET_PROVENANCE_CONTRACT.yaml")
|
||||
args = parser.parse_args(argv)
|
||||
|
||||
contract_path = Path(args.contract).resolve()
|
||||
payload: dict[str, Any] = {
|
||||
"formula_id": "WBS_10_DOTNET_PROVENANCE_CONTRACT_V1",
|
||||
"gate": "FAIL",
|
||||
"missing": [],
|
||||
"evidence": {"contract": str(contract_path)},
|
||||
}
|
||||
|
||||
try:
|
||||
data = load_yaml(contract_path)
|
||||
except FileNotFoundError:
|
||||
payload["missing"].append("contract missing")
|
||||
print(json.dumps(payload, ensure_ascii=False, indent=2))
|
||||
return 1
|
||||
|
||||
if data.get("formula_id") != "WBS_10_DOTNET_PROVENANCE_CONTRACT_V1":
|
||||
payload["missing"].append("formula_id")
|
||||
if data.get("goal") != "결정/팩터/수집 provenance payload를 표준화한다.":
|
||||
payload["missing"].append("goal")
|
||||
|
||||
payloads = data.get("payloads") or []
|
||||
payload_ids: set[str] = set()
|
||||
for item in payloads:
|
||||
payload_id = item.get("payload_id", "")
|
||||
payload_ids.add(payload_id)
|
||||
if not item.get("source"):
|
||||
payload["missing"].append(f"{payload_id}.source")
|
||||
if not item.get("required_fields"):
|
||||
payload["missing"].append(f"{payload_id}.required_fields")
|
||||
if "pass_condition" not in item:
|
||||
payload["missing"].append(f"{payload_id}.pass_condition")
|
||||
|
||||
for required in sorted(REQUIRED_PAYLOADS - payload_ids):
|
||||
payload["missing"].append(f"{required} missing")
|
||||
|
||||
payload["gate"] = "PASS" if not payload["missing"] else "FAIL"
|
||||
payload["message"] = (
|
||||
"WBS-10 dotnet provenance contract validation passed."
|
||||
if payload["gate"] == "PASS"
|
||||
else "WBS-10 dotnet provenance contract validation failed."
|
||||
)
|
||||
|
||||
out_path = contract_path.parent.parent / "Temp" / "wbs_10_dotnet_provenance_contract_v1.json"
|
||||
out_path.parent.mkdir(parents=True, exist_ok=True)
|
||||
out_path.write_text(json.dumps(payload, ensure_ascii=False, indent=2), encoding="utf-8")
|
||||
print(json.dumps(payload, ensure_ascii=False, indent=2))
|
||||
return 0 if payload["gate"] == "PASS" else 1
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
Reference in New Issue
Block a user