feat(dotnet): add provenance contract harness
This commit is contained in:
@@ -175,6 +175,9 @@ jobs:
|
|||||||
- name: Validate Dotnet Parity Contract
|
- name: Validate Dotnet Parity Contract
|
||||||
run: python3 tools/validate_dotnet_parity_contract_v1.py
|
run: python3 tools/validate_dotnet_parity_contract_v1.py
|
||||||
|
|
||||||
|
- name: Validate Dotnet Provenance Contract
|
||||||
|
run: python3 tools/validate_dotnet_provenance_contract_v1.py
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
- name: Build Calibration Priority Backlog
|
- name: Build Calibration Priority Backlog
|
||||||
|
|||||||
@@ -100,9 +100,11 @@
|
|||||||
- `docs/WBS_10_DOTNET_MIGRATION_INVENTORY.yaml`: WBS-10 전환 우선순위용 실행 경로 인벤토리.
|
- `docs/WBS_10_DOTNET_MIGRATION_INVENTORY.yaml`: WBS-10 전환 우선순위용 실행 경로 인벤토리.
|
||||||
- `docs/WBS_10_DOTNET_MIGRATION_EXECUTION_PLAN.yaml`: WBS-10 착수용 실행 분해 계획.
|
- `docs/WBS_10_DOTNET_MIGRATION_EXECUTION_PLAN.yaml`: WBS-10 착수용 실행 분해 계획.
|
||||||
- `docs/WBS_10_DOTNET_PARITY_CONTRACT.yaml`: WBS-10 핵심 계산기 parity 계약.
|
- `docs/WBS_10_DOTNET_PARITY_CONTRACT.yaml`: WBS-10 핵심 계산기 parity 계약.
|
||||||
|
- `docs/WBS_10_DOTNET_PROVENANCE_CONTRACT.yaml`: WBS-10 provenance payload 표준 계약.
|
||||||
- `tools/validate_dotnet_migration_roadmap_v1.py`: WBS-10 상세 로드맵 YAML validator.
|
- `tools/validate_dotnet_migration_roadmap_v1.py`: WBS-10 상세 로드맵 YAML validator.
|
||||||
- `tools/validate_dotnet_migration_execution_plan_v1.py`: WBS-10 실행 분해 계획 validator.
|
- `tools/validate_dotnet_migration_execution_plan_v1.py`: WBS-10 실행 분해 계획 validator.
|
||||||
- `tools/validate_dotnet_parity_contract_v1.py`: WBS-10 parity 계약 validator.
|
- `tools/validate_dotnet_parity_contract_v1.py`: WBS-10 parity 계약 validator.
|
||||||
|
- `tools/validate_dotnet_provenance_contract_v1.py`: WBS-10 provenance 계약 validator.
|
||||||
- `Temp/snapshot_admin_approval_packet_v1.json`: snapshot admin approval packet export.
|
- `Temp/snapshot_admin_approval_packet_v1.json`: snapshot admin approval packet export.
|
||||||
- `Temp/snapshot_admin_approval_packet_v1.md`: snapshot admin approval packet summary.
|
- `Temp/snapshot_admin_approval_packet_v1.md`: snapshot admin approval packet summary.
|
||||||
- `Temp/`: 실행 결과와 캐시. 라우팅 대상은 아니며 runtime consumer만 읽는다.
|
- `Temp/`: 실행 결과와 캐시. 라우팅 대상은 아니며 runtime consumer만 읽는다.
|
||||||
|
|||||||
@@ -1469,6 +1469,7 @@ WBS-8.8 (KIS 리팩터) — 독립적 (원격 병행)
|
|||||||
> 실행 분해 계획: [WBS_10_DOTNET_MIGRATION_EXECUTION_PLAN.yaml](./WBS_10_DOTNET_MIGRATION_EXECUTION_PLAN.yaml)
|
> 실행 분해 계획: [WBS_10_DOTNET_MIGRATION_EXECUTION_PLAN.yaml](./WBS_10_DOTNET_MIGRATION_EXECUTION_PLAN.yaml)
|
||||||
> 실행 분해 검증기: `tools/validate_dotnet_migration_execution_plan_v1.py`
|
> 실행 분해 검증기: `tools/validate_dotnet_migration_execution_plan_v1.py`
|
||||||
> parity 계약: [WBS_10_DOTNET_PARITY_CONTRACT.yaml](./WBS_10_DOTNET_PARITY_CONTRACT.yaml)
|
> parity 계약: [WBS_10_DOTNET_PARITY_CONTRACT.yaml](./WBS_10_DOTNET_PARITY_CONTRACT.yaml)
|
||||||
|
> provenance 계약: [WBS_10_DOTNET_PROVENANCE_CONTRACT.yaml](./WBS_10_DOTNET_PROVENANCE_CONTRACT.yaml)
|
||||||
|
|
||||||
> 현황 진단(2026-06-26): .NET 프로젝트는 Python 엔진(41 모듈, 14,500 LOC) 대비 5~10%(~1,400 LOC) 수준.
|
> 현황 진단(2026-06-26): .NET 프로젝트는 Python 엔진(41 모듈, 14,500 LOC) 대비 5~10%(~1,400 LOC) 수준.
|
||||||
> Domain 계산기 6개·데이터 모델 8개·KIS/Naver/Yahoo 클라이언트·PostgreSQL 마이그레이션·Razor Pages 어드민 대시보드 기본 구현 완료.
|
> Domain 계산기 6개·데이터 모델 8개·KIS/Naver/Yahoo 클라이언트·PostgreSQL 마이그레이션·Razor Pages 어드민 대시보드 기본 구현 완료.
|
||||||
|
|||||||
@@ -0,0 +1,67 @@
|
|||||||
|
formula_id: WBS_10_DOTNET_PROVENANCE_CONTRACT_V1
|
||||||
|
owner: QuantEngine
|
||||||
|
status: draft
|
||||||
|
goal: "결정/팩터/수집 provenance payload를 표준화한다."
|
||||||
|
|
||||||
|
payloads:
|
||||||
|
- payload_id: factor_evidence
|
||||||
|
source: src/dotnet/QuantEngine.Application/Services/DecisionLearningService.cs
|
||||||
|
required_fields:
|
||||||
|
- FactorObservationId
|
||||||
|
- FactorId
|
||||||
|
- FactorVersion
|
||||||
|
- ObservedAt
|
||||||
|
- Gate
|
||||||
|
- Role
|
||||||
|
- SourceName
|
||||||
|
- PayloadJson
|
||||||
|
- ProvenanceJson
|
||||||
|
nullable_fields:
|
||||||
|
- NumericValue
|
||||||
|
- TextValue
|
||||||
|
pass_condition: "factor evidence payload가 누락 없이 기록됨"
|
||||||
|
|
||||||
|
- payload_id: decision_event
|
||||||
|
source: src/dotnet/QuantEngine.Application/Services/DecisionLearningService.cs
|
||||||
|
required_fields:
|
||||||
|
- decisionKey
|
||||||
|
- decidedAt
|
||||||
|
- instrumentId
|
||||||
|
- action
|
||||||
|
- gate
|
||||||
|
- sourceVersion
|
||||||
|
nullable_fields:
|
||||||
|
- score
|
||||||
|
- trace
|
||||||
|
- provenance
|
||||||
|
pass_condition: "decision event payload가 normalized store에 기록됨"
|
||||||
|
|
||||||
|
- payload_id: collection_audit
|
||||||
|
source: src/dotnet/QuantEngine.Application/Models/CollectionExecutionAudit.cs
|
||||||
|
required_fields:
|
||||||
|
- RunId
|
||||||
|
- State
|
||||||
|
- StartedAt
|
||||||
|
- SuccessCount
|
||||||
|
- ErrorCount
|
||||||
|
nullable_fields:
|
||||||
|
- FinishedAt
|
||||||
|
- Message
|
||||||
|
pass_condition: "collection audit payload가 append-only JSONL에 기록됨"
|
||||||
|
|
||||||
|
- payload_id: scheduler_audit
|
||||||
|
source: src/dotnet/QuantEngine.Web/Services/SchedulerModels.cs
|
||||||
|
required_fields:
|
||||||
|
- JobId
|
||||||
|
- RunId
|
||||||
|
- State
|
||||||
|
- StartedAt
|
||||||
|
nullable_fields:
|
||||||
|
- Reason
|
||||||
|
- FinishedAt
|
||||||
|
- ResourceKey
|
||||||
|
pass_condition: "scheduler audit payload가 append-only JSONL에 기록됨"
|
||||||
|
|
||||||
|
notes:
|
||||||
|
- "provenance payload는 구조를 표준화하되, 숫자 계산은 하지 않는다."
|
||||||
|
- "LLM은 payload value를 재계산하지 않는다."
|
||||||
@@ -2329,6 +2329,22 @@ dag:
|
|||||||
- Temp/wbs_10_dotnet_parity_contract_v1.json
|
- Temp/wbs_10_dotnet_parity_contract_v1.json
|
||||||
strict: true
|
strict: true
|
||||||
timeout_sec: 60
|
timeout_sec: 60
|
||||||
|
validate_dotnet_provenance_contract:
|
||||||
|
artifact_policy: keep
|
||||||
|
cache_key: validate_dotnet_provenance_contract_v1
|
||||||
|
command:
|
||||||
|
- python
|
||||||
|
- tools/validate_dotnet_provenance_contract_v1.py
|
||||||
|
depends_on: []
|
||||||
|
id: validate_dotnet_provenance_contract
|
||||||
|
inputs:
|
||||||
|
- tools/validate_dotnet_provenance_contract_v1.py
|
||||||
|
- docs/WBS_10_DOTNET_PROVENANCE_CONTRACT.yaml
|
||||||
|
note: WBS-10 provenance payload 표준 계약과 필수 payload 표본을 검증한다.
|
||||||
|
outputs:
|
||||||
|
- Temp/wbs_10_dotnet_provenance_contract_v1.json
|
||||||
|
strict: true
|
||||||
|
timeout_sec: 60
|
||||||
validate_specs:
|
validate_specs:
|
||||||
artifact_policy: keep
|
artifact_policy: keep
|
||||||
cache_key: validate_specs_v1
|
cache_key: validate_specs_v1
|
||||||
|
|||||||
@@ -0,0 +1,38 @@
|
|||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import json
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
|
||||||
|
def test_validate_dotnet_provenance_contract_passes() -> None:
|
||||||
|
root = Path(__file__).resolve().parents[2]
|
||||||
|
proc = subprocess.run(
|
||||||
|
[sys.executable, str(root / "tools" / "validate_dotnet_provenance_contract_v1.py")],
|
||||||
|
cwd=root,
|
||||||
|
capture_output=True,
|
||||||
|
text=True,
|
||||||
|
)
|
||||||
|
assert proc.returncode == 0, proc.stdout + proc.stderr
|
||||||
|
payload = json.loads(proc.stdout)
|
||||||
|
assert payload["gate"] == "PASS"
|
||||||
|
|
||||||
|
|
||||||
|
def test_validate_dotnet_provenance_contract_reports_missing_payload() -> None:
|
||||||
|
root = Path(__file__).resolve().parents[2]
|
||||||
|
temp = root / "Temp" / "test_wbs_10_provenance_contract_bad.yaml"
|
||||||
|
temp.write_text(
|
||||||
|
"formula_id: WBS_10_DOTNET_PROVENANCE_CONTRACT_V1\ngoal: 결정/팩터/수집 provenance payload를 표준화한다.\npayloads: []\n",
|
||||||
|
encoding="utf-8",
|
||||||
|
)
|
||||||
|
proc = subprocess.run(
|
||||||
|
[sys.executable, str(root / "tools" / "validate_dotnet_provenance_contract_v1.py"), "--contract", str(temp)],
|
||||||
|
cwd=root,
|
||||||
|
capture_output=True,
|
||||||
|
text=True,
|
||||||
|
)
|
||||||
|
assert proc.returncode != 0
|
||||||
|
payload = json.loads(proc.stdout)
|
||||||
|
assert payload["gate"] == "FAIL"
|
||||||
|
assert "factor_evidence missing" in payload["missing"]
|
||||||
@@ -0,0 +1,81 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
import json
|
||||||
|
from pathlib import Path
|
||||||
|
from typing import Any
|
||||||
|
|
||||||
|
import yaml
|
||||||
|
|
||||||
|
|
||||||
|
REQUIRED_PAYLOADS = {
|
||||||
|
"factor_evidence",
|
||||||
|
"decision_event",
|
||||||
|
"collection_audit",
|
||||||
|
"scheduler_audit",
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def load_yaml(path: Path) -> dict[str, Any]:
|
||||||
|
if not path.exists():
|
||||||
|
raise FileNotFoundError(path)
|
||||||
|
return yaml.safe_load(path.read_text(encoding="utf-8"))
|
||||||
|
|
||||||
|
|
||||||
|
def main(argv: list[str] | None = None) -> int:
|
||||||
|
parser = argparse.ArgumentParser(description="Validate WBS-10 dotnet provenance contract")
|
||||||
|
parser.add_argument("--contract", default="docs/WBS_10_DOTNET_PROVENANCE_CONTRACT.yaml")
|
||||||
|
args = parser.parse_args(argv)
|
||||||
|
|
||||||
|
contract_path = Path(args.contract).resolve()
|
||||||
|
payload: dict[str, Any] = {
|
||||||
|
"formula_id": "WBS_10_DOTNET_PROVENANCE_CONTRACT_V1",
|
||||||
|
"gate": "FAIL",
|
||||||
|
"missing": [],
|
||||||
|
"evidence": {"contract": str(contract_path)},
|
||||||
|
}
|
||||||
|
|
||||||
|
try:
|
||||||
|
data = load_yaml(contract_path)
|
||||||
|
except FileNotFoundError:
|
||||||
|
payload["missing"].append("contract missing")
|
||||||
|
print(json.dumps(payload, ensure_ascii=False, indent=2))
|
||||||
|
return 1
|
||||||
|
|
||||||
|
if data.get("formula_id") != "WBS_10_DOTNET_PROVENANCE_CONTRACT_V1":
|
||||||
|
payload["missing"].append("formula_id")
|
||||||
|
if data.get("goal") != "결정/팩터/수집 provenance payload를 표준화한다.":
|
||||||
|
payload["missing"].append("goal")
|
||||||
|
|
||||||
|
payloads = data.get("payloads") or []
|
||||||
|
payload_ids: set[str] = set()
|
||||||
|
for item in payloads:
|
||||||
|
payload_id = item.get("payload_id", "")
|
||||||
|
payload_ids.add(payload_id)
|
||||||
|
if not item.get("source"):
|
||||||
|
payload["missing"].append(f"{payload_id}.source")
|
||||||
|
if not item.get("required_fields"):
|
||||||
|
payload["missing"].append(f"{payload_id}.required_fields")
|
||||||
|
if "pass_condition" not in item:
|
||||||
|
payload["missing"].append(f"{payload_id}.pass_condition")
|
||||||
|
|
||||||
|
for required in sorted(REQUIRED_PAYLOADS - payload_ids):
|
||||||
|
payload["missing"].append(f"{required} missing")
|
||||||
|
|
||||||
|
payload["gate"] = "PASS" if not payload["missing"] else "FAIL"
|
||||||
|
payload["message"] = (
|
||||||
|
"WBS-10 dotnet provenance contract validation passed."
|
||||||
|
if payload["gate"] == "PASS"
|
||||||
|
else "WBS-10 dotnet provenance contract validation failed."
|
||||||
|
)
|
||||||
|
|
||||||
|
out_path = contract_path.parent.parent / "Temp" / "wbs_10_dotnet_provenance_contract_v1.json"
|
||||||
|
out_path.parent.mkdir(parents=True, exist_ok=True)
|
||||||
|
out_path.write_text(json.dumps(payload, ensure_ascii=False, indent=2), encoding="utf-8")
|
||||||
|
print(json.dumps(payload, ensure_ascii=False, indent=2))
|
||||||
|
return 0 if payload["gate"] == "PASS" else 1
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
raise SystemExit(main())
|
||||||
Reference in New Issue
Block a user