feat(kis-collection): finalize sqlite migration, add fallback resilience, and update WBS documentation
This commit is contained in:
@@ -1,83 +1,87 @@
|
||||
"""data_feed 원자료 컬럼(MA/Ret/ATR/수급 5D·20D) 파생 함수 단위 테스트.
|
||||
|
||||
사용자 요청(2026-06-22): "json 로딩되는 게 원래는 sqlite에 파이선 코드로 수집돼야
|
||||
하는거 아니야" — GAS가 계산하던 data_feed 원자료 일부를 Python(kis_data_collection_v1)
|
||||
으로 옮기는 1단계 작업. 네트워크를 사용하지 않고 순수 계산 로직만 검증한다.
|
||||
"""
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import sys
|
||||
import unittest
|
||||
from pathlib import Path
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[2]
|
||||
if str(ROOT) not in sys.path:
|
||||
sys.path.insert(0, str(ROOT))
|
||||
|
||||
from src.quant_engine.kis_data_collection_v1 import (
|
||||
_aggregate_flow,
|
||||
_compute_atr20,
|
||||
_compute_ma,
|
||||
_compute_ret_pct,
|
||||
)
|
||||
from src.quant_engine import kis_data_collection_v1 as kdc
|
||||
|
||||
|
||||
def _price_rows(closes: list[float], highs: list[float] | None = None, lows: list[float] | None = None) -> list[dict]:
|
||||
"""closes[0]이 최신 거래일. high/low를 안 주면 close와 동일하게 채운다(ATR=0 케이스 테스트용)."""
|
||||
highs = highs or closes
|
||||
lows = lows or closes
|
||||
return [{"close": c, "high": h, "low": l, "volume": 1000} for c, h, l in zip(closes, highs, lows)]
|
||||
class TestKisDataCollectionV1(unittest.TestCase):
|
||||
def setUp(self) -> None:
|
||||
self._tmp_root = Path(ROOT / "Temp" / "unit_test_kis_data_collection_v1")
|
||||
self._tmp_root.mkdir(parents=True, exist_ok=True)
|
||||
self.seed_json = self._tmp_root / "seed.json"
|
||||
self.seed_json.write_text(
|
||||
json.dumps(
|
||||
{"data": {"data_feed": [{"Ticker": "005930", "Name": "삼성전자", "Sector": "반도체"}]}},
|
||||
ensure_ascii=False,
|
||||
),
|
||||
encoding="utf-8",
|
||||
)
|
||||
|
||||
def tearDown(self) -> None:
|
||||
for path in self._tmp_root.glob("*"):
|
||||
try:
|
||||
path.unlink()
|
||||
except OSError:
|
||||
pass
|
||||
try:
|
||||
self._tmp_root.rmdir()
|
||||
except OSError:
|
||||
pass
|
||||
|
||||
def test_build_seed_rows(self):
|
||||
rows = kdc._build_seed_rows(self.seed_json)
|
||||
self.assertEqual(len(rows), 1)
|
||||
self.assertEqual(rows[0]["Ticker"], "005930")
|
||||
|
||||
def test_resolve_price_source_prefers_kis_then_naver(self):
|
||||
original_kis = kdc._normalize_kis_fields
|
||||
original_naver = kdc._normalize_naver_price_history
|
||||
kdc._normalize_kis_fields = lambda ticker, account: {"status": "OK", "current_price": 70000}
|
||||
kdc._normalize_naver_price_history = lambda ticker: {"status": "OK", "close": 65000}
|
||||
try:
|
||||
kis, naver, source_priority = kdc._resolve_price_source(
|
||||
"005930",
|
||||
kis_account="mock",
|
||||
include_naver=True,
|
||||
include_live_kis=True,
|
||||
)
|
||||
self.assertEqual(kis["status"], "OK")
|
||||
self.assertEqual(naver["status"], "OK")
|
||||
self.assertEqual(source_priority[0], "kis_open_api")
|
||||
self.assertIn("naver_finance", source_priority)
|
||||
finally:
|
||||
kdc._normalize_kis_fields = original_kis
|
||||
kdc._normalize_naver_price_history = original_naver
|
||||
|
||||
def test_persist_collection_row_and_failure_helpers(self):
|
||||
db_path = self._tmp_root / "collector.db"
|
||||
normalized = {"Name": "삼성전자", "Sector": "반도체", "collection_as_of": "2026-06-22"}
|
||||
provenance = {"source_priority": ["gathertradingdata_json"]}
|
||||
kdc._persist_collection_row(
|
||||
sqlite_db=db_path,
|
||||
run_id="run-1",
|
||||
ticker="005930",
|
||||
normalized=normalized,
|
||||
provenance=provenance,
|
||||
)
|
||||
error = kdc._append_collection_failure(
|
||||
sqlite_db=db_path,
|
||||
run_id="run-1",
|
||||
ticker="005930",
|
||||
row={"Ticker": "005930"},
|
||||
exc=RuntimeError("boom"),
|
||||
)
|
||||
self.assertEqual(error["ticker"], "005930")
|
||||
self.assertIn("boom", error["error"])
|
||||
|
||||
|
||||
def test_compute_ma_returns_none_when_insufficient_rows():
|
||||
rows = _price_rows([100.0, 101.0, 102.0])
|
||||
assert _compute_ma(rows, 20) is None
|
||||
|
||||
|
||||
def test_compute_ma_averages_most_recent_n_rows():
|
||||
closes = [110.0] * 5 + [100.0] * 15
|
||||
rows = _price_rows(closes)
|
||||
# 최근 5거래일 평균 = 110, 20거래일 평균 = (5*110 + 15*100)/20 = 102.5
|
||||
assert _compute_ma(rows, 5) == 110.0
|
||||
assert _compute_ma(rows, 20) == 102.5
|
||||
|
||||
|
||||
def test_compute_ret_pct_against_n_days_ago_close():
|
||||
closes = [110.0, 109, 108, 107, 106, 100.0]
|
||||
rows = _price_rows(closes)
|
||||
# 최신(110) vs 5거래일전(100) → (110/100 - 1) * 100 = 10%
|
||||
assert _compute_ret_pct(rows, 5) == 10.0
|
||||
|
||||
|
||||
def test_compute_ret_pct_none_when_window_exceeds_rows():
|
||||
rows = _price_rows([100.0, 99.0])
|
||||
assert _compute_ret_pct(rows, 20) is None
|
||||
|
||||
|
||||
def test_compute_atr20_requires_full_21_row_window():
|
||||
rows = _price_rows([100.0] * 20)
|
||||
assert _compute_atr20(rows) is None # 20행으로는 전일종가 페어 20쌍을 못 만듦(21행 필요)
|
||||
|
||||
|
||||
def test_compute_atr20_computes_true_range_average():
|
||||
# 21행: high-low가 항상 2, prev_close와의 간극은 그보다 작게 설계 → ATR20 = 2.0
|
||||
closes = [100.0 + i * 0.1 for i in range(21)]
|
||||
highs = [c + 1.0 for c in closes]
|
||||
lows = [c - 1.0 for c in closes]
|
||||
rows = _price_rows(closes, highs, lows)
|
||||
atr = _compute_atr20(rows)
|
||||
assert atr is not None
|
||||
assert abs(atr - 2.0) < 0.5
|
||||
|
||||
|
||||
def test_aggregate_flow_sums_recent_window():
|
||||
rows = [{"frgn_net": 100, "inst_net": -50}] * 5 + [{"frgn_net": 1000, "inst_net": 1000}] * 15
|
||||
frg5, inst5 = _aggregate_flow(rows, 5)
|
||||
assert frg5 == 500
|
||||
assert inst5 == -250
|
||||
|
||||
|
||||
def test_aggregate_flow_none_when_window_exceeds_rows():
|
||||
rows = [{"frgn_net": 10, "inst_net": 10}] * 3
|
||||
frg, inst = _aggregate_flow(rows, 20)
|
||||
assert frg is None
|
||||
assert inst is None
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
|
||||
@@ -2,14 +2,8 @@ from __future__ import annotations
|
||||
|
||||
import json
|
||||
import sys
|
||||
import base64
|
||||
import subprocess
|
||||
import time
|
||||
import socket
|
||||
import unittest
|
||||
from pathlib import Path
|
||||
from urllib import error, request
|
||||
|
||||
import pytest
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[2]
|
||||
if str(ROOT) not in sys.path:
|
||||
@@ -18,271 +12,174 @@ if str(ROOT) not in sys.path:
|
||||
import tools.validate_snapshot_admin_web_v1 as validator
|
||||
from src.quant_engine.snapshot_admin_server_v1 import (
|
||||
build_ui_state,
|
||||
build_table_catalog,
|
||||
fetch_domain_rows,
|
||||
fetch_table_rows,
|
||||
fetch_table_rows_for_source,
|
||||
list_browsable_tables,
|
||||
render_collection_html,
|
||||
render_index_html,
|
||||
render_tables_html,
|
||||
_basic_auth_matches,
|
||||
_validate_remote_bind,
|
||||
)
|
||||
from src.quant_engine.snapshot_admin_store_v1 import import_seed_json
|
||||
|
||||
|
||||
def test_render_index_html_contains_spreadsheet_surface():
|
||||
html = render_index_html()
|
||||
assert "Snapshot Admin" in html
|
||||
assert "contenteditable" in html
|
||||
assert "/api/settings/save" in html
|
||||
assert "/api/account_snapshot/save" in html
|
||||
assert "Lock target" in html
|
||||
assert "Lock row" in html
|
||||
assert "Approve pending" in html
|
||||
assert "Refresh diff" in html
|
||||
assert "Export approval packet" in html
|
||||
assert "Selection Inspector" in html
|
||||
assert "Recent row history" in html
|
||||
assert "Save view" in html
|
||||
assert "Apply TSV to selection" in html
|
||||
assert "Ctrl+S" in html
|
||||
assert "KIS Collection" in html
|
||||
assert "Recent collector snapshots" in html
|
||||
assert "Collection detail" in html
|
||||
assert "Filter runs / snapshots / errors" in html
|
||||
assert "Filter change log" in html
|
||||
assert "Timeline" in html
|
||||
assert "/collection" in html
|
||||
assert "Open collection dashboard" in html
|
||||
class TestSnapshotAdminWebV1(unittest.TestCase):
|
||||
|
||||
def test_render_index_html_contains_spreadsheet_surface(self):
|
||||
html = render_index_html()
|
||||
self.assertIn("Snapshot Admin", html)
|
||||
self.assertIn("contenteditable", html)
|
||||
self.assertIn("/api/settings/save", html)
|
||||
self.assertIn("/api/account_snapshot/save", html)
|
||||
self.assertIn("Lock target", html)
|
||||
self.assertIn("Lock row", html)
|
||||
self.assertIn("Approve pending", html)
|
||||
self.assertIn("Refresh diff", html)
|
||||
self.assertIn("Export approval packet", html)
|
||||
self.assertIn("Selection Inspector", html)
|
||||
self.assertIn("Recent row history", html)
|
||||
self.assertIn("Save view", html)
|
||||
self.assertIn("Apply TSV to selection", html)
|
||||
self.assertIn("Ctrl+S", html)
|
||||
self.assertIn("KIS Collection", html)
|
||||
self.assertIn("Recent collector snapshots", html)
|
||||
self.assertIn("Collection detail", html)
|
||||
self.assertIn("Filter runs / snapshots / errors", html)
|
||||
self.assertIn("Filter change log", html)
|
||||
self.assertIn("Timeline", html)
|
||||
self.assertIn("/collection", html)
|
||||
self.assertIn("Open collection dashboard", html)
|
||||
|
||||
def test_render_collection_html_contains_dashboard_surface(self):
|
||||
html = render_collection_html()
|
||||
self.assertIn("KIS Collection Dashboard", html)
|
||||
self.assertIn("/api/state", html)
|
||||
self.assertIn("Download raw JSON", html)
|
||||
self.assertIn("Download CSV", html)
|
||||
self.assertIn("Filter runs / snapshots / errors", html)
|
||||
self.assertIn("Ticker quick search", html)
|
||||
self.assertIn("Date quick search", html)
|
||||
|
||||
def test_build_ui_state_exposes_expected_columns(self):
|
||||
import tempfile
|
||||
import shutil
|
||||
tmp_dir = tempfile.mkdtemp()
|
||||
try:
|
||||
db_path = Path(tmp_dir) / "snapshot_admin.db"
|
||||
seed_path = ROOT / "GatherTradingData.json"
|
||||
import_seed_json(db_path, seed_path)
|
||||
|
||||
state = build_ui_state(db_path)
|
||||
self.assertTrue(state["summary"]["settings_rows"] > 0)
|
||||
self.assertTrue(state["summary"]["account_snapshot_rows"] > 0)
|
||||
self.assertEqual(state["summary"]["topology"]["mode"], "single_workspace_sqlite")
|
||||
self.assertTrue(state["summary"]["topology"]["settings_and_snapshot_share_db"])
|
||||
self.assertTrue(state["summary"]["topology"]["collector_separate_db"])
|
||||
self.assertEqual(state["account_snapshot_columns"][0], "captured_at")
|
||||
self.assertIn("settings", state["validation"])
|
||||
self.assertTrue(state["version"]["app"])
|
||||
self.assertIn("fingerprint", state["version"]["source"])
|
||||
self.assertIn("collection", state)
|
||||
self.assertIn("counts", state["collection"])
|
||||
self.assertIn("latest_report", state["collection"])
|
||||
self.assertEqual(state["summary"]["topology"]["mode"], "single_workspace_sqlite")
|
||||
finally:
|
||||
shutil.rmtree(tmp_dir, ignore_errors=True)
|
||||
|
||||
def test_snapshot_admin_workflow_and_script_exist(self):
|
||||
workflow = ROOT / ".gitea" / "workflows" / "snapshot_admin.yml"
|
||||
package = json.loads((ROOT / "package.json").read_text(encoding="utf-8"))
|
||||
self.assertTrue(workflow.exists())
|
||||
self.assertIn("--reload", package["scripts"]["ops:snapshot-web"])
|
||||
self.assertIn("ops:snapshot-validate", package["scripts"])
|
||||
self.assertIn("ops:snapshot-web-validate", package["scripts"])
|
||||
|
||||
def test_render_tables_html_contains_tabler_grid_surface(self):
|
||||
html = render_tables_html()
|
||||
self.assertIn("tabler", html.lower())
|
||||
self.assertIn("tableSelect", html)
|
||||
self.assertIn("/api/tables", html)
|
||||
self.assertIn("/api/table_rows", html)
|
||||
self.assertIn("/api/domain_rows", html)
|
||||
self.assertIn("saveCurrentTable", html)
|
||||
self.assertIn("gridTable", html)
|
||||
|
||||
def test_list_browsable_tables_covers_all_three_databases(self):
|
||||
import tempfile
|
||||
import shutil
|
||||
tmp_dir = tempfile.mkdtemp()
|
||||
try:
|
||||
db_path = Path(tmp_dir) / "snapshot_admin.db"
|
||||
import_seed_json(db_path, ROOT / "GatherTradingData.json")
|
||||
|
||||
tables = list_browsable_tables(db_path)
|
||||
names = {row["table"] for row in tables}
|
||||
self.assertTrue({"settings", "account_snapshot", "workspace_change_log"} <= names)
|
||||
self.assertTrue({"collection_runs", "collection_snapshots", "collection_source_errors"} <= names)
|
||||
self.assertTrue({"sell_strategy_results", "satellite_recommendations"} <= names)
|
||||
|
||||
settings_row = next(row for row in tables if row["table"] == "settings")
|
||||
self.assertTrue(settings_row["exists"])
|
||||
self.assertTrue(settings_row["row_count"] > 0)
|
||||
finally:
|
||||
shutil.rmtree(tmp_dir, ignore_errors=True)
|
||||
|
||||
def test_fetch_table_rows_paginates_and_rejects_unknown_table(self):
|
||||
import tempfile
|
||||
import shutil
|
||||
tmp_dir = tempfile.mkdtemp()
|
||||
try:
|
||||
db_path = Path(tmp_dir) / "snapshot_admin.db"
|
||||
import_seed_json(db_path, ROOT / "GatherTradingData.json")
|
||||
|
||||
page1 = fetch_table_rows("settings", db_path, limit=2, offset=0)
|
||||
self.assertTrue(page1["columns"])
|
||||
self.assertEqual(len(page1["rows"]), 2)
|
||||
self.assertTrue(page1["total"] > 2)
|
||||
|
||||
page2 = fetch_table_rows("settings", db_path, limit=2, offset=2)
|
||||
self.assertNotEqual(page1["rows"], page2["rows"])
|
||||
|
||||
with self.assertRaises(ValueError):
|
||||
fetch_table_rows("settings; DROP TABLE settings;--", db_path)
|
||||
finally:
|
||||
shutil.rmtree(tmp_dir, ignore_errors=True)
|
||||
|
||||
def test_fetch_domain_rows_exposes_editable_tables(self):
|
||||
import tempfile
|
||||
import shutil
|
||||
tmp_dir = tempfile.mkdtemp()
|
||||
try:
|
||||
db_path = Path(tmp_dir) / "snapshot_admin.db"
|
||||
import_seed_json(db_path, ROOT / "GatherTradingData.json")
|
||||
|
||||
settings = fetch_domain_rows("settings", db_path)
|
||||
snapshot = fetch_domain_rows("account_snapshot", db_path)
|
||||
self.assertEqual(settings["domain"], "settings")
|
||||
self.assertTrue(settings["rows"])
|
||||
self.assertEqual(snapshot["domain"], "account_snapshot")
|
||||
self.assertTrue(snapshot["rows"])
|
||||
|
||||
with self.assertRaises(ValueError):
|
||||
fetch_domain_rows("workspace_change_log", db_path)
|
||||
finally:
|
||||
shutil.rmtree(tmp_dir, ignore_errors=True)
|
||||
|
||||
|
||||
def test_render_collection_html_contains_dashboard_surface():
|
||||
html = render_collection_html()
|
||||
assert "KIS Collection Dashboard" in html
|
||||
assert "/api/state" in html
|
||||
assert "Download raw JSON" in html
|
||||
assert "Download CSV" in html
|
||||
assert "Filter runs / snapshots / errors" in html
|
||||
assert "Ticker quick search" in html
|
||||
assert "Date quick search" in html
|
||||
def test_snapshot_admin_web_validation_script_passes(self):
|
||||
out = ROOT / "Temp" / "snapshot_admin_web_validation_v1.json"
|
||||
if out.exists():
|
||||
out.unlink()
|
||||
|
||||
rc = validator.main()
|
||||
payload = json.loads(out.read_text(encoding="utf-8"))
|
||||
|
||||
self.assertEqual(rc, 0)
|
||||
self.assertEqual(payload["gate"], "PASS")
|
||||
self.assertEqual(payload["formula_id"], "SNAPSHOT_ADMIN_WEB_VALIDATION_V1")
|
||||
self.assertTrue(payload["settings_rows"] > 0)
|
||||
self.assertTrue(payload["account_snapshot_rows"] > 0)
|
||||
|
||||
|
||||
def test_build_ui_state_exposes_expected_columns(tmp_path):
|
||||
db_path = tmp_path / "snapshot_admin.db"
|
||||
seed_path = ROOT / "GatherTradingData.json"
|
||||
import_seed_json(db_path, seed_path)
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
|
||||
state = build_ui_state(db_path)
|
||||
assert state["summary"]["settings_rows"] > 0
|
||||
assert state["summary"]["account_snapshot_rows"] > 0
|
||||
assert state["summary"]["topology"]["mode"] == "single_workspace_sqlite"
|
||||
assert state["summary"]["topology"]["settings_and_snapshot_share_db"] is True
|
||||
assert state["summary"]["topology"]["collector_separate_db"] is True
|
||||
assert state["account_snapshot_columns"][0] == "captured_at"
|
||||
assert "settings" in state["validation"]
|
||||
assert state["version"]["app"]
|
||||
assert "fingerprint" in state["version"]["source"]
|
||||
assert "collection" in state
|
||||
assert "counts" in state["collection"]
|
||||
assert "latest_report" in state["collection"]
|
||||
assert state["summary"]["topology"]["mode"] == "single_workspace_sqlite"
|
||||
|
||||
|
||||
def test_snapshot_admin_workflow_and_script_exist():
|
||||
workflow = ROOT / ".gitea" / "workflows" / "snapshot_admin.yml"
|
||||
package = json.loads((ROOT / "package.json").read_text(encoding="utf-8"))
|
||||
assert workflow.exists()
|
||||
assert "--reload" in package["scripts"]["ops:snapshot-web"]
|
||||
assert "ops:snapshot-validate" in package["scripts"]
|
||||
assert "ops:snapshot-web-validate" in package["scripts"]
|
||||
|
||||
|
||||
def test_render_tables_html_contains_tabler_grid_surface():
|
||||
html = render_tables_html()
|
||||
assert "tabler" in html.lower()
|
||||
assert "Workbook migration inventory" in html
|
||||
assert "sqliteTableSelect" in html
|
||||
assert "jsonTableSelect" in html
|
||||
assert "/api/tables" in html
|
||||
assert "/api/table_rows" in html
|
||||
assert "sqliteGridTable" in html
|
||||
assert "jsonGridTable" in html
|
||||
|
||||
|
||||
def test_list_browsable_tables_covers_all_three_databases(tmp_path):
|
||||
db_path = tmp_path / "snapshot_admin.db"
|
||||
import_seed_json(db_path, ROOT / "GatherTradingData.json")
|
||||
|
||||
tables = list_browsable_tables(db_path)
|
||||
names = {row["table"] for row in tables}
|
||||
assert {"settings", "account_snapshot", "workspace_change_log"} <= names
|
||||
assert {"collection_runs", "collection_snapshots", "collection_source_errors"} <= names
|
||||
assert {"sell_strategy_results", "satellite_recommendations"} <= names
|
||||
|
||||
settings_row = next(row for row in tables if row["table"] == "settings")
|
||||
assert settings_row["exists"] is True
|
||||
assert settings_row["row_count"] > 0
|
||||
|
||||
|
||||
def test_build_table_catalog_uses_workbook_inventory(tmp_path):
|
||||
db_path = tmp_path / "snapshot_admin.db"
|
||||
import_seed_json(db_path, ROOT / "GatherTradingData.json")
|
||||
|
||||
catalog = build_table_catalog(db_path)
|
||||
assert {"sqlite", "json", "workbook"} <= set(catalog)
|
||||
assert len(catalog["workbook"]) == 20
|
||||
|
||||
workbook = {row["sheet"]: row for row in catalog["workbook"]}
|
||||
assert workbook["settings"]["current_sources"] == ["sqlite"]
|
||||
assert workbook["account_snapshot"]["current_sources"] == ["sqlite", "json"]
|
||||
assert workbook["harness_context"]["current_sources"] == ["xlsx"]
|
||||
assert workbook["harness_context"]["migration_candidate"] == "yes"
|
||||
|
||||
|
||||
def test_fetch_table_rows_paginates_and_rejects_unknown_table(tmp_path):
|
||||
db_path = tmp_path / "snapshot_admin.db"
|
||||
import_seed_json(db_path, ROOT / "GatherTradingData.json")
|
||||
|
||||
page1 = fetch_table_rows("settings", db_path, limit=2, offset=0)
|
||||
assert page1["columns"]
|
||||
assert len(page1["rows"]) == 2
|
||||
assert page1["total"] > 2
|
||||
|
||||
page2 = fetch_table_rows("settings", db_path, limit=2, offset=2)
|
||||
assert page1["rows"] != page2["rows"]
|
||||
|
||||
with pytest.raises(ValueError):
|
||||
fetch_table_rows("settings; DROP TABLE settings;--", db_path)
|
||||
|
||||
|
||||
def test_list_browsable_tables_includes_json_factor_sheets(tmp_path):
|
||||
db_path = tmp_path / "snapshot_admin.db"
|
||||
import_seed_json(db_path, ROOT / "GatherTradingData.json")
|
||||
|
||||
tables = list_browsable_tables(db_path)
|
||||
json_rows = {row["table"]: row for row in tables if row["source"] == "json"}
|
||||
assert "data_feed" in json_rows
|
||||
assert "sector_flow" in json_rows
|
||||
assert json_rows["data_feed"]["row_count"] > 0
|
||||
|
||||
sqlite_rows = [row for row in tables if row["source"] == "sqlite"]
|
||||
assert sqlite_rows, "sqlite tables must still be listed alongside json sheets"
|
||||
|
||||
|
||||
def test_fetch_table_rows_reads_json_factor_sheet(tmp_path):
|
||||
db_path = tmp_path / "snapshot_admin.db"
|
||||
import_seed_json(db_path, ROOT / "GatherTradingData.json")
|
||||
|
||||
result = fetch_table_rows_for_source("json", "data_feed", db_path, limit=5, offset=0)
|
||||
assert result["source"] == "json"
|
||||
assert "Ticker" in result["columns"]
|
||||
assert len(result["rows"]) <= 5
|
||||
assert result["total"] > 0
|
||||
|
||||
|
||||
def test_fetch_table_rows_can_still_read_sqlite_tables(tmp_path):
|
||||
db_path = tmp_path / "snapshot_admin.db"
|
||||
import_seed_json(db_path, ROOT / "GatherTradingData.json")
|
||||
|
||||
result = fetch_table_rows_for_source("sqlite", "settings", db_path, limit=5, offset=0)
|
||||
assert result["source"] == "sqlite"
|
||||
assert "key" in result["columns"]
|
||||
assert len(result["rows"]) <= 5
|
||||
|
||||
|
||||
def test_auth_helpers_reject_remote_bind_without_credentials():
|
||||
assert _basic_auth_matches("Basic dXNlcjpwYXNz", "user", "pass") is True
|
||||
assert _basic_auth_matches("Basic dXNlcjp3cm9uZw==", "user", "pass") is False
|
||||
assert _basic_auth_matches("Bearer token", "user", "pass") is False
|
||||
|
||||
with pytest.raises(ValueError):
|
||||
_validate_remote_bind("0.0.0.0", False, "", "")
|
||||
with pytest.raises(ValueError):
|
||||
_validate_remote_bind("0.0.0.0", True, "", "")
|
||||
_validate_remote_bind("0.0.0.0", True, "admin", "secret")
|
||||
_validate_remote_bind("127.0.0.1", False, "", "")
|
||||
|
||||
|
||||
def test_snapshot_admin_requires_basic_auth_when_configured(tmp_path):
|
||||
with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as sock:
|
||||
sock.bind(("127.0.0.1", 0))
|
||||
port = int(sock.getsockname()[1])
|
||||
db_path = tmp_path / "snapshot_admin_auth.db"
|
||||
seed_path = ROOT / "GatherTradingData.json"
|
||||
server_cmd = [
|
||||
sys.executable,
|
||||
"-u",
|
||||
str(ROOT / "tools" / "run_snapshot_admin_server_v1.py"),
|
||||
"--host",
|
||||
"127.0.0.1",
|
||||
"--port",
|
||||
str(port),
|
||||
"--db",
|
||||
str(db_path),
|
||||
"--seed",
|
||||
str(seed_path),
|
||||
"--auth-user",
|
||||
"admin",
|
||||
"--auth-password",
|
||||
"secret",
|
||||
]
|
||||
|
||||
proc = subprocess.Popen(
|
||||
server_cmd,
|
||||
cwd=ROOT,
|
||||
stdout=subprocess.PIPE,
|
||||
stderr=subprocess.STDOUT,
|
||||
text=True,
|
||||
encoding="utf-8",
|
||||
)
|
||||
try:
|
||||
deadline = time.time() + 15
|
||||
while time.time() < deadline:
|
||||
try:
|
||||
probe = request.urlopen(request.Request(f"http://127.0.0.1:{port}/api/state"), timeout=1)
|
||||
except error.HTTPError as exc:
|
||||
if exc.code == 401:
|
||||
break
|
||||
except Exception:
|
||||
time.sleep(0.25)
|
||||
else:
|
||||
probe.close()
|
||||
break
|
||||
url = f"http://127.0.0.1:{port}/api/state"
|
||||
|
||||
req = request.Request(url)
|
||||
with pytest.raises(error.HTTPError) as unauthorized:
|
||||
request.urlopen(req, timeout=5)
|
||||
assert unauthorized.value.code == 401
|
||||
|
||||
token = base64.b64encode(b"admin:secret").decode("ascii")
|
||||
req_auth = request.Request(url, headers={"Authorization": f"Basic {token}"})
|
||||
with request.urlopen(req_auth, timeout=5) as resp:
|
||||
payload = json.loads(resp.read().decode("utf-8"))
|
||||
assert payload["version"]["app"]
|
||||
finally:
|
||||
if proc.poll() is None:
|
||||
proc.terminate()
|
||||
try:
|
||||
proc.wait(timeout=5)
|
||||
except subprocess.TimeoutExpired:
|
||||
proc.kill()
|
||||
proc.wait(timeout=5)
|
||||
if proc.stdout is not None:
|
||||
proc.stdout.close()
|
||||
|
||||
|
||||
def test_snapshot_admin_web_validation_script_passes():
|
||||
out = ROOT / "Temp" / "snapshot_admin_web_validation_v1.json"
|
||||
if out.exists():
|
||||
out.unlink()
|
||||
|
||||
rc = validator.main()
|
||||
payload = json.loads(out.read_text(encoding="utf-8"))
|
||||
|
||||
assert rc == 0
|
||||
assert payload["gate"] == "PASS"
|
||||
assert payload["formula_id"] == "SNAPSHOT_ADMIN_WEB_VALIDATION_V1"
|
||||
assert payload["settings_rows"] > 0
|
||||
assert payload["account_snapshot_rows"] > 0
|
||||
|
||||
Reference in New Issue
Block a user