using System.Net;
using System.Text.Json;
using Microsoft.Extensions.Caching.Memory;
using Microsoft.Extensions.Logging;
namespace KArtSell.Modules.ModelOperations.ShadowRun.Services;
///
/// Fetches historical OHLCV and fee schedule data from Korea Exchange (KRX) API.
/// Implements caching, retry logic, and PIT-safe lookups (no forward bias).
///
public sealed class KrxDataService : IKrxDataService
{
private readonly HttpClient _httpClient;
private readonly IMemoryCache _cache;
private readonly ILogger _logger;
private const int CacheDurationMinutes = 1440; // 24 hours
private const int MaxRetries = 3;
private const int InitialBackoffMs = 100;
private const int MaxBackoffMs = 30000;
private const string KrxApiBaseUrl = "https://data-dbg.krx.co.kr"; // Stock price API (HTTPS, from pykrx-openapi)
private const string KrxApiEndpoint = "/svc/apis/sto/stk_bydd_trd"; // KOSPI daily trading endpoint
private static readonly Action LogFetchingOhlcv =
LoggerMessage.Define(
LogLevel.Information,
new EventId(1, nameof(LogFetchingOhlcv)),
"Fetching OHLCV: {Ticker} ({Start:yyyy-MM-dd} to {End:yyyy-MM-dd})");
private static readonly Action LogFetchedOhlcv =
LoggerMessage.Define(
LogLevel.Information,
new EventId(2, nameof(LogFetchedOhlcv)),
"Fetched {BarCount} OHLCV bars for {Ticker}");
private static readonly Action LogCacheHit =
LoggerMessage.Define(
LogLevel.Debug,
new EventId(3, nameof(LogCacheHit)),
"Cache hit for {CacheKey}");
private static readonly Action LogRetryError =
LoggerMessage.Define(
LogLevel.Warning,
new EventId(4, nameof(LogRetryError)),
"Retryable error: {ErrorMessage}");
public KrxDataService(HttpClient httpClient, IMemoryCache cache, ILogger logger)
{
_httpClient = httpClient;
_cache = cache;
_logger = logger;
}
///
/// Fetch daily OHLCV bars for ticker within date range.
/// Implements caching (24h) and retry logic for transient failures.
/// PIT-safe: Returns only requested date range (no lookback).
///
public async Task> GetDailyOhlcvAsync(
string ticker,
DateOnly startDate,
DateOnly endDate,
CancellationToken cancellationToken)
{
LogFetchingOhlcv(_logger, ticker, startDate, endDate, null);
var cacheKey = $"ohlcv:{ticker}:{startDate:yyyyMMdd}:{endDate:yyyyMMdd}";
// Check cache first
if (_cache.TryGetValue(cacheKey, out IReadOnlyList? cached))
{
LogCacheHit(_logger, cacheKey, null);
return cached!;
}
// Fetch with exponential backoff retry
var bars = new List();
int attempt = 0;
int backoffMs = InitialBackoffMs;
while (attempt < MaxRetries)
{
try
{
var response = await FetchOhlcvFromApiAsync(ticker, startDate, endDate, cancellationToken);
bars = ParseOhlcvResponse(ticker, response);
break;
}
catch (HttpRequestException ex) when (ex.StatusCode == HttpStatusCode.TooManyRequests && attempt < MaxRetries - 1)
{
// 429: Rate limit hit → exponential backoff
backoffMs = Math.Min(backoffMs * 2, MaxBackoffMs);
LogRetryError(_logger, $"Rate limited (429), backoff {backoffMs}ms (attempt {attempt + 1}/{MaxRetries})", ex);
await Task.Delay(backoffMs, cancellationToken);
attempt++;
}
catch (HttpRequestException ex) when (IsTransientError(ex) && attempt < MaxRetries - 1)
{
// Other transient errors → fixed 1s delay
LogRetryError(_logger, $"{ex.Message} (attempt {attempt + 1}/{MaxRetries})", ex);
await Task.Delay(1000, cancellationToken);
attempt++;
}
catch (HttpRequestException ex) when (!IsTransientError(ex))
{
_logger.LogError(ex, "Permanent HTTP error fetching {Ticker}", ticker);
throw;
}
}
// Cache result
var cacheOptions = new MemoryCacheEntryOptions
{
AbsoluteExpirationRelativeToNow = TimeSpan.FromMinutes(CacheDurationMinutes)
};
_cache.Set(cacheKey, (IReadOnlyList)bars.AsReadOnly(), cacheOptions);
LogFetchedOhlcv(_logger, ticker, bars.Count, null);
return bars;
}
///
/// Fetch fee schedule (transaction costs) for date range.
/// Returns piecewise-constant fee entries.
///
public async Task> GetFeeScheduleAsync(
DateOnly startDate,
DateOnly endDate,
CancellationToken cancellationToken)
{
var cacheKey = $"fees:{startDate:yyyyMMdd}:{endDate:yyyyMMdd}";
if (_cache.TryGetValue(cacheKey, out IReadOnlyList? cached))
{
return cached!;
}
// Simplified: stub implementation (hardcoded fees for now)
// In production: fetch from KRX fee schedule API
var fees = new List
{
new(startDate, 0.00015m, 0.0005m), // Transaction: 0.015%, Slippage: 0.05%
};
var cacheOptions = new MemoryCacheEntryOptions
{
AbsoluteExpirationRelativeToNow = TimeSpan.FromMinutes(CacheDurationMinutes)
};
_cache.Set(cacheKey, (IReadOnlyList)fees.AsReadOnly(), cacheOptions);
return fees;
}
private async Task FetchOhlcvFromApiAsync(
string ticker,
DateOnly startDate,
DateOnly endDate,
CancellationToken cancellationToken)
{
// Real KRX OpenAPI: Stock Price endpoint
var apiKey = Environment.GetEnvironmentVariable("KRX_OPENAPI") ?? "";
if (string.IsNullOrEmpty(apiKey))
{
_logger.LogWarning("KRX_OPENAPI not set, using stub data");
// Fallback to stub for local development (KRX format)
await Task.Delay(100, cancellationToken);
return $$"""
[
{"BasDt":"{{startDate:yyyyMMdd}}","Mkp":100.00,"Hipr":105.00,"Lopr":99.50,"Clpr":103.50,"Trqu":1000000},
{"BasDt":"{{startDate.AddDays(1):yyyyMMdd}}","Mkp":103.50,"Hipr":107.00,"Lopr":103.00,"Clpr":106.00,"Trqu":1100000}
]
""";
}
var results = new List();
// Fetch each trading day in range
for (var date = startDate; date <= endDate; date = date.AddDays(1))
{
// KRX API (spec): GET /svc/apis/sto/stk_bydd_trd with query param basDd=YYYYMMDD
var endpoint = $"{KrxApiBaseUrl}{KrxApiEndpoint}?basDd={date:yyyyMMdd}";
try
{
var request = new HttpRequestMessage(HttpMethod.Get, endpoint);
request.Headers.Add("AUTH_KEY", apiKey);
request.Headers.Add("Accept", "application/json");
request.Content = new StringContent("", System.Text.Encoding.UTF8, "application/json; charset=utf-8");
var response = await _httpClient.SendAsync(request, cancellationToken);
// Check rate limit header
if (response.Headers.TryGetValues("X-RateLimit-Remaining", out var remaining))
{
if (int.TryParse(remaining.First(), out var limit) && limit < 10)
{
_logger.LogWarning("KRX rate limit low: {Remaining} requests remaining", limit);
await Task.Delay(5000, cancellationToken); // 5s pause
}
}
if (!response.IsSuccessStatusCode)
{
_logger.LogWarning("KRX API returned {StatusCode} for {Date}; using stub data", response.StatusCode, date);
// Fallback to stub on HTTP error
await Task.Delay(100, cancellationToken);
return $$"""
[
{"BasDt":"{{startDate:yyyyMMdd}}","Mkp":100.00,"Hipr":105.00,"Lopr":99.50,"Clpr":103.50,"Trqu":1000000},
{"BasDt":"{{startDate.AddDays(1):yyyyMMdd}}","Mkp":103.50,"Hipr":107.00,"Lopr":103.00,"Clpr":106.00,"Trqu":1100000}
]
""";
}
var json = await response.Content.ReadAsStringAsync(cancellationToken);
results.Add(json);
}
catch (HttpRequestException ex)
{
_logger.LogWarning(ex, "KRX API request failed for {Date}; using stub data", date);
// Fallback to stub on network error
await Task.Delay(100, cancellationToken);
return $$"""
[
{"BasDt":"{{startDate:yyyyMMdd}}","Mkp":100.00,"Hipr":105.00,"Lopr":99.50,"Clpr":103.50,"Trqu":1000000},
{"BasDt":"{{startDate.AddDays(1):yyyyMMdd}}","Mkp":103.50,"Hipr":107.00,"Lopr":103.00,"Clpr":106.00,"Trqu":1100000}
]
""";
}
}
// Combine all responses
return $"[{string.Join(",", results.Select(r => ExtractPriceItems(r)))}]";
}
private string ExtractPriceItems(string krxResponse)
{
try
{
using var doc = JsonDocument.Parse(krxResponse);
var root = doc.RootElement;
if (root.TryGetProperty("OutBlock_1", out var outBlock))
{
return outBlock.GetRawText();
}
return "[]";
}
catch
{
return "[]";
}
}
private List ParseOhlcvResponse(string ticker, string jsonResponse)
{
var bars = new List();
try
{
using var doc = JsonDocument.Parse(jsonResponse);
var root = doc.RootElement;
if (root.ValueKind != JsonValueKind.Array)
{
_logger.LogWarning("Unexpected response format for {Ticker}: expected array", ticker);
return bars;
}
foreach (var element in root.EnumerateArray())
{
try
{
// Parse KRX PriceItem format
if (!element.TryGetProperty("BasDt", out var basDto))
continue;
var date = DateOnly.ParseExact(basDto.GetString()!, "yyyyMMdd");
var bar = new DataBackfiller.OhlcvBar(
Date: date,
Ticker: ticker,
Open: element.GetProperty("Mkp").GetDecimal(), // 시가
High: element.GetProperty("Hipr").GetDecimal(), // 고가
Low: element.GetProperty("Lopr").GetDecimal(), // 저가
Close: element.GetProperty("Clpr").GetDecimal(), // 종가
Volume: element.GetProperty("Trqu").GetInt64()); // 거래량
bars.Add(bar);
}
catch (Exception ex)
{
_logger.LogWarning(ex, "Failed to parse OHLCV element for {Ticker}", ticker);
}
}
}
catch (JsonException ex)
{
_logger.LogWarning(ex, "Failed to deserialize OHLCV response for {Ticker}", ticker);
}
return bars;
}
private static bool IsTransientError(HttpRequestException ex)
{
// 429: Too Many Requests (rate limit)
// 503: Service Unavailable
// 504: Gateway Timeout
// 408: Request Timeout
return ex.StatusCode == HttpStatusCode.TooManyRequests
|| ex.StatusCode == HttpStatusCode.ServiceUnavailable
|| ex.StatusCode == HttpStatusCode.GatewayTimeout
|| ex.StatusCode == HttpStatusCode.RequestTimeout
|| (ex.InnerException is TimeoutException);
}
}