Files
kis_bot/kis_trader/backtest/param_search_optuna.py
Hwang 78edb75e01 feat: Add new files and enhance backtesting functionality
Changes:
- Introduced new files for strategy definitions and study names.
- Enhanced `backtest_web.py` with functions to handle integer display prices and trade data formatting.
- Updated backtesting logic to incorporate end-of-day (EOD) parameters for breakout and momentum strategies.
- Added EOD configuration options in the database and parameter search files.

Impact:
- These changes improve the modularity and usability of the backtesting framework, allowing for better integration of EOD strategies and clearer trade data presentation.
2026-07-06 19:11:34 +09:00

784 lines
30 KiB
Python

#!/usr/bin/env python3
"""
kis_trader/backtest/param_search_optuna.py — Optuna TPE 파라미터 탐색 (전략별)
==============================================================================
기존 Grid CLI(tail_param_search.py 등)는 그대로 두고, Bayesian(TPE) add-on.
현재 구현: --strategy tail | momentum | breakout
실행 예:
# 꼬리
python3 kis_trader/backtest/param_search_optuna.py --strategy tail --mode fast --trials 200
# 모멘텀 (1위 정렬 기본 score=순익/MDD)
python3 kis_trader/backtest/param_search_optuna.py --strategy momentum --mode fast --trials 200
# 돌파
python3 kis_trader/backtest/param_search_optuna.py --strategy breakout --mode fast --trials 200
Win11 + VM 동시 분산: 같은 study-name · 같은 storage(141/kis_optuna) 로 각각 --trials 실행.
DB 적용:
--apply-best (1위 trial → env_config, 총손익≤0 이면 스킵)
Env (선택):
OPTUNA_DB_NAME=kis_optuna # 기본. 변경 시에만 설정
OPTUNA_STORAGE_URL=... # 전체 URL 직접 지정 시 위보다 우선
OPTUNA_TAIL_STUDY_NAME=... # study 이름 고정
"""
from __future__ import annotations
import argparse
import json
import logging
import os
import signal
import sys
import time
from dataclasses import dataclass, field
from datetime import datetime, timedelta
from typing import Any, Dict, List, Optional
HERE = os.path.dirname(os.path.abspath(__file__))
ROOT = os.path.dirname(os.path.dirname(HERE))
if ROOT not in sys.path:
sys.path.insert(0, ROOT)
if HERE not in sys.path:
sys.path.insert(0, HERE)
import optuna
from optuna.samplers import RandomSampler, TPESampler
from database import TradeDB
from kis_trader.backtest import tail_backtest_common as tbc
from kis_trader.backtest.optuna_common import (
OPTUNA_STRATEGIES,
optuna_run_lock_name,
resolve_optuna_storage_url,
resolve_study_name,
)
from kis_trader.backtest.optuna_breakout import (
apply_best_breakout_trial,
prepare_breakout_search_context,
run_breakout_optuna,
)
from kis_trader.backtest.optuna_momentum import (
apply_best_momentum_trial,
prepare_momentum_search_context,
run_momentum_optuna,
)
from kis_trader.backtest.optuna_search_space import suggest_tail_params, tail_grid_axis_keys
from kis_trader.backtest.param_search_cli_common import (
add_portfolio_cli_args,
add_search_filter_cli_args,
combo_passes_search_filters,
)
from kis_trader.backtest.param_search_pool import try_acquire_run_lock
from kis_trader.backtest.tail_param_search import (
TAIL_GRID_AXIS_HINTS_KO,
_results_dir_for_write,
_tail_params_to_env_map,
apply_params_to_db,
evaluate_tail_param_combo,
)
from kis_trader.engine import tail_engine as te
from kis_trader.engine.indicator_cache import attach_indicator_caches_to_params
from kis_trader.utils.env import get_env_from_db, get_env_int
logging.basicConfig(level=logging.INFO, format="%(message)s")
logger = logging.getLogger("param_search_optuna")
# 게이트 미통과 trial — Optuna direction=maximize 에서 최하점
_FAIL_OBJECTIVE = -1e18
# 전략별 --mode 허용값 (Grid CLI 와 동일)
STRATEGY_MODES: Dict[str, List[str]] = {
"tail": ["fast", "coarse", "fine", "full", "massive"],
"momentum": ["fast", "rr", "coarse", "fine", "full"],
"breakout": ["fast", "coarse", "fine", "full"],
}
@dataclass
class TailSearchContext:
"""Optuna objective 1회 로드 — trial 마다 재사용."""
start: str
end: str
mode: str
tail_tf: int
base_params: Dict[str, Any]
candles_by_code: Dict[str, List[Dict]]
total_candles: int
has_holding_peak: bool
universe_by_slot: Optional[Dict[str, List[str]]]
universe_source: str
universe_history_slots: int
scan_interval_min: int
ticks_by_code: Any
tick_rows: int
orderbook_by_code: Dict[str, Any]
program_by_code: Dict[str, Any]
log_verdict_by_code: Dict[str, Any]
trigger_snap_meta: Dict[str, Any]
fee_rate: float
sell_tax: float
slot_money: float
max_stocks: int
total_budget_krw: float
period_days: int
portfolio: Dict[str, Any]
grid_keys: List[str]
ob_filter_on: bool
cache_holder: Dict[str, Any] = field(default_factory=dict)
def prepare_tail_search_context(
start: str,
end: str,
mode: str,
*,
timeframe: int = 3,
use_fallback_universe: bool = False,
time_start_hm: Optional[int] = None,
time_end_hm: Optional[int] = None,
slot_money: Optional[float] = None,
max_stocks: Optional[int] = None,
total_budget_krw: Optional[float] = None,
orderbook_filter: str = "off",
) -> Optional[TailSearchContext]:
"""
run_search 와 동일한 데이터·base_params 1회 로드 (Grid 중복 최소화).
데이터 없으면 None.
"""
db = TradeDB()
try:
base_params = te.get_tail_defaults_from_db(db)
if time_start_hm is not None:
base_params["time_start_hm"] = int(time_start_hm)
if time_end_hm is not None:
base_params["time_end_hm"] = int(time_end_hm)
_ob_mode = (orderbook_filter or "off").strip().lower()
if _ob_mode == "off":
base_params["_orderbook_filter_enabled"] = False
elif _ob_mode == "on":
base_params["_orderbook_filter_enabled"] = True
ob_filter_on = bool(base_params.get("_orderbook_filter_enabled")) or _ob_mode == "auto"
logger.info(
"📌 호가필터: %s (%s)",
_ob_mode.upper(),
"적용" if ob_filter_on else "스킵 — 코어 파라미터 순수 탐색",
)
row = db.conn.execute("SELECT * FROM env_config ORDER BY id DESC LIMIT 1").fetchone()
r = dict(row) if row else {}
fee_rate, sell_tax, _slot_from_fee = tbc.fee_and_slot_from_env_row(r)
portfolio = tbc.resolve_tail_portfolio_params(
r,
base_params,
slot_money=slot_money if slot_money is not None else _slot_from_fee,
max_stocks=max_stocks,
total_budget_krw=total_budget_krw,
)
slot_money_f = float(portfolio["slot_money"])
max_stocks_i = int(portfolio["max_stocks"])
total_budget_f = float(portfolio["total_budget_krw"])
tbc.merge_tail_portfolio_into_params(base_params, portfolio)
base_params["capital"] = float(
r.get("BACKTEST_CAPITAL") or base_params.get("capital") or 100_000_000.0
)
period_days = max(
1,
(datetime.strptime(end, "%Y-%m-%d") - datetime.strptime(start, "%Y-%m-%d")).days + 1,
)
tail_tf = int(timeframe)
if tail_tf not in tbc.VALID_TIMEFRAMES:
logger.error("❌ timeframe 은 3·5·15·60 중 하나여야 합니다 (backtest_web 과 동일)")
return None
start_key, end_key, start_ymd, end_ymd = tbc.date_keys(start, end)
use_saved_history = not use_fallback_universe
universe_by_slot, universe_source, universe_history_slots, scan_interval_min = (
tbc.resolve_tail_universe(start_ymd, end_ymd, use_saved_history=use_saved_history)
)
if use_fallback_universe:
print("📌 [유니버스] --fallback-universe: 저장 이력 무시 → ws_candles 전 종목")
elif universe_source == "history":
avg = (
sum(len(v) for v in universe_by_slot.values()) / max(1, universe_history_slots)
if universe_by_slot else 0
)
print(
f"✅ 유니버스: SHORT 저장 이력 (웹백테 동일) | "
f"{universe_history_slots:,}슬롯 · 평균 {avg:.1f}종목"
)
else:
print("📌 [유니버스] 저장 이력 없음 → ws_candles 전 종목 (웹 폴백과 동일)")
base_params = dict(base_params)
base_params["scan_interval_min"] = scan_interval_min
base_params["timeframe"] = tail_tf
base_params.setdefault("backtest_tick_fallback_ohlc", True)
from kis_trader.engine.tail_tick_replay import tail_backtest_use_tick_db as _tail_use_tick
base_params.setdefault("backtest_use_tick_db", _tail_use_tick(None))
if base_params.get("backtest_use_tick_db"):
logger.info("📌 틱재생(ws_ticks): ON — 실매 체결 정합 모드 (OHLC 낙관편향 제거)")
logger.info(
f"📅 데이터 로드: {start} ~ {end} | TF={tail_tf} | "
f"유니버스={universe_source} | 매수시간 "
f"{base_params.get('time_start_hm', 930):04d}-{base_params.get('time_end_hm', 1500):04d}"
)
rsi_period = int(base_params.get("rsi_period", 14))
candles_by_code, total_candles, has_holding_peak = tbc.load_tail_candles_by_code(
db, start_key, end_key, tail_tf, rsi_period=rsi_period,
)
if not candles_by_code:
logger.info("❌ 백테스트할 데이터가 없습니다.")
return None
ticks_by_code: Dict[str, Any] = {}
tick_rows = 0
from kis_trader.engine.tail_tick_replay import tail_backtest_wants_tick_replay
from kis_trader.backtest.tail_tick_loader import load_tail_ticks_by_code, tick_coverage_stats
_tick_probe = dict(base_params)
_tick_probe["entry_mode"] = "align"
if tail_backtest_wants_tick_replay(_tick_probe):
_tick_db = TradeDB()
try:
ticks_by_code, tick_rows = load_tail_ticks_by_code(
_tick_db, start_key, end_key, set(candles_by_code.keys()),
)
finally:
_tick_db.close()
if tick_rows > 0:
tick_meta = tick_coverage_stats(candles_by_code, ticks_by_code)
cov = tick_meta.get("tick_bar_coverage_pct", 0)
logger.info(
"✅ ws_ticks %s건 | 3분봉 커버리지 %s%% (%s/%s종목)",
f"{tick_rows:,}",
cov,
tick_meta.get("tick_codes_with_data", 0),
tick_meta.get("tick_codes_total", 0),
)
elif tail_backtest_wants_tick_replay(_tick_probe):
logger.warning("⚠️ ws_ticks 없음 — OHLC 폴백 (WS_TICK_SAVE_ENABLED 후 재탐색)")
from kis_trader.backtest.tail_param_search import _tail_grids
pre_grid = _tail_grids(mode)
_ob_axes = ("max_spread_pct", "min_bid_ask_ratio")
_ob_sweeping = any(len(set(pre_grid.get(k) or [])) > 1 for k in _ob_axes)
if ob_filter_on and _ob_sweeping:
base_params["backtest_use_kiwoom_body_snapshot"] = True
base_params["_backtest_use_kiwoom_body"] = True
logger.info("📌 호가필터 스윕 활성 → kiwoom_0d 본체 재계산")
orderbook_by_code: Dict[str, Any] = {}
program_by_code: Dict[str, Any] = {}
log_verdict_by_code: Dict[str, Any] = {}
trigger_snap_meta: Dict[str, Any] = {}
try:
from kis_trader.backtest.trigger_snapshot_loader import load_trigger_snapshots_by_code
orderbook_by_code, program_by_code, trigger_snap_meta = load_trigger_snapshots_by_code(
db, start_key, end_key, set(candles_by_code.keys()),
engine_params=base_params, strategy="TAIL",
)
log_verdict_by_code = trigger_snap_meta.get("log_verdict_by_code") or {}
ob_rows = int(trigger_snap_meta.get("ws_orderbook_rows_loaded") or 0)
pg_rows = int(trigger_snap_meta.get("ws_program_rows_loaded") or 0)
logger.info(
"✅ TRIGGER 스냅샷 ws_orderbook %s건 | ws_program %s",
f"{ob_rows:,}", f"{pg_rows:,}",
)
except Exception as _snap_ex:
logger.debug("trigger snapshot 로드 스킵: %s", _snap_ex)
logger.info(
f"📦 종목: {len(candles_by_code)}개 | 캔들: {total_candles:,}개 | portfolio_mode=ON"
)
logger.info(
f"💼 포트폴리오: 1회 {slot_money_f:,.0f}원 | 동시 {max_stocks_i}종 | "
f"총한도 {total_budget_f:,.0f}"
)
if portfolio.get("budget_warning"):
logger.warning(f"💰 {portfolio['budget_warning']}")
if "entry_mode" not in pre_grid:
_search_entry = get_env_from_db("TAIL_PARAM_SEARCH_ENTRY_MODE", "")
if _search_entry not in (None, "", "None"):
base_params["entry_mode"] = str(_search_entry).strip().lower()
cache_holder: Dict[str, Any] = {}
attach_indicator_caches_to_params(cache_holder, candles_by_code)
return TailSearchContext(
start=start,
end=end,
mode=mode,
tail_tf=tail_tf,
base_params=base_params,
candles_by_code=candles_by_code,
total_candles=total_candles,
has_holding_peak=has_holding_peak,
universe_by_slot=universe_by_slot,
universe_source=universe_source,
universe_history_slots=universe_history_slots,
scan_interval_min=scan_interval_min,
ticks_by_code=ticks_by_code,
tick_rows=tick_rows,
orderbook_by_code=orderbook_by_code,
program_by_code=program_by_code,
log_verdict_by_code=log_verdict_by_code,
trigger_snap_meta=trigger_snap_meta,
fee_rate=fee_rate,
sell_tax=sell_tax,
slot_money=slot_money_f,
max_stocks=max_stocks_i,
total_budget_krw=total_budget_f,
period_days=period_days,
portfolio=portfolio,
grid_keys=tail_grid_axis_keys(mode),
ob_filter_on=ob_filter_on,
cache_holder=cache_holder,
)
finally:
db.close()
def _make_sampler(name: str, seed: Optional[int]):
n = (name or "tpe").strip().lower()
if n == "random":
return RandomSampler(seed=seed)
return TPESampler(seed=seed, multivariate=True)
def run_tail_optuna(
ctx: TailSearchContext,
*,
n_trials: int,
storage_url: str,
study_name: str,
min_trades: int,
min_win_rate: float,
min_pf: float,
sort_by: str = "pnl",
sampler_name: str = "tpe",
seed: Optional[int] = None,
n_jobs: int = 1,
show_progress: bool = True,
) -> optuna.Study:
"""Optuna study 실행 — trial.user_attrs 에 상세 결과 저장."""
direction = "maximize"
sampler = _make_sampler(sampler_name, seed)
study = optuna.create_study(
study_name=study_name,
storage=storage_url,
load_if_exists=True,
direction=direction,
sampler=sampler,
)
def objective(trial: optuna.Trial) -> float:
combo = suggest_tail_params(trial, ctx.mode)
result = evaluate_tail_param_combo(
combo,
base_params=ctx.base_params,
candles_by_code=ctx.candles_by_code,
fee_rate=ctx.fee_rate,
sell_tax=ctx.sell_tax,
min_trades=min_trades,
min_win_rate=min_win_rate,
min_pf=min_pf,
universe_by_slot=ctx.universe_by_slot,
slot_money=ctx.slot_money,
max_stocks=ctx.max_stocks,
total_budget_krw=ctx.total_budget_krw,
period_days=ctx.period_days,
cache_holder=ctx.cache_holder,
ticks_by_code=ctx.ticks_by_code,
orderbook_by_code=ctx.orderbook_by_code,
program_by_code=ctx.program_by_code,
log_verdict_by_code=ctx.log_verdict_by_code,
)
if result is None:
trial.set_user_attr("gates_ok", False)
return _FAIL_OBJECTIVE
trial.set_user_attr("gates_ok", True)
trial.set_user_attr("total_pnl", float(result["total_pnl"]))
trial.set_user_attr("win_rate", float(result["win_rate"]))
trial.set_user_attr("pf", float(result.get("pf") or 0))
trial.set_user_attr("total_trades", int(result["total_trades"]))
trial.set_user_attr("params_json", json.dumps(result["params"], ensure_ascii=False))
if sort_by == "win_rate":
return float(result["win_rate"])
return float(result["total_pnl"])
logger.info(
"🔬 Optuna 시작 | study=%s | trials=%d | sampler=%s | storage=%s | n_jobs=%d",
study_name, n_trials, sampler_name, storage_url, n_jobs,
)
t0 = time.time()
study.optimize(
objective,
n_trials=n_trials,
n_jobs=n_jobs,
show_progress_bar=show_progress,
)
elapsed = time.time() - t0
logger.info("✅ Optuna 완료 | %.1f초 | 완료 trial %d", elapsed, len(study.trials))
# JSON export — study.user_attrs 기준 (n_jobs>1 에도 안전)
passing: List[Dict[str, Any]] = []
for trial in study.trials:
if trial.state != optuna.trial.TrialState.COMPLETE:
continue
if not trial.user_attrs.get("gates_ok"):
continue
params_raw = trial.user_attrs.get("params_json") or "{}"
try:
combo = json.loads(params_raw)
except json.JSONDecodeError:
combo = dict(trial.params)
passing.append({
"params": combo,
"apply_cfg": {**ctx.base_params, **combo},
"total_trades": int(trial.user_attrs.get("total_trades") or 0),
"win_rate": float(trial.user_attrs.get("win_rate") or 0),
"total_pnl": float(trial.user_attrs.get("total_pnl") or 0),
"pf": float(trial.user_attrs.get("pf") or 0),
"optuna_trial_number": trial.number,
})
if sort_by == "pnl":
passing.sort(key=lambda r: (-float(r["total_pnl"]), -float(r["win_rate"])))
else:
passing.sort(key=lambda r: (-float(r["win_rate"]), -float(r["total_pnl"])))
profitable = [r for r in passing if float(r.get("total_pnl") or 0) > 0]
if profitable:
passing = profitable
out_data = {
"engine": "optuna",
"mode": ctx.mode,
"start": ctx.start,
"end": ctx.end,
"timeframe": ctx.tail_tf,
"universe_source": ctx.universe_source,
"universe_history_slots": ctx.universe_history_slots,
"slot_money": int(ctx.slot_money),
"max_stocks": ctx.max_stocks,
"total_budget_krw": int(ctx.total_budget_krw),
"portfolio_mode": True,
"budget_warning": ctx.portfolio.get("budget_warning"),
"backtest_days": ctx.period_days,
"min_trades": min_trades,
"min_win_rate": min_win_rate,
"min_pf": min_pf,
"sort_by": sort_by,
"grid_keys": ctx.grid_keys,
"grid_axis_hints": {k: TAIL_GRID_AXIS_HINTS_KO[k] for k in ctx.grid_keys if k in TAIL_GRID_AXIS_HINTS_KO},
"holding_peak_in_candles": ctx.has_holding_peak,
"optuna_study_name": study_name,
"optuna_storage": storage_url,
"optuna_n_trials_requested": n_trials,
"optuna_trials_completed": len(study.trials),
"optuna_best_value": study.best_value if study.best_trial else None,
"optuna_best_trial_number": study.best_trial.number if study.best_trial else None,
"elapsed_sec": round(elapsed, 1),
"results": passing[:5000],
}
ts = datetime.now().strftime("%Y%m%d_%H%M%S")
out_name = f"optuna_tail_{ctx.mode}_{ts}.json"
out_dir = _results_dir_for_write()
out_path = os.path.join(out_dir, out_name)
try:
with open(out_path, "w", encoding="utf-8") as f:
json.dump(out_data, f, indent=2, ensure_ascii=False)
except OSError:
fb = os.path.join(os.path.expanduser("~"), ".kis_bot_search_results")
os.makedirs(fb, exist_ok=True)
out_path = os.path.join(fb, out_name)
with open(out_path, "w", encoding="utf-8") as f:
json.dump(out_data, f, indent=2, ensure_ascii=False)
logger.warning("⚠️ results/ 쓰기 권한 없음 → 폴백 저장: %s", out_path)
logger.info("💾 Optuna 결과 저장: %s", out_path)
if study.best_trial and study.best_value > _FAIL_OBJECTIVE + 1:
bt = study.best_trial
logger.info(
"🏆 Best trial #%d | objective=%.4g | pnl=%s | wr=%.1f%% | trades=%s",
bt.number,
study.best_value,
bt.user_attrs.get("total_pnl"),
float(bt.user_attrs.get("win_rate") or 0),
bt.user_attrs.get("total_trades"),
)
else:
logger.info("⚠️ 조건 만족 trial 없음 (min_trades·승률·PF 게이트 확인)")
study._kis_export_path = out_path # type: ignore[attr-defined]
return study
def apply_best_trial(study: optuna.Study, ctx: TailSearchContext) -> bool:
"""Best trial → env_config (총손익≤0 스킵)."""
if not study.best_trial or study.best_value <= _FAIL_OBJECTIVE + 1:
logger.warning("⚠️ 적용할 best trial 없음 — DB 미적용")
return False
pnl = float(study.best_trial.user_attrs.get("total_pnl") or 0)
if pnl <= 0:
logger.warning("⚠️ Best trial 총손익 ≤ 0 — DB 미적용. 기존 설정 유지.")
return False
params_raw = study.best_trial.user_attrs.get("params_json") or "{}"
combo = json.loads(params_raw)
merged = {**ctx.base_params, **combo}
apply_params_to_db(merged)
env_map = _tail_params_to_env_map(merged)
logger.info("🚀 [Optuna apply-best] trial #%d → env_config", study.best_trial.number)
logger.info("적용된 값: %s", json.dumps(env_map, indent=2, ensure_ascii=False))
return True
def main() -> None:
today = datetime.now().strftime("%Y-%m-%d")
week_ago = (datetime.now() - timedelta(days=7)).strftime("%Y-%m-%d")
parser = argparse.ArgumentParser(
description="Optuna TPE 파라미터 탐색 (Grid CLI add-on, storage=MariaDB 141 기본)",
)
parser.add_argument(
"--strategy", default="tail", choices=list(OPTUNA_STRATEGIES),
help="전략: tail | momentum | breakout",
)
parser.add_argument("--start", default=week_ago, help="시작일 YYYY-MM-DD")
parser.add_argument("--end", default=today, help="종료일 YYYY-MM-DD")
parser.add_argument("--timeframe", "--tf", default=3, type=int, dest="timeframe",
help="ws_candles 분봉 3·5·15·60")
add_portfolio_cli_args(parser)
parser.add_argument(
"--mode", default="fast",
help="탐색 축 모드 (전략별 Grid 와 동일 — tail:fast/coarse/… momentum:fast/rr/… breakout:fast/coarse/…)",
)
parser.add_argument(
"--trials", type=int, default=None,
help="Optuna trial 수 (미지정 시 PARAM_SEARCH_OPTUNA_N_TRIALS·DB, 기본 200)",
)
parser.add_argument(
"--study-name", default=None, dest="study_name",
help="Study 이름 (미지정 시 OPTUNA_TAIL_STUDY_NAME 또는 tail_{mode}_{start}_{end})",
)
parser.add_argument(
"--storage", default=None,
help="Optuna storage URL (미지정 시 MariaDB 141/kis_optuna)",
)
parser.add_argument(
"--sampler", default=None, choices=["tpe", "random"],
help="샘플러 (미지정 시 PARAM_SEARCH_OPTUNA_SAMPLER·DB, 기본 tpe)",
)
parser.add_argument("--seed", type=int, default=None, help="재현용 random seed")
parser.add_argument(
"--n-jobs", type=int, default=None, dest="n_jobs",
help="프로세스 내 병렬 trial (기본 1). PC 2대 분산은 각각 실행 + 동일 study-name",
)
parser.add_argument(
"--sort-by", default=None,
dest="sort_by",
help="목적함수: tail/breakout pnl|win_rate, momentum score|pnl|win_rate (미지정=전략 기본)",
)
add_search_filter_cli_args(parser)
parser.add_argument("--min_trades", default=3, type=int, help="최소 거래 건수")
parser.add_argument("--fallback-universe", action="store_true", dest="fallback_universe")
parser.add_argument("--use-universe-history", action="store_true", dest="use_universe_history")
parser.add_argument(
"--orderbook-filter", default="off", choices=["off", "on", "auto"],
dest="orderbook_filter",
)
parser.add_argument(
"--apply-best", action="store_true", dest="apply_best",
help="탐색 후 best trial 을 env_config 에 반영",
)
parser.add_argument(
"--no-progress", action="store_true", dest="no_progress",
help="Optuna progress bar 끄기",
)
args = parser.parse_args()
n_trials = args.trials
if n_trials is None:
n_trials = get_env_int("PARAM_SEARCH_OPTUNA_N_TRIALS", 200)
n_trials = max(1, int(n_trials))
n_jobs = args.n_jobs
if n_jobs is None:
n_jobs = get_env_int("PARAM_SEARCH_OPTUNA_N_JOBS", 1)
n_jobs = max(1, int(n_jobs))
sampler_name = args.sampler
if not sampler_name:
sampler_name = str(get_env_from_db("PARAM_SEARCH_OPTUNA_SAMPLER", "tpe") or "tpe").strip().lower()
def _sigterm_to_kbd(_sig, _frm):
raise KeyboardInterrupt("SIGTERM 수신 → 종료")
try:
signal.signal(signal.SIGTERM, _sigterm_to_kbd)
except Exception:
pass
strategy = (args.strategy or "tail").strip().lower()
if strategy not in OPTUNA_STRATEGIES:
logger.error("❌ --strategy 는 tail/momentum/breakout 중 하나")
sys.exit(2)
allowed_modes = STRATEGY_MODES.get(strategy, [])
mode = (args.mode or "fast").strip().lower()
if mode not in allowed_modes:
logger.error("%s --mode '%s' 불가. 허용: %s", strategy, mode, allowed_modes)
sys.exit(2)
sort_by = (args.sort_by or "").strip().lower()
if not sort_by:
sort_by = "score" if strategy == "momentum" else "pnl"
momentum_sort = {"score", "pnl", "win_rate"}
basic_sort = {"pnl", "win_rate"}
if strategy == "momentum" and sort_by not in momentum_sort:
logger.error("❌ momentum --sort-by 는 score|pnl|win_rate")
sys.exit(2)
if strategy in ("tail", "breakout") and sort_by not in basic_sort:
logger.error("%s --sort-by 는 pnl|win_rate", strategy)
sys.exit(2)
lock_name = optuna_run_lock_name(strategy)
run_lock = try_acquire_run_lock(lock_name)
if run_lock is None:
logger.error(
"⛔ 이미 실행 중인 %s 가 있습니다.\n"
" ps -ef | grep param_search_optuna\n"
" pkill -f 'param_search_optuna.py' 후 재실행",
lock_name,
)
sys.exit(2)
use_fallback = bool(args.fallback_universe)
if args.use_universe_history:
use_fallback = False
storage_url = resolve_optuna_storage_url(args.storage)
study_name = resolve_study_name(
strategy=strategy,
mode=mode,
start=args.start,
end=args.end,
cli_override=args.study_name,
)
try:
if strategy == "tail":
ctx = prepare_tail_search_context(
args.start, args.end, mode,
timeframe=args.timeframe,
use_fallback_universe=use_fallback,
time_start_hm=args.time_start,
time_end_hm=args.time_end,
slot_money=args.slot_money,
max_stocks=args.max_stocks,
total_budget_krw=args.total_budget,
orderbook_filter=args.orderbook_filter,
)
if ctx is None:
sys.exit(1)
study = run_tail_optuna(
ctx,
n_trials=n_trials,
storage_url=storage_url,
study_name=study_name,
min_trades=args.min_trades,
min_win_rate=args.min_win_rate,
min_pf=args.min_pf,
sort_by=sort_by,
sampler_name=sampler_name,
seed=args.seed,
n_jobs=n_jobs,
show_progress=not args.no_progress,
)
if args.apply_best:
apply_best_trial(study, ctx)
elif strategy == "momentum":
ctx_m = prepare_momentum_search_context(
args.start, args.end, mode,
use_fallback_universe=use_fallback,
time_start_hm=args.time_start,
time_end_hm=args.time_end,
slot_money=args.slot_money,
max_stocks=args.max_stocks,
total_budget_krw=args.total_budget,
orderbook_filter=args.orderbook_filter,
)
if ctx_m is None:
sys.exit(1)
study = run_momentum_optuna(
ctx_m,
n_trials=n_trials,
storage_url=storage_url,
study_name=study_name,
min_trades=args.min_trades,
min_win_rate=args.min_win_rate,
min_pf=args.min_pf,
sort_by=sort_by,
sampler_name=sampler_name,
seed=args.seed,
n_jobs=n_jobs,
show_progress=not args.no_progress,
)
if args.apply_best:
apply_best_momentum_trial(study)
else:
ctx_b = prepare_breakout_search_context(
args.start, args.end, mode,
use_fallback_universe=use_fallback,
time_start_hm=args.time_start,
time_end_hm=args.time_end,
slot_money=args.slot_money,
max_stocks=args.max_stocks,
total_budget_krw=args.total_budget,
orderbook_filter=args.orderbook_filter,
)
if ctx_b is None:
sys.exit(1)
study = run_breakout_optuna(
ctx_b,
n_trials=n_trials,
storage_url=storage_url,
study_name=study_name,
min_trades=args.min_trades,
min_win_rate=args.min_win_rate,
min_pf=args.min_pf,
sort_by=sort_by,
sampler_name=sampler_name,
seed=args.seed,
n_jobs=n_jobs,
show_progress=not args.no_progress,
)
if args.apply_best:
apply_best_breakout_trial(study)
except KeyboardInterrupt as e:
print(f"\n{e} — 중단", flush=True)
sys.exit(130)
finally:
run_lock.release()
if __name__ == "__main__":
main()