"""Phase 4 测试:Job 状态机 / 执行与 Experiment 自动归档 / API 提交与查询。""" from __future__ import annotations from datetime import date, datetime import pytest from app.application.services.job_executor import execute_job from app.domain.entities.research import ( JobRecord, JobStatus, ResearchSpec, ) from app.infrastructure.persistence.sqlalchemy.base import Base from app.infrastructure.persistence.sqlalchemy.repositories.jobs_impl import ( SqlAlchemyExperimentRepository, SqlAlchemyJobRepository, ) from app.main import app from app.quant.engine import LocalEngine from fastapi.testclient import TestClient from sqlalchemy import create_engine from sqlalchemy.orm import Session from conftest_quant import bars_dataframe_to_daily_bars, synthetic_daily _SYMS = ["60000" + str(i) + ".SH" for i in range(5)] def _spec(**kw) -> ResearchSpec: base = dict( type="backtest", universe={"exclude_st": False, "min_listing_days": 0}, factors=[{"name": "momentum_20", "weight": 1.0}], selection={"top_n": 1}, rebalance="monthly", period=["2024-03-01", "2024-10-31"], ) base.update(kw) return ResearchSpec.model_validate(base) class _FakeStockRepo: def __init__(self, stocks): self._stocks = stocks def list(self): return self._stocks class _FakeDailyRepo: def __init__(self, bars): self._bars = bars def get_range_many(self, symbols, start, end): return [b for b in self._bars if b.symbol in symbols and start <= b.trade_date <= end] def get_range(self, symbol, start, end): return [b for b in self._bars if b.symbol == symbol and start <= b.trade_date <= end] def _fakes(): from app.domain.entities.market import Stock stocks = [ Stock(symbol=s, name=f"测试{i}", list_date=date(1999, 1, 1)) for i, s in enumerate(_SYMS) ] drifts = {s: 0.003 - 0.0015 * i for i, s in enumerate(_SYMS)} bars = bars_dataframe_to_daily_bars(synthetic_daily(drifts, n=300)) return stocks, bars @pytest.fixture() def sf(tmp_path): engine = create_engine(f"sqlite:///{tmp_path / 'jobs.db'}", future=True) Base.metadata.create_all(engine) return lambda: Session(engine) class TestJobExecutor: def test_success_archives_experiment(self, sf) -> None: stocks, bars = _fakes() job = JobRecord( id="JOB-TEST-1", kind="backtest", spec_json=_spec().model_dump_json(), status=JobStatus.QUEUED, created_at=datetime.now(), ) with sf() as session: SqlAlchemyJobRepository(session).create(job) session.commit() execute_job( "JOB-TEST-1", session_factory=sf, job_repo_factory=lambda s: SqlAlchemyJobRepository(s), experiment_repo_factory=lambda s: SqlAlchemyExperimentRepository(s), stock_repo_factory=lambda s: _FakeStockRepo(stocks), daily_repo_factory=lambda s: _FakeDailyRepo(bars), engine=LocalEngine(), ) with sf() as session: done = SqlAlchemyJobRepository(session).get("JOB-TEST-1") assert done is not None assert done.status == JobStatus.SUCCESS assert done.result_json is not None assert done.experiment_id is not None exp = SqlAlchemyExperimentRepository(session).get(done.experiment_id) assert exp is not None assert exp.kind == "backtest" assert exp.summary_text is not None assert "总收益" in (exp.summary_text or "") def test_failure_marks_failed(self, sf) -> None: stocks, _bars = _fakes() job = JobRecord( id="JOB-TEST-2", kind="backtest", spec_json=_spec(factors=[{"name": "no_such", "weight": 1.0}]).model_dump_json(), status=JobStatus.QUEUED, created_at=datetime.now(), ) with sf() as session: SqlAlchemyJobRepository(session).create(job) session.commit() execute_job( "JOB-TEST-2", session_factory=sf, job_repo_factory=lambda s: SqlAlchemyJobRepository(s), experiment_repo_factory=lambda s: SqlAlchemyExperimentRepository(s), stock_repo_factory=lambda s: _FakeStockRepo(stocks), daily_repo_factory=lambda s: _FakeDailyRepo([]), engine=LocalEngine(), ) with sf() as session: done = SqlAlchemyJobRepository(session).get("JOB-TEST-2") assert done is not None assert done.status == JobStatus.FAILED assert done.error class TestJobsApi: def test_submit_then_query(self) -> None: with TestClient(app) as client: resp = client.post("/api/jobs", json=_spec().model_dump(mode="json")) assert resp.status_code == 200 body = resp.json() assert body["status"] == "queued" job_id = body["job_id"] # 后台任务随请求执行完成(TestClient 同步运行 BackgroundTasks) for _ in range(20): state = client.get(f"/api/jobs/{job_id}").json() if state["status"] in (JobStatus.SUCCESS, JobStatus.FAILED): break assert state["status"] == JobStatus.SUCCESS assert state["result"] is not None assert state["spec"]["factors"][0]["name"] == "momentum_20" assert state["experiment_id"] def test_unknown_job_404(self) -> None: with TestClient(app) as client: assert client.get("/api/jobs/JOB-NOPE").status_code == 404 def test_experiments_list_and_detail(self) -> None: with TestClient(app) as client: resp = client.get("/api/experiments") assert resp.status_code == 200 exps = resp.json() if exps: # 本机真实库中可能有历史实验;detail 可读即通过 first = exps[0] detail = client.get(f"/api/experiments/{first['id']}") assert detail.status_code == 200 assert "result" in detail.json()