e4404f1fa2
Introduce the 评估活动 (Campaign) aggregate above Run: a single-target, service-cycle window driving a static plan. Adds Campaign/CampaignPlanEntry models, CampaignDB table, nullable eval_runs.campaign_id, CampaignRepository, Alembic migration, and POST/GET /api/campaigns with validation. Ticket 01 of v0.6; no scheduling or child-run spawning yet (ADR-0003 v1).
60 lines
1.6 KiB
Python
60 lines
1.6 KiB
Python
"""Shared test fixtures."""
|
|
|
|
import os
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
from sqlmodel import Session, SQLModel, create_engine
|
|
|
|
# Force tests to use a temp SQLite file instead of the real data/ dir.
|
|
os.environ.setdefault("AGENTEVAL_DATA_DIR_OVERRIDE", "")
|
|
|
|
|
|
@pytest.fixture()
|
|
def anyio_backend():
|
|
return "asyncio"
|
|
|
|
|
|
@pytest.fixture()
|
|
def tmp_db_path(tmp_path: Path) -> Path:
|
|
"""Return a path to a throwaway SQLite file for one test."""
|
|
return tmp_path / "test.db"
|
|
|
|
|
|
@pytest.fixture()
|
|
def db_session(tmp_db_path: Path) -> Session:
|
|
"""Yield a SQLModel Session backed by a fresh in-memory-ish SQLite file.
|
|
|
|
Tables are created via SQLModel.metadata.create_all; the session is closed
|
|
at the end of the test.
|
|
"""
|
|
# Import DB models so their table=True declarations register in metadata.
|
|
from agenteval.storage.db import ( # noqa: F401
|
|
CampaignDB,
|
|
EvalResultDB,
|
|
EvalRunDB,
|
|
EvalTargetDB,
|
|
ModelConfigDB,
|
|
ScenarioDB,
|
|
ScenarioModelBindingDB,
|
|
TurnDB,
|
|
)
|
|
|
|
engine = create_engine(
|
|
f"sqlite:///{tmp_db_path}",
|
|
connect_args={"check_same_thread": False},
|
|
)
|
|
SQLModel.metadata.create_all(engine)
|
|
|
|
# Sanity check: verify the scenarios table has all expected columns.
|
|
from sqlalchemy import inspect as sa_inspect
|
|
cols = [c["name"] for c in sa_inspect(engine).get_columns("scenarios")]
|
|
assert "llm_config" in cols, f"scenarios table missing llm_config; cols={cols}"
|
|
|
|
session = Session(engine)
|
|
try:
|
|
yield session
|
|
finally:
|
|
session.close()
|
|
engine.dispose()
|