a351f65550
v0.9 ticket 01. Independent exploration_sessions/exploration_messages entities (never merged into EvalRun, keeping ADR-0001/0002 semantics intact): create/message/close APIs forward virtual-user messages through the target's real channel, persist both parties' rows with latency, and close with a whitelist-normalized experience record. Budget enforcement is a platform ledger — sessions per window, turns per session, and session interval overruns return 409 with readable reasons; accelerated lines accept manual sessions only. Messages delivered but unanswered still consume a turn so timeouts cannot bypass the budget.
64 lines
1.7 KiB
Python
64 lines
1.7 KiB
Python
"""Shared test fixtures."""
|
|
|
|
import os
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
from sqlmodel import Session, SQLModel, create_engine
|
|
|
|
# Force tests to use a temp SQLite file instead of the real data/ dir.
|
|
os.environ.setdefault("AGENTEVAL_DATA_DIR_OVERRIDE", "")
|
|
|
|
|
|
@pytest.fixture()
|
|
def anyio_backend():
|
|
return "asyncio"
|
|
|
|
|
|
@pytest.fixture()
|
|
def tmp_db_path(tmp_path: Path) -> Path:
|
|
"""Return a path to a throwaway SQLite file for one test."""
|
|
return tmp_path / "test.db"
|
|
|
|
|
|
@pytest.fixture()
|
|
def db_session(tmp_db_path: Path) -> Session:
|
|
"""Yield a SQLModel Session backed by a fresh in-memory-ish SQLite file.
|
|
|
|
Tables are created via SQLModel.metadata.create_all; the session is closed
|
|
at the end of the test.
|
|
"""
|
|
# Import DB models so their table=True declarations register in metadata.
|
|
from agenteval.storage.db import ( # noqa: F401
|
|
CampaignAnalysisDB,
|
|
CampaignDB,
|
|
EvalResultDB,
|
|
EvalRunDB,
|
|
EvalTargetDB,
|
|
ExplorationMessageDB,
|
|
ExplorationSessionDB,
|
|
ModelConfigDB,
|
|
ScenarioDB,
|
|
ScenarioModelBindingDB,
|
|
TurnDB,
|
|
)
|
|
|
|
engine = create_engine(
|
|
f"sqlite:///{tmp_db_path}",
|
|
connect_args={"check_same_thread": False},
|
|
)
|
|
SQLModel.metadata.create_all(engine)
|
|
|
|
# Sanity check: verify the scenarios table has all expected columns.
|
|
from sqlalchemy import inspect as sa_inspect
|
|
|
|
cols = [c["name"] for c in sa_inspect(engine).get_columns("scenarios")]
|
|
assert "llm_config" in cols, f"scenarios table missing llm_config; cols={cols}"
|
|
|
|
session = Session(engine)
|
|
try:
|
|
yield session
|
|
finally:
|
|
session.close()
|
|
engine.dispose()
|