"""Repository layer for database access.""" from datetime import datetime from typing import Generic, Optional, TypeVar from sqlmodel import Session, select from agenteval.exploration.models import ExplorationMessage, ExplorationSession from agenteval.models import Campaign, CampaignStatus, CampaignSummary, Case, EvalResult, EvalRun, EvalTarget, Scenario from agenteval.services.model_configs import ModelConfigService from agenteval.storage.db import ( CampaignAnalysisDB, CampaignDB, CampaignPeriodComparisonDB, EvalResultDB, EvalRunDB, EvalTargetDB, ExplorationMessageDB, ExplorationSessionDB, ScenarioDB, TurnDB, get_session, utc_now, ) from agenteval.storage.model_config_repository import ScenarioModelBindingRepository M = TypeVar("M") # domain model DB = TypeVar("DB") # persisted table row class BaseRepository(Generic[M, DB]): """Shared CRUD skeleton for id-keyed entity repositories. Subclasses declare the table (``_table``) and the ``list_all`` ordering column name (``_order_by``, newest-first), and implement the ``_to_db`` / ``_from_db`` converter pair. The converters are instance methods so a subclass whose ``_from_db`` needs cross-table reads (e.g. Scenario's model bindings) can reach ``self.session``. Entities with bespoke create/update (binding validation, versioning) override just those methods. """ _table: type _order_by: str def __init__(self, session: Optional[Session] = None): self.session = session or get_session() def _to_db(self, obj: M) -> DB: raise NotImplementedError def _from_db(self, db: DB) -> M: raise NotImplementedError def list_all(self) -> list[M]: column = getattr(self._table, self._order_by) statement = select(self._table).order_by(column.desc()) return [self._from_db(r) for r in self.session.exec(statement).all()] def get(self, entity_id: str) -> Optional[M]: db = self.session.get(self._table, entity_id) return self._from_db(db) if db else None def create(self, obj: M) -> M: db = self._to_db(obj) self.session.add(db) self.session.commit() self.session.refresh(db) return self._from_db(db) def delete(self, entity_id: str) -> bool: db = self.session.get(self._table, entity_id) if not db: return False self.session.delete(db) self.session.commit() return True def _result_to_db(result: EvalResult) -> EvalResultDB: return EvalResultDB( id=result.id, run_id=result.run_id, case_id=result.case_id, turn_id=result.turn_id, rule_type=result.rule_type, passed=result.passed, score=result.score, reason=result.reason, ) def _result_from_db(db: EvalResultDB) -> EvalResult: return EvalResult( id=db.id, run_id=db.run_id, case_id=db.case_id, turn_id=db.turn_id, rule_type=db.rule_type, passed=db.passed, score=db.score, reason=db.reason, ) class TargetRepository(BaseRepository[EvalTarget, EvalTargetDB]): """Repository for evaluation targets.""" _table = EvalTargetDB _order_by = "created_at" def _to_db(self, target: EvalTarget) -> EvalTargetDB: db = EvalTargetDB( id=target.id, name=target.name, description=target.description, platform=target.platform.value, channel_type=target.channel_type.value, status=target.status.value, created_at=target.created_at, updated_at=target.updated_at or utc_now(), ) db.set_config(target.channel_config) return db def _from_db(self, db: EvalTargetDB) -> EvalTarget: return EvalTarget( id=db.id, name=db.name, description=db.description, platform=db.platform, channel_type=db.channel_type, channel_config=db.get_config(), status=db.status, created_at=db.created_at, updated_at=db.updated_at, ) def update(self, target: EvalTarget) -> Optional[EvalTarget]: existing = self.session.get(EvalTargetDB, target.id) if not existing: return None existing.name = target.name existing.description = target.description existing.platform = target.platform.value existing.channel_type = target.channel_type.value existing.status = target.status.value existing.set_config(target.channel_config) existing.updated_at = utc_now() self.session.add(existing) self.session.commit() self.session.refresh(existing) return self._from_db(existing) class ScenarioRepository(BaseRepository[Scenario, ScenarioDB]): """Repository for evaluation scenarios.""" _table = ScenarioDB _order_by = "created_at" def _to_db(self, scenario: Scenario) -> ScenarioDB: db = ScenarioDB( id=scenario.id, name=scenario.name, description=scenario.description, created_at=scenario.created_at, updated_at=scenario.updated_at or utc_now(), ) db.set_tags(scenario.tags) # mode="json" 与 update() 的考纲比较保持同一序列化形态,避免假升版 db.set_cases([case.model_dump(mode="json") for case in scenario.cases]) db.set_llm_config(scenario.llm_config) return db def _from_db(self, db: ScenarioDB) -> Scenario: bindings = ScenarioModelBindingRepository(self.session).get_for_scenario(db.id or "") return Scenario( id=db.id, name=db.name, description=db.description, tags=db.get_tags(), cases=[Case(**case) for case in db.get_cases()], model_bindings=bindings, llm_config=db.get_llm_config(), version=db.version or 1, created_at=db.created_at, updated_at=db.updated_at, ) def create(self, scenario: Scenario) -> Scenario: db = self._to_db(scenario) bindings = {purpose.value: config_id for purpose, config_id in scenario.model_bindings.items()} try: ModelConfigService(self.session).validate_bindings(bindings) self.session.add(db) self.session.flush() ScenarioModelBindingRepository(self.session).replace_for_scenario(db.id or "", bindings) self.session.commit() self.session.refresh(db) except Exception: self.session.rollback() raise return self._from_db(db) def update(self, scenario: Scenario) -> Optional[Scenario]: existing = self.session.get(ScenarioDB, scenario.id) if not existing: return None bindings = {purpose.value: config_id for purpose, config_id in scenario.model_bindings.items()} try: ModelConfigService(self.session).validate_bindings(bindings) # 考纲字段(cases / model_bindings / llm_config)变更才升版(ADR-0001); # 版本由系统维护,忽略 scenario.version 的外部传入值。 new_cases = [case.model_dump(mode="json") for case in scenario.cases] old_bindings = ScenarioModelBindingRepository(self.session).get_for_scenario(existing.id or "") syllabus_changed = ( existing.get_cases() != new_cases or existing.get_llm_config() != scenario.llm_config or old_bindings != bindings ) if syllabus_changed: existing.version = (existing.version or 1) + 1 existing.name = scenario.name existing.description = scenario.description existing.set_tags(scenario.tags) existing.set_cases(new_cases) existing.set_llm_config(scenario.llm_config) existing.updated_at = utc_now() self.session.add(existing) ScenarioModelBindingRepository(self.session).replace_for_scenario(existing.id or "", bindings) self.session.commit() self.session.refresh(existing) except Exception: self.session.rollback() raise return self._from_db(existing) def delete(self, scenario_id: str) -> bool: db = self.session.get(ScenarioDB, scenario_id) if not db: return False try: ScenarioModelBindingRepository(self.session).delete_for_scenario(scenario_id) self.session.delete(db) self.session.commit() except Exception: self.session.rollback() raise return True def name_map(self) -> dict[str, str]: """scenario_id → 名称映射:报告 / 时间线 / 列表等读路径共用的场景名取法。""" return {sid: name for sid, name in self.session.exec(select(ScenarioDB.id, ScenarioDB.name)).all()} class RunRepository(BaseRepository[EvalRun, EvalRunDB]): """Repository for evaluation runs.""" _table = EvalRunDB _order_by = "started_at" def _to_db(self, run: EvalRun) -> EvalRunDB: db = EvalRunDB( id=run.id, target_id=run.target_id, scenario_id=run.scenario_id, scenario_version=run.scenario_version, campaign_id=run.campaign_id, status=run.status.value, triggered_by=run.triggered_by.value, started_at=run.started_at, completed_at=run.completed_at, ) if run.summary is not None: db.set_summary(run.summary.model_dump(mode="json")) return db def _from_db(self, db: EvalRunDB) -> EvalRun: return EvalRun( id=db.id, target_id=db.target_id, scenario_id=db.scenario_id, scenario_version=db.scenario_version or 1, campaign_id=db.campaign_id, status=db.status, triggered_by=db.triggered_by or "manual", started_at=db.started_at, completed_at=db.completed_at, summary=db.get_summary(), ) def list_by_campaign(self, campaign_id: str) -> list[EvalRun]: statement = select(EvalRunDB).where(EvalRunDB.campaign_id == campaign_id).order_by(EvalRunDB.started_at) return [self._from_db(r) for r in self.session.exec(statement).all()] def mark_orphans_failed(self) -> int: """服务启动时清理:把遗留的 running/pending 运行标记为 failed。 评测任务是进程内 asyncio 任务,服务重启后不会恢复;不清理则这些 运行永远停留在 running(僵尸运行)。 """ statement = select(EvalRunDB).where(EvalRunDB.status.in_(["running", "pending"])) # type: ignore[attr-defined] orphans = self.session.exec(statement).all() for db in orphans: db.status = "failed" db.completed_at = db.completed_at or utc_now() summary = db.get_summary() or {} summary["error"] = {"code": "interrupted", "message": "服务重启导致评测中断"} db.set_summary(summary) self.session.add(db) if orphans: self.session.commit() return len(orphans) def update(self, run: EvalRun) -> Optional[EvalRun]: existing = self.session.get(EvalRunDB, run.id) if not existing: return None existing.target_id = run.target_id existing.scenario_id = run.scenario_id existing.scenario_version = run.scenario_version existing.campaign_id = run.campaign_id existing.status = run.status.value existing.triggered_by = run.triggered_by.value existing.completed_at = run.completed_at if run.summary is not None: existing.set_summary(run.summary.model_dump(mode="json")) self.session.add(existing) self.session.commit() self.session.refresh(existing) return self._from_db(existing) def get_turns(self, run_id: str) -> list[TurnDB]: statement = select(TurnDB).where(TurnDB.run_id == run_id).order_by(TurnDB.sent_at) return list(self.session.exec(statement).all()) def get_results(self, run_id: str) -> list[EvalResult]: statement = select(EvalResultDB).where(EvalResultDB.run_id == run_id) return [_result_from_db(r) for r in self.session.exec(statement).all()] class CampaignRepository(BaseRepository[Campaign, CampaignDB]): """Repository for evaluation campaigns (评估活动).""" _table = CampaignDB _order_by = "created_at" def _to_db(self, campaign: Campaign) -> CampaignDB: db = CampaignDB( id=campaign.id, name=campaign.name, target_id=campaign.target_id, window_seconds=campaign.window_seconds, time_scale=campaign.time_scale, status=campaign.status.value, started_at=campaign.started_at, completed_at=campaign.completed_at, created_at=campaign.created_at, analysis_model_config_id=campaign.analysis_model_config_id, last_patrolled_at=campaign.last_patrolled_at, ) db.set_plan([entry.model_dump(mode="json") for entry in campaign.plan]) if campaign.summary: db.set_summary(campaign.summary.model_dump(mode="json")) if campaign.exploration_seeds is not None: db.set_exploration_seeds(campaign.exploration_seeds.model_dump(mode="json")) if campaign.exploration_budget is not None: db.set_exploration_budget(campaign.exploration_budget.model_dump(mode="json")) return db def _from_db(self, db: CampaignDB) -> Campaign: return Campaign( id=db.id, name=db.name, target_id=db.target_id, window_seconds=db.window_seconds, time_scale=db.time_scale, plan=db.get_plan(), status=db.status, started_at=db.started_at, completed_at=db.completed_at, created_at=db.created_at, summary=db.get_summary(), analysis_model_config_id=db.analysis_model_config_id, exploration_seeds=db.get_exploration_seeds(), exploration_budget=db.get_exploration_budget(), last_patrolled_at=db.last_patrolled_at, ) def update(self, campaign: Campaign) -> Optional[Campaign]: existing = self.session.get(CampaignDB, campaign.id) if not existing: return None existing.name = campaign.name existing.target_id = campaign.target_id existing.window_seconds = campaign.window_seconds existing.time_scale = campaign.time_scale existing.set_plan([entry.model_dump(mode="json") for entry in campaign.plan]) existing.status = campaign.status.value existing.started_at = campaign.started_at existing.completed_at = campaign.completed_at existing.analysis_model_config_id = campaign.analysis_model_config_id existing.last_patrolled_at = campaign.last_patrolled_at if campaign.summary is not None: existing.set_summary(campaign.summary.model_dump(mode="json")) if campaign.exploration_seeds is not None: existing.set_exploration_seeds(campaign.exploration_seeds.model_dump(mode="json")) if campaign.exploration_budget is not None: existing.set_exploration_budget(campaign.exploration_budget.model_dump(mode="json")) self.session.add(existing) self.session.commit() self.session.refresh(existing) return self._from_db(existing) def touch_patrol_watermark(self, campaign_id: str, at: datetime) -> None: """窄口径原子更新:只写巡检水位,不覆写并发的 status / summary 变更。""" db = self.session.get(CampaignDB, campaign_id) if not db: return db.last_patrolled_at = at self.session.add(db) self.session.commit() self.session.refresh(db) def mark_cancelled(self, campaign_id: str, at: datetime) -> Optional[Campaign]: """窄口径终态迁移:只写 status + completed_at,不抹掉水位与调度进度。""" db = self.session.get(CampaignDB, campaign_id) if not db: return None db.status = CampaignStatus.CANCELLED.value db.completed_at = at self.session.add(db) self.session.commit() self.session.refresh(db) return self._from_db(db) def save_scheduler_state(self, campaign_id: str, summary: CampaignSummary) -> None: """窄口径调度进度持久化:只写 summary 列,不覆写并发的状态 / 水位变更。""" db = self.session.get(CampaignDB, campaign_id) if not db: return db.set_summary(summary.model_dump(mode="json")) self.session.add(db) self.session.commit() self.session.refresh(db) class CampaignAnalysisRepository: """Repository for campaign analysis rows (one per campaign, upserted).""" def __init__(self, session: Optional[Session] = None): self.session = session or get_session() def get_by_campaign(self, campaign_id: str) -> Optional[CampaignAnalysisDB]: statement = select(CampaignAnalysisDB).where(CampaignAnalysisDB.campaign_id == campaign_id) return self.session.exec(statement).first() def upsert( self, campaign_id: str, *, status: str, result: Optional[dict] = None, model_config_id: Optional[str] = None, error: Optional[str] = None, triggered_by: str = "manual", ) -> CampaignAnalysisDB: row = self.get_by_campaign(campaign_id) if row is None: row = CampaignAnalysisDB(campaign_id=campaign_id) row.status = status if result is not None: row.set_result(result) else: row.result = None row.model_config_id = model_config_id row.error = error row.triggered_by = triggered_by row.updated_at = utc_now() self.session.add(row) self.session.commit() self.session.refresh(row) return row def mark_orphans_failed(self) -> int: """服务启动时清理:把滞留的 generating 分析行标记为 failed。 分析任务是进程内 asyncio 任务,服务重启后不会恢复;不清理则这些 行永远停留在 generating(僵尸状态)。 """ rows = self.session.exec(select(CampaignAnalysisDB).where(CampaignAnalysisDB.status == "generating")).all() for row in rows: row.status = "failed" row.error = "服务重启导致分析生成中断" row.updated_at = utc_now() self.session.add(row) if rows: self.session.commit() return len(rows) class CampaignPeriodComparisonRepository: """Repository for period-comparison rows (one per campaign, upserted).""" def __init__(self, session: Optional[Session] = None): self.session = session or get_session() def get_by_campaign(self, campaign_id: str) -> Optional[CampaignPeriodComparisonDB]: statement = select(CampaignPeriodComparisonDB).where(CampaignPeriodComparisonDB.campaign_id == campaign_id) return self.session.exec(statement).first() def upsert( self, campaign_id: str, *, status: str, baseline_campaign_id: Optional[str] = None, result: Optional[dict] = None, model_config_id: Optional[str] = None, error: Optional[str] = None, triggered_by: str = "manual", ) -> CampaignPeriodComparisonDB: row = self.get_by_campaign(campaign_id) if row is None: row = CampaignPeriodComparisonDB( campaign_id=campaign_id, baseline_campaign_id=baseline_campaign_id or "", ) row.status = status if baseline_campaign_id is not None: row.baseline_campaign_id = baseline_campaign_id if result is not None: row.set_result(result) else: row.result = None row.model_config_id = model_config_id row.error = error row.triggered_by = triggered_by row.updated_at = utc_now() self.session.add(row) self.session.commit() self.session.refresh(row) return row def mark_orphans_failed(self) -> int: """服务启动时清理:把滞留的 generating 周期对比行标记为 failed。 对比任务是进程内 asyncio 任务,服务重启后不会恢复;不清理则这些 行永远停留在 generating(僵尸状态)。基线配对保留,可直接重新触发。 """ rows = self.session.exec( select(CampaignPeriodComparisonDB).where(CampaignPeriodComparisonDB.status == "generating") ).all() for row in rows: row.status = "failed" row.error = "服务重启导致周期对比生成中断" row.updated_at = utc_now() self.session.add(row) if rows: self.session.commit() return len(rows) class ResultRepository: """Repository for evaluation results.""" def __init__(self, session: Optional[Session] = None): self.session = session or get_session() def save_turn(self, turn) -> TurnDB: db = TurnDB( id=turn.id, run_id=turn.run_id, case_id=turn.case_id, round_index=turn.round_index, question_msg_id=turn.question_msg_id, sent_at=turn.sent_at, received_at=turn.received_at, latency_ms=turn.latency_ms, ) db.set_sent_message(turn.sent_message) db.set_reply(turn.reply) self.session.add(db) self.session.commit() self.session.refresh(db) return db def save_result(self, result: EvalResult) -> EvalResult: db = _result_to_db(result) self.session.add(db) self.session.commit() self.session.refresh(db) return _result_from_db(db) class ExplorationSessionRepository(BaseRepository[ExplorationSession, ExplorationSessionDB]): """Repository for virtual-user exploration sessions (探索会话).""" _table = ExplorationSessionDB _order_by = "created_at" def _copy_mutable(self, db: ExplorationSessionDB, session_obj: ExplorationSession) -> None: db.goal = session_obj.goal db.status = session_obj.status.value db.triggered_by = session_obj.triggered_by.value db.turn_count = session_obj.turn_count db.error = session_obj.error db.closed_at = session_obj.closed_at db.set_persona(session_obj.persona) if session_obj.seed_ref is not None: db.set_seed_ref(session_obj.seed_ref) if session_obj.experience is not None: db.set_experience(session_obj.experience) if session_obj.judge_review is not None: db.set_judge_review(session_obj.judge_review) def _to_db(self, session_obj: ExplorationSession) -> ExplorationSessionDB: db = ExplorationSessionDB( id=session_obj.id, campaign_id=session_obj.campaign_id, target_id=session_obj.target_id, created_at=session_obj.created_at, ) self._copy_mutable(db, session_obj) return db def _from_db(self, db: ExplorationSessionDB) -> ExplorationSession: return ExplorationSession( id=db.id, campaign_id=db.campaign_id, target_id=db.target_id, persona=db.get_persona(), goal=db.goal, seed_ref=db.get_seed_ref(), status=db.status, triggered_by=db.triggered_by, experience=db.get_experience(), judge_review=db.get_judge_review(), turn_count=db.turn_count, error=db.error, created_at=db.created_at, closed_at=db.closed_at, ) def update(self, session_obj: ExplorationSession) -> Optional[ExplorationSession]: existing = self.session.get(ExplorationSessionDB, session_obj.id) if not existing: return None self._copy_mutable(existing, session_obj) self.session.add(existing) self.session.commit() self.session.refresh(existing) return self._from_db(existing) def list_by_campaign(self, campaign_id: str) -> list[ExplorationSession]: statement = ( select(ExplorationSessionDB) .where(ExplorationSessionDB.campaign_id == campaign_id) .order_by(ExplorationSessionDB.created_at) ) return [self._from_db(r) for r in self.session.exec(statement).all()] class ExplorationMessageRepository: """Append-only repository for exploration session chat rows.""" def __init__(self, session: Optional[Session] = None): self.session = session or get_session() def save_message(self, message: ExplorationMessage) -> ExplorationMessage: db = ExplorationMessageDB( id=message.id, session_id=message.session_id, round_index=message.round_index, role=message.role, content=message.content, latency_ms=message.latency_ms, created_at=message.created_at, ) self.session.add(db) self.session.commit() self.session.refresh(db) message.id = db.id return message def list_by_session(self, session_id: str) -> list[ExplorationMessage]: statement = ( select(ExplorationMessageDB) .where(ExplorationMessageDB.session_id == session_id) .order_by(ExplorationMessageDB.created_at) ) return [ ExplorationMessage( id=r.id, session_id=r.session_id, round_index=r.round_index, role=r.role, content=r.content, latency_ms=r.latency_ms, created_at=r.created_at, ) for r in self.session.exec(statement).all() ]