## 新增功能 - 文件管理模块:分类树 + 文件上传/下载/删除 - 文件上传支持拖拽(Dragger)+ 手动上传(customRequest 模式) ## 页面布局统一(参照评测执行页) - 仪表盘/评测对象/评测场景/评测报告 全部改为全高 flex 布局 - 统一内联页头样式(h2 + 竖线分隔 + 描述) - 表格撑满高度、overflow 处理 - 每页添加刷新按钮 ## Bug 修复 - 分类树操作按钮 hover 不可见(CSS 规则缺失) - 文件上传失败(multipart boundary 缺失) - LLM API 响应 content blocks 数组格式支持(_extract_content_from_api_response) - response_time_max_ms 被静默忽略(隐式规则传空 params) - 空 messages 导致 IndexError 崩溃 - poll_reply 异常中止整个 run(缺 try/catch) - engine finally 未关闭 session - 3 个页面 UTC 时间戳解析偏差 8 小时 ## 后端 - EvalEngine: poll_reply 异常保护、空 dialog 保护、session 关闭 - LLM API 响应解析支持 content-block-array 格式 - 隐式 response_time 规则正确传递 max_ms 参数 ## 前端 - api.ts: 移除手动 Content-Type(让浏览器自动添加 boundary) - Files.tsx: customRequest 替代 beforeUpload、布局优化 - index.css: 分类树 hover 规则 - Targets/Scenarios/Home/Reports: 全高布局改造 - 3 个页面时间戳改用 formatDateTime()(修复 UTC 偏差) Co-Authored-By: Claude <noreply@anthropic.com>
61 lines
1.6 KiB
Python
61 lines
1.6 KiB
Python
"""Scenario loading and validation utilities."""
|
|
|
|
import json
|
|
from pathlib import Path
|
|
from typing import Any
|
|
|
|
import yaml
|
|
|
|
from agenteval.models import Scenario
|
|
|
|
|
|
class ScenarioValidationError(Exception):
|
|
"""Raised when a scenario file fails validation."""
|
|
|
|
pass
|
|
|
|
|
|
def load_scenario_file(path: Path) -> Scenario:
|
|
"""Load a scenario from a YAML or JSON file."""
|
|
if not path.exists():
|
|
raise ScenarioValidationError(f"scenario file not found: {path}")
|
|
|
|
text = path.read_text(encoding="utf-8")
|
|
suffix = path.suffix.lower()
|
|
if suffix in {".yaml", ".yml"}:
|
|
data = yaml.safe_load(text)
|
|
elif suffix == ".json":
|
|
data = json.loads(text)
|
|
else:
|
|
raise ScenarioValidationError(f"unsupported scenario file format: {suffix}")
|
|
|
|
if not isinstance(data, dict):
|
|
raise ScenarioValidationError("scenario file must contain a top-level object")
|
|
|
|
return Scenario(**data)
|
|
|
|
|
|
def validate_scenario(data: dict[str, Any]) -> tuple[bool, list[str]]:
|
|
"""Validate raw scenario data without constructing the model."""
|
|
errors: list[str] = []
|
|
try:
|
|
Scenario(**data)
|
|
except Exception as exc:
|
|
errors.append(str(exc))
|
|
return False, errors
|
|
return True, []
|
|
|
|
|
|
def scenario_to_yaml(scenario: Scenario) -> str:
|
|
"""Serialize a scenario to YAML."""
|
|
return yaml.safe_dump(
|
|
scenario.model_dump(exclude_none=True),
|
|
allow_unicode=True,
|
|
sort_keys=False,
|
|
)
|
|
|
|
|
|
def scenario_to_json(scenario: Scenario, indent: int = 2) -> str:
|
|
"""Serialize a scenario to JSON."""
|
|
return json.dumps(scenario.model_dump(exclude_none=True), ensure_ascii=False, indent=indent)
|