feat: add persistent chat agent and indexed batch workflows
This commit is contained in:
@@ -48,7 +48,15 @@ def test_docs_examples_end_to_end(environment, session_factory):
|
||||
batch_id = response.json()["id"]
|
||||
run_batch(batch_id, session_factory=session_factory)
|
||||
progress = client.get(f"/api/scoring-batches/{batch_id}/progress").json()
|
||||
assert progress["status"] == "completed", progress
|
||||
if progress["status"] == "partial":
|
||||
# A model quote may fail exact evidence matching on one attempt;
|
||||
# retry only the unfinished items while retaining successful work.
|
||||
run_batch(batch_id, session_factory=session_factory)
|
||||
progress = client.get(f"/api/scoring-batches/{batch_id}/progress").json()
|
||||
if progress["status"] != "completed":
|
||||
rows = client.get(f"/api/projects/{project_id}/scores?batch_id={batch_id}").json()["rows"]
|
||||
issues = [(row["criterion"]["criterion_id"], row["status"], row["error"]) for row in rows if row["status"] != "scored"]
|
||||
pytest.fail(f"评分未完成: {progress}; 异常评分项: {issues}")
|
||||
assert progress["progress_done"] == progress["progress_total"] == 22
|
||||
result = client.get(f"/api/projects/{project_id}/scores?batch_id={batch_id}").json()
|
||||
assert result["totals"]["overall"] is not None
|
||||
|
||||
Reference in New Issue
Block a user