fix(data-process): 保留可验证的任务耗时

This commit is contained in:
caoxiaozhu
2026-07-27 11:16:48 +08:00
parent 8caaaa5bbc
commit b08a771a61
2 changed files with 3 additions and 8 deletions

View File

@@ -549,10 +549,6 @@ class DataProcessStore:
recovered_count += 1 recovered_count += 1
now = utcnow() now = utcnow()
published_at = max(
(dataset.get("created_at") for dataset in datasets if dataset.get("created_at")),
default=None,
)
conn.execute( conn.execute(
""" """
UPDATE data_process_tasks UPDATE data_process_tasks
@@ -560,15 +556,13 @@ class DataProcessStore:
output_count=%s, filtered_count=0, duplicate_count=0, output_count=%s, filtered_count=0, duplicate_count=0,
error_count=(SELECT COUNT(*) FROM data_process_results error_count=(SELECT COUNT(*) FROM data_process_results
WHERE task_id=%s AND status='invalid'), WHERE task_id=%s AND status='invalid'),
failure_reason=NULL, completed_at=COALESCE(completed_at, %s), failure_reason=NULL, updated_at=%s
updated_at=%s
WHERE id=%s WHERE id=%s
""", """,
( (
train_dataset["id"], train_dataset["id"],
recovered_count, recovered_count,
task_id, task_id,
published_at,
now, now,
task_id, task_id,
), ),

View File

@@ -448,7 +448,6 @@ class _LegacyRecoveryConnection:
"progress": 100, "progress": 100,
"output_dataset_id": params[0], "output_dataset_id": params[0],
"output_count": params[1], "output_count": params[1],
"completed_at": params[3],
} }
) )
return _Result() return _Result()
@@ -741,6 +740,8 @@ def test_legacy_aborted_regeneration_recovers_results_and_published_state() -> N
assert conn.task["progress"] == 100 assert conn.task["progress"] == 100
assert conn.task["output_dataset_id"] == "dataset_train" assert conn.task["output_dataset_id"] == "dataset_train"
assert conn.task["output_count"] == 2 assert conn.task["output_count"] == 2
assert conn.task["started_at"] is None
assert conn.task["completed_at"] is None
assert [item["id"] for item in conn.results] == ["result_train", "result_test"] assert [item["id"] for item in conn.results] == ["result_train", "result_test"]
assert conn.results[0]["preview_item_id"] == "preview_1" assert conn.results[0]["preview_item_id"] == "preview_1"
assert conn.results[1]["preview_item_id"] is None assert conn.results[1]["preview_item_id"] is None