fix(data-process): 保留可验证的任务耗时
This commit is contained in:
@@ -549,10 +549,6 @@ class DataProcessStore:
|
|||||||
recovered_count += 1
|
recovered_count += 1
|
||||||
|
|
||||||
now = utcnow()
|
now = utcnow()
|
||||||
published_at = max(
|
|
||||||
(dataset.get("created_at") for dataset in datasets if dataset.get("created_at")),
|
|
||||||
default=None,
|
|
||||||
)
|
|
||||||
conn.execute(
|
conn.execute(
|
||||||
"""
|
"""
|
||||||
UPDATE data_process_tasks
|
UPDATE data_process_tasks
|
||||||
@@ -560,15 +556,13 @@ class DataProcessStore:
|
|||||||
output_count=%s, filtered_count=0, duplicate_count=0,
|
output_count=%s, filtered_count=0, duplicate_count=0,
|
||||||
error_count=(SELECT COUNT(*) FROM data_process_results
|
error_count=(SELECT COUNT(*) FROM data_process_results
|
||||||
WHERE task_id=%s AND status='invalid'),
|
WHERE task_id=%s AND status='invalid'),
|
||||||
failure_reason=NULL, completed_at=COALESCE(completed_at, %s),
|
failure_reason=NULL, updated_at=%s
|
||||||
updated_at=%s
|
|
||||||
WHERE id=%s
|
WHERE id=%s
|
||||||
""",
|
""",
|
||||||
(
|
(
|
||||||
train_dataset["id"],
|
train_dataset["id"],
|
||||||
recovered_count,
|
recovered_count,
|
||||||
task_id,
|
task_id,
|
||||||
published_at,
|
|
||||||
now,
|
now,
|
||||||
task_id,
|
task_id,
|
||||||
),
|
),
|
||||||
|
|||||||
@@ -448,7 +448,6 @@ class _LegacyRecoveryConnection:
|
|||||||
"progress": 100,
|
"progress": 100,
|
||||||
"output_dataset_id": params[0],
|
"output_dataset_id": params[0],
|
||||||
"output_count": params[1],
|
"output_count": params[1],
|
||||||
"completed_at": params[3],
|
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
return _Result()
|
return _Result()
|
||||||
@@ -741,6 +740,8 @@ def test_legacy_aborted_regeneration_recovers_results_and_published_state() -> N
|
|||||||
assert conn.task["progress"] == 100
|
assert conn.task["progress"] == 100
|
||||||
assert conn.task["output_dataset_id"] == "dataset_train"
|
assert conn.task["output_dataset_id"] == "dataset_train"
|
||||||
assert conn.task["output_count"] == 2
|
assert conn.task["output_count"] == 2
|
||||||
|
assert conn.task["started_at"] is None
|
||||||
|
assert conn.task["completed_at"] is None
|
||||||
assert [item["id"] for item in conn.results] == ["result_train", "result_test"]
|
assert [item["id"] for item in conn.results] == ["result_train", "result_test"]
|
||||||
assert conn.results[0]["preview_item_id"] == "preview_1"
|
assert conn.results[0]["preview_item_id"] == "preview_1"
|
||||||
assert conn.results[1]["preview_item_id"] is None
|
assert conn.results[1]["preview_item_id"] is None
|
||||||
|
|||||||
Reference in New Issue
Block a user