from __future__ import annotations import base64 from collections.abc import Generator from datetime import UTC, date, datetime from decimal import Decimal from auth_helpers import install_legacy_header_auth_override from fastapi.testclient import TestClient from sqlalchemy import select from sqlalchemy.orm import Session, selectinload from app.api.deps import CurrentUserContext, get_db from app.api.v1.endpoints import attachment_association_jobs as attachment_jobs_endpoint from app.core.config import get_settings from app.main import create_app from app.models.employee import Employee from app.models.financial_record import ExpenseClaim, ExpenseClaimItem from app.schemas.ocr import OcrRecognizeBatchRead, OcrRecognizeDocumentRead, OcrRecognizeFieldRead from app.services.attachment_association_jobs import clear_attachment_association_jobs_for_tests from app.services.expense_claim_attachment_storage import ExpenseClaimAttachmentStorage from app.services.expense_claims import ExpenseClaimService from app.services.ocr import OcrService from app.services.receipt_folder import ReceiptFolderService from app.test_helpers.db import build_in_memory_session_factory def build_client(monkeypatch) -> tuple[TestClient, object]: session_factory = build_in_memory_session_factory() app = create_app() install_legacy_header_auth_override(app) def override_db() -> Generator[Session, None, None]: db = session_factory() try: yield db finally: db.close() app.dependency_overrides[get_db] = override_db monkeypatch.setattr(attachment_jobs_endpoint, "get_session_factory", lambda: session_factory) return TestClient(app), session_factory def seed_travel_claim(db: Session) -> ExpenseClaim: employee = Employee( id="emp-bg-association", employee_no="E10001", name="张三", email="zhangsan@example.com", position="实施顾问", grade="P4", ) claim = ExpenseClaim( id="claim-bg-association", claim_no="BX-20260220-001", employee_id=employee.id, employee_name=employee.name, department_id="dept-delivery", department_name="交付部", project_code=None, expense_type="travel", reason="辅助国网仿生产服务器部署，武汉往返上海", location="上海", amount=Decimal("0.00"), currency="CNY", invoice_count=0, occurred_at=datetime(2026, 2, 20, tzinfo=UTC), submitted_at=None, status="draft", approval_stage="待提交", risk_flags_json=[], ) item = ExpenseClaimItem( id="item-bg-association-1", claim_id=claim.id, item_date=date(2026, 2, 20), item_type="train_ticket", item_reason="武汉至上海高铁", item_location="上海", item_amount=Decimal("0.00"), invoice_id=None, ) claim.items = [item] db.add_all([employee, claim]) db.commit() return claim def save_train_receipt( *, service: ReceiptFolderService, current_user: CurrentUserContext, filename: str, route: str, trip_date: str, ) -> str: receipt = service.save_receipt( filename=filename, content=f"fake-pdf-{filename}".encode("utf-8"), media_type="application/pdf", current_user=current_user, document=OcrRecognizeDocumentRead( filename=filename, media_type="application/pdf", text=f"电子发票（铁路电子客票） {route} {trip_date} 票价 354 元", summary=f"铁路电子客票，{route}，票价 354 元。", avg_score=0.96, line_count=1, page_count=1, document_type="train_ticket", document_type_label="火车/高铁票", scene_code="travel", scene_label="差旅票据", document_fields=[ OcrRecognizeFieldRead(key="date", label="列车出发时间", value=trip_date), OcrRecognizeFieldRead(key="route", label="行程", value=route), OcrRecognizeFieldRead(key="amount", label="金额", value="354元"), ], ), ) return receipt.id def fake_ocr_recognize( self, files: list[tuple[str, bytes, str | None]], ) -> OcrRecognizeBatchRead: filename = files[0][0] return OcrRecognizeBatchRead( total_file_count=1, success_count=1, documents=[ OcrRecognizeDocumentRead( filename=filename, media_type=files[0][2] or "application/pdf", text="电子发票（铁路电子客票） 武汉 上海 2026-02-20 票价 354 元", summary="铁路电子客票，武汉至上海，票价 354 元。", avg_score=0.96, line_count=1, page_count=1, document_type="train_ticket", document_type_label="火车/高铁票", scene_code="travel", scene_label="差旅票据", document_fields=[ OcrRecognizeFieldRead(key="date", label="列车出发时间", value="2026-02-20"), OcrRecognizeFieldRead(key="route", label="行程", value="武汉-上海"), OcrRecognizeFieldRead(key="amount", label="金额", value="354元"), ], ) ], ) def fake_ocr_recognize_without_preview( self, files: list[tuple[str, bytes, str | None]], ) -> OcrRecognizeBatchRead: return fake_ocr_recognize(self, files) def test_attachment_association_job_links_receipts_after_conversation_exit(monkeypatch, tmp_path) -> None: monkeypatch.setenv("STORAGE_ROOT_DIR", str(tmp_path / "storage")) get_settings.cache_clear() clear_attachment_association_jobs_for_tests() monkeypatch.setattr(OcrService, "recognize_files", fake_ocr_recognize) monkeypatch.setattr(ExpenseClaimAttachmentStorage, "root", lambda self: tmp_path / "attachments") try: client, session_factory = build_client(monkeypatch) current_user = CurrentUserContext( username="zhangsan@example.com", name="张三", role_codes=["user"], is_admin=False, employee_no="E10001", ) with session_factory() as db: seed_travel_claim(db) receipt_service = ReceiptFolderService() receipt_ids = [ save_train_receipt( service=receipt_service, current_user=current_user, filename="2月20 武汉-上海.pdf", route="武汉-上海", trip_date="2026-02-20", ), save_train_receipt( service=receipt_service, current_user=current_user, filename="2月23 上海-武汉.pdf", route="上海-武汉", trip_date="2026-02-23", ), ] headers = { "x-auth-username": "zhangsan@example.com", "x-auth-name": "Zhang San", "x-auth-employee-no": "E10001", "x-auth-role-codes": "user", } response = client.post( "/api/v1/reimbursements/attachment-association-jobs", headers=headers, json={ "receipt_ids": receipt_ids, "prompt": "请帮我处理已上传的附件。", "conversation_id": "inline-test", }, ) assert response.status_code == 202 job_id = response.json()["job_id"] status_response = client.get( f"/api/v1/reimbursements/attachment-association-jobs/{job_id}", headers=headers, ) assert status_response.status_code == 200 payload = status_response.json() assert payload["status"] == "succeeded" assert payload["claim_id"] == "claim-bg-association" assert payload["claim_no"] == "BX-20260220-001" assert payload["uploaded_count"] == 2 with session_factory() as db: claim = db.scalar( select(ExpenseClaim) .options(selectinload(ExpenseClaim.items)) .where(ExpenseClaim.id == "claim-bg-association") ) assert claim is not None attached_items = [item for item in claim.items if item.invoice_id] assert len(attached_items) == 2 linked_receipts = receipt_service.list_receipts(current_user=current_user, status_filter="linked") assert {item.id for item in linked_receipts} == set(receipt_ids) assert {item.linked_claim_id for item in linked_receipts} == {"claim-bg-association"} finally: clear_attachment_association_jobs_for_tests() get_settings.cache_clear() def test_attachment_association_keeps_receipt_folder_preview_and_fields_after_cache_clear( monkeypatch, tmp_path, ) -> None: preview_bytes = b"receipt-folder-preview-png" preview_data_url = f"data:image/png;base64,{base64.b64encode(preview_bytes).decode('ascii')}" monkeypatch.setenv("STORAGE_ROOT_DIR", str(tmp_path / "storage")) get_settings.cache_clear() clear_attachment_association_jobs_for_tests() monkeypatch.setattr(OcrService, "recognize_files", fake_ocr_recognize_without_preview) monkeypatch.setattr(ExpenseClaimAttachmentStorage, "root", lambda self: tmp_path / "attachments") try: client, session_factory = build_client(monkeypatch) current_user = CurrentUserContext( username="zhangsan@example.com", name="张三", role_codes=["user"], is_admin=False, employee_no="E10001", ) with session_factory() as db: seed_travel_claim(db) receipt = ReceiptFolderService().save_receipt( filename="2月20 武汉-上海.pdf", content=b"%PDF-1.7 fake-ticket", media_type="application/pdf", current_user=current_user, document=OcrRecognizeDocumentRead( filename="2月20 武汉-上海.pdf", media_type="application/pdf", text="电子发票（铁路电子客票） 武汉站 G458 上海虹桥站 2026年02月20日 07:55开 二等座 票价 354.00", summary="铁路电子客票，武汉-上海，票价 354 元。", avg_score=0.96, line_count=1, page_count=1, document_type="train_ticket", document_type_label="火车/高铁票", scene_code="travel", scene_label="差旅票据", preview_kind="image", preview_data_url=preview_data_url, document_fields=[ OcrRecognizeFieldRead(key="date", label="列车出发时间", value="2026-02-20 07:55"), OcrRecognizeFieldRead(key="route", label="行程", value="武汉-上海"), OcrRecognizeFieldRead(key="amount", label="金额", value="354元"), ], ), ) OcrService.clear_result_cache() headers = { "x-auth-username": "zhangsan@example.com", "x-auth-name": "Zhang San", "x-auth-employee-no": "E10001", "x-auth-role-codes": "user", } response = client.post( "/api/v1/reimbursements/attachment-association-jobs", headers=headers, json={ "receipt_ids": [receipt.id], "prompt": "请帮我处理已上传的附件。", "conversation_id": "inline-test", }, ) assert response.status_code == 202 job_id = response.json()["job_id"] status_response = client.get( f"/api/v1/reimbursements/attachment-association-jobs/{job_id}", headers=headers, ) assert status_response.status_code == 200 assert status_response.json()["status"] == "succeeded" with session_factory() as db: claim = db.scalar( select(ExpenseClaim) .options(selectinload(ExpenseClaim.items)) .where(ExpenseClaim.id == "claim-bg-association") ) assert claim is not None attached_item = next(item for item in claim.items if item.invoice_id) metadata = ExpenseClaimService(db).get_claim_item_attachment_meta( claim_id=claim.id, item_id=attached_item.id, current_user=current_user, ) assert metadata is not None assert metadata["preview_kind"] == "image" assert metadata["document_info"]["document_type"] == "train_ticket" assert metadata["document_info"]["document_type_label"] == "火车/高铁票" assert { (field["label"], field["value"]) for field in metadata["document_info"]["fields"] } >= { ("列车出发时间", "2026-02-20 07:55"), ("行程", "武汉-上海"), ("金额", "354元"), } preview_path, media_type, filename = ExpenseClaimService(db).get_claim_item_attachment_preview_content( claim_id=claim.id, item_id=attached_item.id, current_user=current_user, ) assert media_type == "image/png" assert filename.endswith(".png") assert preview_path.read_bytes() == preview_bytes finally: clear_attachment_association_jobs_for_tests() get_settings.cache_clear() def test_attachment_meta_repairs_existing_pdf_fallback_from_source_receipt( monkeypatch, tmp_path, ) -> None: preview_bytes = b"legacy-repaired-preview-png" preview_data_url = f"data:image/png;base64,{base64.b64encode(preview_bytes).decode('ascii')}" monkeypatch.setenv("STORAGE_ROOT_DIR", str(tmp_path / "storage")) get_settings.cache_clear() monkeypatch.setattr(ExpenseClaimAttachmentStorage, "root", lambda self: tmp_path / "attachments") try: current_user = CurrentUserContext( username="zhangsan@example.com", name="张三", role_codes=["user"], is_admin=False, employee_no="E10001", ) client, session_factory = build_client(monkeypatch) client.close() with session_factory() as db: claim = seed_travel_claim(db) item = claim.items[0] receipt = ReceiptFolderService().save_receipt( filename="2月20 武汉-上海.pdf", content=b"%PDF-1.7 fake-ticket", media_type="application/pdf", current_user=current_user, document=OcrRecognizeDocumentRead( filename="2月20 武汉-上海.pdf", media_type="application/pdf", text="电子发票（铁路电子客票） 武汉站 G458 上海虹桥站 2026年02月20日 07:55开 二等座 票价 354.00", summary="铁路电子客票，武汉-上海，票价 354 元。", avg_score=0.96, line_count=1, page_count=1, document_type="train_ticket", document_type_label="火车/高铁票", scene_code="travel", scene_label="差旅票据", preview_kind="image", preview_data_url=preview_data_url, document_fields=[ OcrRecognizeFieldRead(key="date", label="列车出发时间", value="2026-02-20 07:55"), OcrRecognizeFieldRead(key="route", label="行程", value="武汉-上海"), OcrRecognizeFieldRead(key="amount", label="金额", value="354元"), ], ), ) attachment_dir = tmp_path / "attachments" / claim.id / item.id attachment_dir.mkdir(parents=True) file_path = attachment_dir / "2月20_武汉-上海.pdf" file_path.write_bytes(b"%PDF-1.7 persisted-but-bad-meta") storage = ExpenseClaimAttachmentStorage() item.invoice_id = storage.to_storage_key(file_path) storage.write_meta( file_path, { "file_name": file_path.name, "storage_key": storage.to_storage_key(file_path), "media_type": "application/pdf", "size_bytes": file_path.stat().st_size, "previewable": True, "preview_kind": "pdf", "preview_storage_key": storage.to_storage_key(file_path), "preview_media_type": "application/pdf", "preview_file_name": file_path.name, "document_info": { "document_type": "other", "document_type_label": "其他单据", "scene_code": "other", "scene_label": "其他票据", "fields": [], }, "source_receipt_id": receipt.id, }, ) db.commit() service = ExpenseClaimService(db) metadata = service.get_claim_item_attachment_meta( claim_id=claim.id, item_id=item.id, current_user=current_user, ) assert metadata is not None assert metadata["preview_kind"] == "image" assert metadata["document_info"]["document_type"] == "train_ticket" assert metadata["document_info"]["document_type_label"] == "火车/高铁票" assert { (field["label"], field["value"]) for field in metadata["document_info"]["fields"] } >= { ("列车出发时间", "2026-02-20 07:55"), ("行程", "武汉-上海"), ("金额", "354元"), } preview_path, media_type, filename = service.get_claim_item_attachment_preview_content( claim_id=claim.id, item_id=item.id, current_user=current_user, ) assert media_type == "image/png" assert filename.endswith(".png") assert preview_path.read_bytes() == preview_bytes finally: get_settings.cache_clear() def test_attachment_association_job_fails_without_editable_claim(monkeypatch, tmp_path) -> None: monkeypatch.setenv("STORAGE_ROOT_DIR", str(tmp_path / "storage")) get_settings.cache_clear() clear_attachment_association_jobs_for_tests() try: client, _session_factory = build_client(monkeypatch) current_user = CurrentUserContext( username="zhangsan@example.com", name="张三", role_codes=["user"], is_admin=False, employee_no="E10001", ) receipt_id = save_train_receipt( service=ReceiptFolderService(), current_user=current_user, filename="2月20 武汉-上海.pdf", route="武汉-上海", trip_date="2026-02-20", ) headers = { "x-auth-username": "zhangsan@example.com", "x-auth-name": "Zhang San", "x-auth-employee-no": "E10001", "x-auth-role-codes": "user", } response = client.post( "/api/v1/reimbursements/attachment-association-jobs", headers=headers, json={"receipt_ids": [receipt_id], "conversation_id": "inline-empty"}, ) assert response.status_code == 202 status_response = client.get( f"/api/v1/reimbursements/attachment-association-jobs/{response.json()['job_id']}", headers=headers, ) assert status_response.status_code == 200 payload = status_response.json() assert payload["status"] == "failed" assert "没有找到可自动关联的报销草稿" in payload["message"] finally: clear_attachment_association_jobs_for_tests() get_settings.cache_clear()