feat(backend): 更新 API 端点实现
- 更新 Chunks API 端点 - 更新 Datasets API 端点 - 更新 Evaluation API 端点 - 更新 Files API 端点 - 更新 Projects API 端点 - 更新 Questions API 端点 Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
@@ -2,17 +2,21 @@
|
||||
Files API Router
|
||||
"""
|
||||
import os
|
||||
import aiofiles
|
||||
import asyncio
|
||||
from pathlib import Path
|
||||
from typing import List
|
||||
from typing import Optional
|
||||
from uuid import UUID
|
||||
from fastapi import APIRouter, Depends, HTTPException, UploadFile, File, Form
|
||||
from fastapi import APIRouter, Depends, UploadFile, File, Query
|
||||
from fastapi.responses import FileResponse
|
||||
from sqlalchemy.ext.asyncio import AsyncSession
|
||||
from sqlalchemy import select
|
||||
from app.core.database import get_db
|
||||
|
||||
from app.api.response import ApiResponse, PaginatedResponse
|
||||
from app.core.config import get_settings
|
||||
from app.models.models import File
|
||||
from app.schemas.base import FileResponse
|
||||
from app.core.database import get_db
|
||||
from app.core.exceptions import ValidationException, NotFoundException
|
||||
from app.core.crud import CRUDBase
|
||||
from app.models.models import File as FileModel
|
||||
from app.schemas.file import FileResponse, FileCreateSchema
|
||||
|
||||
settings = get_settings()
|
||||
router = APIRouter()
|
||||
@@ -21,6 +25,9 @@ router = APIRouter()
|
||||
UPLOAD_DIR = Path(settings.UPLOAD_DIR)
|
||||
UPLOAD_DIR.mkdir(parents=True, exist_ok=True)
|
||||
|
||||
# Initialize CRUD
|
||||
file_crud = CRUDBase(FileModel)
|
||||
|
||||
|
||||
def get_file_type(filename: str) -> str:
|
||||
"""Get file type from extension"""
|
||||
@@ -40,71 +47,157 @@ def get_file_type(filename: str) -> str:
|
||||
return type_map.get(ext, 'txt')
|
||||
|
||||
|
||||
@router.post("/upload", response_model=dict)
|
||||
# Allowed file extensions
|
||||
ALLOWED_EXTENSIONS = {'pdf', 'docx', 'doc', 'xlsx', 'xls', 'csv', 'epub', 'md', 'txt'}
|
||||
|
||||
|
||||
def validate_file(filename: str, file_size: int) -> None:
|
||||
"""Validate file extension and size"""
|
||||
ext = filename.rsplit('.', 1)[-1].lower() if '.' in filename else ''
|
||||
|
||||
if ext not in ALLOWED_EXTENSIONS:
|
||||
raise ValidationException(
|
||||
f"File type '{ext}' not allowed",
|
||||
field="file"
|
||||
)
|
||||
|
||||
if file_size > settings.MAX_FILE_SIZE:
|
||||
raise ValidationException(
|
||||
f"File size exceeds maximum allowed size of {settings.MAX_FILE_SIZE // (1024*1024)}MB",
|
||||
field="file"
|
||||
)
|
||||
|
||||
|
||||
async def save_file_async(file: UploadFile, destination: Path) -> None:
|
||||
"""Save uploaded file asynchronously"""
|
||||
content = await file.read()
|
||||
loop = asyncio.get_event_loop()
|
||||
await loop.run_in_executor(None, lambda: destination.write_bytes(content))
|
||||
|
||||
|
||||
@router.post("/upload", response_model=ApiResponse)
|
||||
async def upload_file(
|
||||
project_id: UUID,
|
||||
file: UploadFile = File(...),
|
||||
db: AsyncSession = Depends(get_db)
|
||||
):
|
||||
"""Upload a file"""
|
||||
# Read file content for validation
|
||||
content = await file.read()
|
||||
file_size = len(content)
|
||||
|
||||
# Validate file
|
||||
validate_file(file.filename, file_size)
|
||||
|
||||
# Save file to disk
|
||||
file_path = UPLOAD_DIR / f"{project_id}_{file.filename}"
|
||||
async with aiofiles.open(file_path, 'wb') as f:
|
||||
content = await file.read()
|
||||
await f.write(content)
|
||||
safe_filename = f"{project_id}_{UUID.uuid4().hex[:8]}_{file.filename}"
|
||||
file_path = UPLOAD_DIR / safe_filename
|
||||
|
||||
# Write file asynchronously
|
||||
await asyncio.get_event_loop().run_in_executor(
|
||||
None,
|
||||
lambda: file_path.write_bytes(content)
|
||||
)
|
||||
|
||||
# Create file record
|
||||
db_file = File(
|
||||
db_file = FileModel(
|
||||
project_id=project_id,
|
||||
filename=file.filename,
|
||||
file_type=get_file_type(file.filename),
|
||||
file_path=str(file_path),
|
||||
size=len(content),
|
||||
size=file_size,
|
||||
status="pending"
|
||||
)
|
||||
db.add(db_file)
|
||||
await db.commit()
|
||||
await db.refresh(db_file)
|
||||
|
||||
return {"id": str(db_file.id), "filename": db_file.filename, "status": db_file.status}
|
||||
return ApiResponse.ok(
|
||||
data={"id": str(db_file.id), "filename": db_file.filename, "status": db_file.status},
|
||||
message="File uploaded successfully"
|
||||
)
|
||||
|
||||
|
||||
@router.get("/", response_model=dict)
|
||||
async def list_files(project_id: UUID, db: AsyncSession = Depends(get_db)):
|
||||
@router.get("", response_model=ApiResponse)
|
||||
async def list_files(
|
||||
project_id: UUID,
|
||||
page: int = Query(1, ge=1),
|
||||
page_size: int = Query(20, ge=1, le=100),
|
||||
db: AsyncSession = Depends(get_db)
|
||||
):
|
||||
"""List files for a project"""
|
||||
result = await db.execute(
|
||||
select(File).where(File.project_id == project_id).order_by(File.created_at.desc())
|
||||
skip = (page - 1) * page_size
|
||||
files, total = await file_crud.get_multi(
|
||||
db,
|
||||
skip=skip,
|
||||
limit=page_size,
|
||||
filters={"project_id": project_id},
|
||||
order_by="created_at",
|
||||
descending=True
|
||||
)
|
||||
|
||||
file_responses = [FileResponse.model_validate(f) for f in files]
|
||||
return PaginatedResponse.ok(
|
||||
items=file_responses,
|
||||
page=page,
|
||||
page_size=page_size,
|
||||
total=total
|
||||
)
|
||||
files = result.scalars().all()
|
||||
return {"files": [FileResponse.model_validate(f) for f in files]}
|
||||
|
||||
|
||||
@router.get("/{file_id}", response_model=dict)
|
||||
async def get_file(project_id: UUID, file_id: UUID, db: AsyncSession = Depends(get_db)):
|
||||
@router.get("/{file_id}", response_model=ApiResponse)
|
||||
async def get_file(
|
||||
project_id: UUID,
|
||||
file_id: UUID,
|
||||
db: AsyncSession = Depends(get_db)
|
||||
):
|
||||
"""Get file by ID"""
|
||||
result = await db.execute(
|
||||
select(File).where(File.id == file_id, File.project_id == project_id)
|
||||
)
|
||||
file = result.scalar_one_or_none()
|
||||
if not file:
|
||||
raise HTTPException(status_code=404, detail="File not found")
|
||||
return FileResponse.model_validate(file)
|
||||
file = await file_crud.get(db, file_id)
|
||||
if not file or file.project_id != project_id:
|
||||
raise NotFoundException("File", file_id)
|
||||
|
||||
return ApiResponse.ok(data=FileResponse.model_validate(file))
|
||||
|
||||
|
||||
@router.delete("/{file_id}", response_model=dict)
|
||||
async def delete_file(project_id: UUID, file_id: UUID, db: AsyncSession = Depends(get_db)):
|
||||
@router.delete("/{file_id}", response_model=ApiResponse)
|
||||
async def delete_file(
|
||||
project_id: UUID,
|
||||
file_id: UUID,
|
||||
db: AsyncSession = Depends(get_db)
|
||||
):
|
||||
"""Delete file"""
|
||||
result = await db.execute(
|
||||
select(File).where(File.id == file_id, File.project_id == project_id)
|
||||
)
|
||||
file = result.scalar_one_or_none()
|
||||
if not file:
|
||||
raise HTTPException(status_code=404, detail="File not found")
|
||||
file = await file_crud.get(db, file_id)
|
||||
if not file or file.project_id != project_id:
|
||||
raise NotFoundException("File", file_id)
|
||||
|
||||
# Delete file from disk
|
||||
if file.file_path and os.path.exists(file.file_path):
|
||||
os.remove(file.file_path)
|
||||
await asyncio.get_event_loop().run_in_executor(
|
||||
None,
|
||||
os.remove,
|
||||
file.file_path
|
||||
)
|
||||
|
||||
await db.delete(file)
|
||||
await db.commit()
|
||||
return {"message": "File deleted successfully"}
|
||||
await file_crud.delete(db, file_id)
|
||||
return ApiResponse.ok(message="File deleted successfully")
|
||||
|
||||
|
||||
@router.get("/{file_id}/download", response_class=FileResponse)
|
||||
async def download_file(
|
||||
project_id: UUID,
|
||||
file_id: UUID,
|
||||
db: AsyncSession = Depends(get_db)
|
||||
):
|
||||
"""Download file"""
|
||||
file = await file_crud.get(db, file_id)
|
||||
if not file or file.project_id != project_id:
|
||||
raise NotFoundException("File", file_id)
|
||||
|
||||
if not file.file_path or not os.path.exists(file.file_path):
|
||||
raise ValidationException("File not found on disk", field="file")
|
||||
|
||||
return FileResponse(
|
||||
path=file.file_path,
|
||||
filename=file.filename,
|
||||
media_type=f"application/{file.file_type}"
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user