qixinbo
74 lines
2.6 KiB
Python
74 lines
2.6 KiB
Python
from fastapi import APIRouter, UploadFile, File, HTTPException
|
|
import pandas as pd
|
|
import duckdb
|
|
import io
|
|
import uuid
|
|
|
|
from app.core.data_root import get_uploads_root
|
|
|
|
router = APIRouter()
|
|
upload_dir = get_uploads_root()
|
|
|
|
@router.post("/upload/file")
|
|
async def upload_file(file: UploadFile = File(...)):
|
|
upload_dir.mkdir(parents=True, exist_ok=True)
|
|
allowed_extensions = ('.csv', '.xls', '.xlsx', '.parquet', '.db', '.sqlite', '.sqlite3')
|
|
filename_lower = file.filename.lower()
|
|
if not filename_lower.endswith(allowed_extensions):
|
|
raise HTTPException(status_code=400, detail="Invalid file type. Allowed: CSV, Excel, Parquet, SQLite.")
|
|
|
|
try:
|
|
content = await file.read()
|
|
if not content:
|
|
raise HTTPException(status_code=400, detail="Empty file is not allowed.")
|
|
file_obj = io.BytesIO(content)
|
|
|
|
unique_filename = f"{uuid.uuid4()}-{file.filename}"
|
|
save_path = upload_dir / unique_filename
|
|
save_path.write_bytes(content)
|
|
file_url = f"local://{unique_filename}"
|
|
|
|
file_obj.seek(0)
|
|
|
|
try:
|
|
if filename_lower.endswith('.csv'):
|
|
df = pd.read_csv(file_obj)
|
|
elif filename_lower.endswith(('.xls', '.xlsx')):
|
|
df = pd.read_excel(file_obj)
|
|
elif filename_lower.endswith('.parquet'):
|
|
df = pd.read_parquet(file_obj)
|
|
elif filename_lower.endswith(('.db', '.sqlite', '.sqlite3')):
|
|
# For SQLite, we don't load into DF immediately for analysis here
|
|
# Just return success
|
|
return {
|
|
"filename": unique_filename,
|
|
"url": file_url,
|
|
"rows": 0,
|
|
"columns": [],
|
|
"summary": "SQLite database uploaded"
|
|
}
|
|
|
|
# For DF supported types
|
|
duckdb_conn = duckdb.connect(database=':memory:')
|
|
duckdb_conn.register('uploaded_file', df)
|
|
summary = duckdb_conn.execute("DESCRIBE uploaded_file").fetchall()
|
|
row_count = len(df)
|
|
columns = list(df.columns)
|
|
|
|
return {
|
|
"filename": unique_filename,
|
|
"url": file_url,
|
|
"rows": row_count,
|
|
"columns": columns,
|
|
"summary": str(summary)
|
|
}
|
|
except Exception as e:
|
|
return {
|
|
"filename": unique_filename,
|
|
"url": file_url,
|
|
"analysis_error": str(e)
|
|
}
|
|
|
|
except Exception as e:
|
|
raise HTTPException(status_code=500, detail=str(e))
|