From 3f0c4632741da950fdf5a594ad85e02b6cad53ae Mon Sep 17 00:00:00 2001 From: junjun Date: Fri, 8 Aug 2025 11:19:24 +0800 Subject: [PATCH] refactor: read excel faster --- backend/apps/datasource/api/datasource.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/backend/apps/datasource/api/datasource.py b/backend/apps/datasource/api/datasource.py index 1b181a92..0eeba6de 100644 --- a/backend/apps/datasource/api/datasource.py +++ b/backend/apps/datasource/api/datasource.py @@ -273,9 +273,9 @@ async def upload_excel(session: SessionDep, file: UploadFile = File(...)): for sheet_name in sheet_names: tableName = f"{sheet_name}_{hashlib.sha256(uuid.uuid4().bytes).hexdigest()[:10]}" sheets.append({"tableName": tableName, "tableComment": ""}) - df_temp = pd.read_excel(save_path, nrows=5) - non_empty_cols = df_temp.columns[df_temp.notna().any()].tolist() - df = pd.read_excel(save_path, sheet_name=sheet_name, engine='calamine', usecols=non_empty_cols) + # df_temp = pd.read_excel(save_path, nrows=5) + # non_empty_cols = df_temp.columns[df_temp.notna().any()].tolist() + df = pd.read_excel(save_path, sheet_name=sheet_name, engine='calamine') insert_pg(df, tableName, engine) # os.remove(save_path)