From 504ce9af32aea4280e76fc67b45436786046e0e1 Mon Sep 17 00:00:00 2001 From: junjun Date: Thu, 7 Aug 2025 17:47:56 +0800 Subject: [PATCH] refactor: ignore empty column --- backend/apps/datasource/api/datasource.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/backend/apps/datasource/api/datasource.py b/backend/apps/datasource/api/datasource.py index 52cfb97d..f89b052b 100644 --- a/backend/apps/datasource/api/datasource.py +++ b/backend/apps/datasource/api/datasource.py @@ -273,7 +273,9 @@ async def upload_excel(session: SessionDep, file: UploadFile = File(...)): for sheet_name in sheet_names: tableName = f"{sheet_name}_{hashlib.sha256(uuid.uuid4().bytes).hexdigest()[:10]}" sheets.append({"tableName": tableName, "tableComment": ""}) - df = pd.read_excel(save_path, sheet_name=sheet_name, engine='calamine') + df_temp = pd.read_excel(path, nrows=5) + non_empty_cols = df_temp.columns[df_temp.notna().any()].tolist() + df = pd.read_excel(save_path, sheet_name=sheet_name, engine='calamine', usecols=non_empty_cols) insert_pg(df, tableName, engine) # os.remove(save_path)