From 9748c934b8bb4913cf4613c59103618774218bcc Mon Sep 17 00:00:00 2001 From: ulleo Date: Wed, 27 Aug 2025 16:21:25 +0800 Subject: [PATCH] feat: disable TOKENIZERS_PARALLELISM warning --- backend/apps/ai_model/embedding.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/backend/apps/ai_model/embedding.py b/backend/apps/ai_model/embedding.py index c458e3ff..315c8461 100644 --- a/backend/apps/ai_model/embedding.py +++ b/backend/apps/ai_model/embedding.py @@ -8,6 +8,8 @@ from pydantic import BaseModel from common.core.config import settings +os.environ["TOKENIZERS_PARALLELISM"] = "false" + class EmbeddingModelInfo(BaseModel): folder: str @@ -49,7 +51,6 @@ class EmbeddingModelCache: @staticmethod def get_model(key: str = settings.DEFAULT_EMBEDDING_MODEL, config: EmbeddingModelInfo = local_embedding_model) -> Embeddings: - global _embedding_model model_instance = _embedding_model.get(key) if model_instance is None: lock = EmbeddingModelCache._get_lock(key)