From ca8f4a43bfd05155d0a26e79b0baeaadc5d0c8cc Mon Sep 17 00:00:00 2001 From: hailin Date: Tue, 5 Aug 2025 11:52:20 +0800 Subject: [PATCH] . --- app/main.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/app/main.py b/app/main.py index 0b686ba..e57b0d3 100644 --- a/app/main.py +++ b/app/main.py @@ -28,7 +28,7 @@ from FlagEmbedding import BGEM3FlagModel # -----------------------------------------------------------------------------# MODEL_PATH = "model/bge-m3" # 按需改成你的权重路径 SAFE_MIN_FREE_MB = int( - os.getenv("SAFE_MIN_FREE_MB", "4096") + os.getenv("SAFE_MIN_FREE_MB", "16384") ) # 启动时要求的最小空闲显存，MB # -----------------------------------------------------------------------------# @@ -169,7 +169,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH) # FastAPI # -----------------------------------------------------------------------------# app = FastAPI() - +logger.info("Using SAFE_MIN_FREE_MB = %d MB", SAFE_MIN_FREE_MB) class EmbeddingRequest(BaseModel): input: Union[str, List[str]]