hailin
/
embed-bge-m3
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-08-05 11:52:20 +08:00
parent 23adcd15a7
commit ca8f4a43bf
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
app/main.py
View File

@ -28,7 +28,7 @@ from FlagEmbedding import BGEM3FlagModel
# -----------------------------------------------------------------------------# # -----------------------------------------------------------------------------#
MODEL_PATH = "model/bge-m3" # 按需改成你的权重路径 MODEL_PATH = "model/bge-m3" # 按需改成你的权重路径
SAFE_MIN_FREE_MB = int( SAFE_MIN_FREE_MB = int(
os.getenv("SAFE_MIN_FREE_MB", "4096") os.getenv("SAFE_MIN_FREE_MB", "16384")
) # 启动时要求的最小空闲显存，MB ) # 启动时要求的最小空闲显存，MB
# -----------------------------------------------------------------------------# # -----------------------------------------------------------------------------#
@ -169,7 +169,7 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH)
# FastAPI # FastAPI
# -----------------------------------------------------------------------------# # -----------------------------------------------------------------------------#
app = FastAPI() app = FastAPI()
logger.info("Using SAFE_MIN_FREE_MB = %d MB", SAFE_MIN_FREE_MB)
class EmbeddingRequest(BaseModel): class EmbeddingRequest(BaseModel):
input: Union[str, List[str]] input: Union[str, List[str]]