hailin
/
embed-bge-m3
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

.

This commit is contained in:
hailin 2025-08-05 17:12:49 +08:00
parent 76e7594895
commit c6c629f376
1 changed files with 5 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
app/main.py
View File

@ -192,18 +192,12 @@ def _warm_worker(t, q):
def warm_up(): def warm_up():
logger.info("Warm-up on %s", DEVICE) logger.info("Warm-up on %s", DEVICE)
try: try:
texts = ["warmup"] _ = model.encode([
q = mp.Queue() "This is a warmup sentence used to initialize CUDA kernels and avoid latency spikes."
p = mp.Process(target=_warm_worker, args=(texts, q)) ], return_dense=True)
p.start()
p.join(timeout=60)
if not q.empty() and q.get() == "ok":
logger.info("Warm-up complete.") logger.info("Warm-up complete.")
else:
logger.warning("Warm-up failed or timed out.")
except Exception as e: except Exception as e:
logger.warning("Warm-up exception: %s", e) logger.warning("Warm-up failed: %s", e)