misc(embeddings): ad missing deps to requirements.txt

Dockerfile

@@ -2,6 +2,8 @@ ARG SDK_VERSION=latest
 FROM huggingface/hfendpoints-sdk:${SDK_VERSION} AS sdk
 
 FROM python:3.12-bookworm
+
+RUN apt update && apt install -y libjemalloc2
 RUN --mount=type=bind,from=sdk,source=/opt/hfendpoints/dist,target=/usr/local/endpoints/dist \
     --mount=type=bind,source=requirements.txt,target=/tmp/requirements.txt \
     python3 -m pip install torch --index-url https://download.pytorch.org/whl/cpu && \
@@ -10,9 +12,17 @@ RUN --mount=type=bind,from=sdk,source=/opt/hfendpoints/dist,target=/usr/local/en
 
 COPY handler.py /usr/local/endpoint/
 
+# OMP & MALLOC related tuning
+ENV KMP_AFFINITY="granularity=fine,compact,1,0"
+ENV KMP_BLOCKTIME=1
+ENV MALLOC_CONF=oversize_threshold:1,background_thread:true,metadata_thp:auto,dirty_decay_ms:9000000000,muzzy_decay_ms:9000000000
+ENV LD_PRELOAD=/usr/local/lib/libiomp5.so;/usr/lib/x86_64-linux-gnu/libjemalloc.so.2
+
+# Network interface
 ENV INTERFACE=0.0.0.0
 ENV PORT=80
 
 EXPOSE 80
+
 ENTRYPOINT ["python3"]
 CMD ["/usr/local/endpoint/handler.py"]

requirements.txt

@@ -1,6 +1,7 @@
 # auto-round>=0.5.0
 loguru>=0.7.3
 intel-extension-for-pytorch>=2.7.0
+intel-openmp>=2025.1.1
 sentence-transformers
 # transformers>=4.51
 torch>=2.5.0