Reduced the size of sentence-transformers by making it CPU only, including reranking by default now (#534)

This commit is contained in:
Cole Medin
2025-08-30 10:56:40 -06:00
committed by GitHub
parent 9f22659f4c
commit 811d0a7f31
3 changed files with 11 additions and 3 deletions

View File

@@ -15,7 +15,7 @@ COPY pyproject.toml .
# Install server dependencies to a virtual environment using uv
RUN uv venv /venv && \
. /venv/bin/activate && \
uv pip install --group server
uv pip install --group server --group server-reranking
# Runtime stage
FROM python:3.12-slim

View File

@@ -7,6 +7,16 @@ requires-python = ">=3.12"
# Base dependencies - empty since we're using dependency groups
dependencies = []
# PyTorch CPU-only index configuration
[[tool.uv.index]]
name = "pytorch-cpu"
url = "https://download.pytorch.org/whl/cpu"
explicit = true
# Sources configuration to use CPU-only PyTorch
[tool.uv.sources]
torch = [{ index = "pytorch-cpu" }]
[dependency-groups]
# Development dependencies for linting and testing
dev = [