fix: build tokenizers==0.13.4 wheel specifically

transformers==4.30.2 pins tokenizers<0.14; the latest 0.13.4 has no
cp312 wheel on PyPI. Build it in the wheel-builder stage so the init
container finds it via PIP_FIND_LINKS without needing Rust at runtime.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

Author: dvystrcil

Dockerfile

@@ -26,10 +26,10 @@ RUN apt-get update && \
     sh -s -- -y --default-toolchain stable --no-modify-path && \
     chmod -R a+rx /usr/local/rustup /usr/local/cargo
 
-# Build tokenizers wheel for the Python version in the base image.
-# --no-deps: we only want the tokenizers wheel, not its deps.
-# Result goes to /wheels/ and is copied into the final image.
-RUN pip wheel --no-deps tokenizers -w /wheels/
+# Build tokenizers==0.13.4 wheel for Python 3.12.
+# transformers==4.30.2 requires tokenizers<0.14; PyPI has no cp312 wheel
+# for 0.13.4 (released before Python 3.12). --no-deps: only this wheel.
+RUN pip wheel --no-deps "tokenizers==0.13.4" -w /wheels/
 
 # ── Stage 3: final runtime (no Rust) ─────────────────────────────────────────
 FROM ${BASE_IMAGE}