perf: switch to uv for faster dependency installation
Some checks failed
ci/woodpecker/push/woodpecker Pipeline failed
Some checks failed
ci/woodpecker/push/woodpecker Pipeline failed
- Replace pip with uv in Dockerfile.service builder stage (~5-10x faster) - Replace pip with uv in CI test step - Separate pyproject.toml copy from source copy in Dockerfile for better Docker layer caching (deps only reinstalled when pyproject.toml changes) - Add cache_from for buildx to reuse layers from previous builds - Remove pip cache workaround from test step (not persisted in K8s)
This commit is contained in:
parent
5955a5a86d
commit
0a017f52cb
2 changed files with 23 additions and 20 deletions
|
|
@ -11,23 +11,13 @@ clone:
|
|||
|
||||
steps:
|
||||
- name: test
|
||||
image: python:3.12-slim
|
||||
image: docker.io/library/python:3.12-slim
|
||||
commands:
|
||||
- |
|
||||
if [ -d /woodpecker/pip-cache ]; then
|
||||
echo "Restoring pip cache..."
|
||||
cp -r /woodpecker/pip-cache .pip-cache
|
||||
fi
|
||||
- python -m venv .venv
|
||||
- pip install uv
|
||||
- >-
|
||||
.venv/bin/pip install --quiet --upgrade pip
|
||||
- >-
|
||||
.venv/bin/pip install --quiet --cache-dir .pip-cache
|
||||
uv pip install --system --quiet
|
||||
".[api,news,sentiment,trading,backtester,dev]"
|
||||
- .venv/bin/pytest tests/ -v --tb=short -m "not integration"
|
||||
- |
|
||||
echo "Saving pip cache..."
|
||||
cp -r .pip-cache /woodpecker/pip-cache 2>/dev/null || true
|
||||
- python -m pytest tests/ -v --tb=short -m "not integration"
|
||||
|
||||
- name: build-service-image
|
||||
image: woodpeckerci/plugin-docker-buildx
|
||||
|
|
@ -42,6 +32,7 @@ steps:
|
|||
context: .
|
||||
build_args:
|
||||
- SERVICE_MODULE=api_gateway
|
||||
cache_from: viktorbarzin/trading-bot-service:latest
|
||||
tags:
|
||||
- "${CI_PIPELINE_NUMBER}"
|
||||
- latest
|
||||
|
|
@ -59,12 +50,13 @@ steps:
|
|||
context: .
|
||||
build_args:
|
||||
- NGINX_CONF=docker/nginx-k8s.conf
|
||||
cache_from: viktorbarzin/trading-bot-dashboard:latest
|
||||
tags:
|
||||
- "${CI_PIPELINE_NUMBER}"
|
||||
- latest
|
||||
|
||||
- name: update-deployment
|
||||
image: alpine
|
||||
image: docker.io/library/alpine
|
||||
depends_on:
|
||||
- build-service-image
|
||||
- build-dashboard-image
|
||||
|
|
@ -118,7 +110,7 @@ steps:
|
|||
}" | jq '{name: .metadata.name, generation: .metadata.generation}'
|
||||
|
||||
- name: verify-deploy
|
||||
image: alpine
|
||||
image: docker.io/library/alpine
|
||||
depends_on:
|
||||
- update-deployment
|
||||
commands:
|
||||
|
|
|
|||
|
|
@ -1,6 +1,5 @@
|
|||
# Multi-stage Dockerfile for all Python microservices.
|
||||
# Build args:
|
||||
# EXTRAS — pip optional-dependency groups (e.g. "news", "sentiment,trading")
|
||||
# SERVICE_MODULE — Python module name under services/ (e.g. "news_fetcher")
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
|
|
@ -10,16 +9,28 @@ FROM python:3.12-slim AS builder
|
|||
|
||||
WORKDIR /app
|
||||
|
||||
# Copy project metadata and source so pip can resolve the local package
|
||||
# Install uv for fast dependency resolution
|
||||
RUN pip install uv
|
||||
|
||||
# Copy ONLY dependency metadata first — this layer is cached until
|
||||
# pyproject.toml changes, so dependency install is skipped on pure code changes.
|
||||
COPY pyproject.toml .
|
||||
|
||||
# Create minimal package stubs so uv can resolve the local editable install
|
||||
# without copying all source (which would bust the cache on every commit).
|
||||
RUN mkdir -p shared services backtester && \
|
||||
uv pip install --system --no-cache-dir ".[api,news,sentiment,trading,backtester]" && \
|
||||
uv pip install --system --no-cache-dir curl_cffi 2>/dev/null || true
|
||||
|
||||
# NOW copy the actual source code (changes here don't re-trigger dep install)
|
||||
COPY shared/ shared/
|
||||
COPY services/ services/
|
||||
COPY backtester/ backtester/
|
||||
COPY alembic/ alembic/
|
||||
COPY alembic.ini .
|
||||
|
||||
# Install all service dependencies (hardcoded to avoid build-arg comma parsing issues)
|
||||
RUN pip install --no-cache-dir ".[api,news,sentiment,trading,backtester]" && pip install --no-cache-dir curl_cffi 2>/dev/null || true
|
||||
# Re-install in-place so the package metadata points to actual source
|
||||
RUN uv pip install --system --no-cache-dir --no-deps -e .
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Stage 2: slim runtime image
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue