tpchgen-rs/Dockerfile at bwy/sirius · sirius-db/tpchgen-rs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
# syntax=docker/dockerfile:1
# Build stage for Rust binary
FROM rust:1.86 AS builder

# TARGETARCH is automatically set by BuildKit (e.g., amd64, arm64)
ARG TARGETARCH

WORKDIR /src
COPY . .

# Build release binary with BuildKit cache mounts
# Registry and git caches are shared (source code is arch-independent)
# Target cache is per-architecture to avoid mixing compiled artifacts
RUN --mount=type=cache,target=/usr/local/cargo/registry \
    --mount=type=cache,target=/usr/local/cargo/git \
    --mount=type=cache,id=target-${TARGETARCH},target=/src/target \
    cargo build --profile release && \
    cp target/release/tpchgen-cli /usr/local/bin/tpchgen-cli

# Python dependencies stage - install pyarrow at build time
FROM ghcr.io/astral-sh/uv:python3.12-bookworm-slim AS python-deps

WORKDIR /app
COPY scripts/inspect_tpch_parquet.py .

# Create a venv and install dependencies from inline script metadata
RUN uv venv /opt/venv && \
    uv pip install --python /opt/venv/bin/python pyarrow

# Runtime stage - use Python slim image (venv symlinks to /usr/local/bin/python)
FROM python:3.12-slim-bookworm

LABEL org.opencontainers.image.title="tpchgen" \
      org.opencontainers.image.description="TPC-H data generator with Parquet output" \
      org.opencontainers.image.url="https://github.com/TomAugspurger/tpchgen-rs" \
      org.opencontainers.image.source="https://github.com/TomAugspurger/tpchgen-rs" \
      org.opencontainers.image.licenses="Apache-2.0"

RUN apt-get update && apt-get install -y --no-install-recommends \
    ca-certificates \
    parallel \
    && rm -rf /var/lib/apt/lists/*

# Copy Python venv with pyarrow pre-installed
COPY --from=python-deps /opt/venv /opt/venv

# Set up environment so uv run uses the pre-installed venv
ENV VIRTUAL_ENV=/opt/venv
ENV PATH="/opt/venv/bin:$PATH"

# Copy uv for running Python scripts
COPY --from=ghcr.io/astral-sh/uv:latest /uv /usr/local/bin/uv

# Copy the binary
COPY --from=builder /usr/local/bin/tpchgen-cli /usr/local/bin/tpchgen-cli

# Copy the data generation script
COPY scripts/generate_tpch.py /usr/local/bin/generate_tpch.py
COPY scripts/inspect_tpch_parquet.py /usr/local/bin/inspect_tpch_parquet.py
RUN chmod +x /usr/local/bin/generate_tpch.py
RUN chmod +x /usr/local/bin/inspect_tpch_parquet.py

ENTRYPOINT ["/usr/local/bin/generate_tpch.py"]