-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathDockerfile
More file actions
171 lines (130 loc) · 4.9 KB
/
Dockerfile
File metadata and controls
171 lines (130 loc) · 4.9 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
# syntax=docker/dockerfile:1.7
ARG RUST_VERSION=1.92.0
ARG GPU_BACKEND=cuda
ARG RELEASE=true
FROM rust:${RUST_VERSION} AS chef
ENV PATH=/usr/local/cargo/bin:$PATH
RUN --mount=type=cache,target=/usr/local/cargo/registry \
--mount=type=cache,target=/usr/local/cargo/git \
cargo install cargo-chef --locked
WORKDIR /app
FROM chef AS planner
COPY Cargo.toml Cargo.lock* ./
COPY crates ./crates
RUN cargo chef prepare --recipe-path recipe.json
FROM chef AS builder-env
ARG GPU_BACKEND
ARG RELEASE
FROM builder-env AS builder-cuda
ARG GPU_BACKEND
ARG RELEASE
ARG CUDA_KEYRING_DEB=cuda-keyring_1.1-1_all.deb
RUN apt-get update && apt-get install -y --no-install-recommends \
ca-certificates \
wget \
gnupg \
&& wget -q https://developer.download.nvidia.com/compute/cuda/repos/debian12/x86_64/${CUDA_KEYRING_DEB} \
&& dpkg -i ${CUDA_KEYRING_DEB} \
&& apt-get update \
&& apt-get install -y --no-install-recommends \
cuda-nvcc-12-4 \
libcublas-dev-12-4 \
&& rm -rf /var/lib/apt/lists/* ${CUDA_KEYRING_DEB}
COPY --from=planner /app/recipe.json recipe.json
RUN --mount=type=cache,target=/usr/local/cargo/registry \
--mount=type=cache,target=/usr/local/cargo/git \
--mount=type=cache,target=/app/target \
cargo chef cook \
$(if [ "$RELEASE" = "true" ]; then echo "--release"; fi) \
--no-default-features \
--features "$GPU_BACKEND" \
--recipe-path recipe.json
COPY Cargo.toml Cargo.lock* ./
COPY crates ./crates
RUN --mount=type=cache,target=/usr/local/cargo/registry \
--mount=type=cache,target=/usr/local/cargo/git \
--mount=type=cache,target=/app/target \
cargo build \
$(if [ "$RELEASE" = "true" ]; then echo "--release"; fi) \
--no-default-features \
--features "$GPU_BACKEND" \
-p reflex-server \
--bin reflex \
&& cp /app/target/$(if [ "$RELEASE" = "true" ]; then echo "release"; else echo "debug"; fi)/reflex /app/reflex-binary
FROM builder-env AS builder-metal
ARG GPU_BACKEND
ARG RELEASE
COPY --from=planner /app/recipe.json recipe.json
RUN --mount=type=cache,target=/usr/local/cargo/registry \
--mount=type=cache,target=/usr/local/cargo/git \
--mount=type=cache,target=/app/target \
cargo chef cook \
$(if [ "$RELEASE" = "true" ]; then echo "--release"; fi) \
--no-default-features \
--features "$GPU_BACKEND" \
--recipe-path recipe.json
COPY Cargo.toml Cargo.lock* ./
COPY crates ./crates
RUN --mount=type=cache,target=/usr/local/cargo/registry \
--mount=type=cache,target=/usr/local/cargo/git \
--mount=type=cache,target=/app/target \
cargo build \
$(if [ "$RELEASE" = "true" ]; then echo "--release"; fi) \
--no-default-features \
--features "$GPU_BACKEND" \
-p reflex-server \
--bin reflex \
&& cp /app/target/$(if [ "$RELEASE" = "true" ]; then echo "release"; else echo "debug"; fi)/reflex /app/reflex-binary
FROM builder-env AS builder-cpu
ARG GPU_BACKEND
ARG RELEASE
COPY --from=planner /app/recipe.json recipe.json
RUN --mount=type=cache,target=/usr/local/cargo/registry \
--mount=type=cache,target=/usr/local/cargo/git \
--mount=type=cache,target=/app/target \
cargo chef cook \
$(if [ "$RELEASE" = "true" ]; then echo "--release"; fi) \
--no-default-features \
--features "$GPU_BACKEND" \
--recipe-path recipe.json
COPY Cargo.toml Cargo.lock* ./
COPY crates ./crates
RUN --mount=type=cache,target=/usr/local/cargo/registry \
--mount=type=cache,target=/usr/local/cargo/git \
--mount=type=cache,target=/app/target \
cargo build \
$(if [ "$RELEASE" = "true" ]; then echo "--release"; fi) \
--no-default-features \
--features "$GPU_BACKEND" \
-p reflex-server \
--bin reflex \
&& cp /app/target/$(if [ "$RELEASE" = "true" ]; then echo "release"; else echo "debug"; fi)/reflex /app/reflex-binary
FROM builder-${GPU_BACKEND} AS builder
FROM rust:${RUST_VERSION}-slim-trixie AS runtime-base
ENV PATH=/usr/local/cargo/bin:$PATH
FROM runtime-base AS runtime-cuda
ARG CUDA_KEYRING_DEB=cuda-keyring_1.1-1_all.deb
RUN apt-get update && apt-get install -y --no-install-recommends \
ca-certificates \
wget \
gnupg \
&& wget -q https://developer.download.nvidia.com/compute/cuda/repos/debian12/x86_64/${CUDA_KEYRING_DEB} \
&& dpkg -i ${CUDA_KEYRING_DEB} \
&& apt-get update \
&& apt-get install -y --no-install-recommends libcublas-12-4 \
&& apt-get purge -y wget gnupg \
&& apt-get autoremove -y \
&& rm -rf /var/lib/apt/lists/* ${CUDA_KEYRING_DEB}
FROM runtime-base AS runtime-metal
FROM runtime-base AS runtime-cpu
FROM runtime-${GPU_BACKEND} AS runtime
RUN useradd --create-home --user-group reflex
USER reflex
WORKDIR /home/reflex
COPY --from=builder --chown=reflex:reflex /app/reflex-binary /usr/local/bin/reflex
EXPOSE 8080
HEALTHCHECK --interval=30s --timeout=3s --start-period=5s --retries=3 \
CMD ["reflex", "--health-check"]
ENV RUST_LOG=info \
REFLEX_PORT=8080
ENTRYPOINT ["reflex"]