chore: improve docker caching (rustler) (#1070)

Author: MegaRedHand

Dockerfile

@@ -17,13 +17,64 @@ RUN protoc --go_out=./ proto/libp2p.proto
 RUN go mod download
 RUN go build -o libp2p_port
 
+# Precompile rust crates
+# bls nif
+FROM rust:1.71.1 AS bls_nif_builder
+LABEL stage=builder
+
+RUN mkdir /bls_nif
+WORKDIR /bls_nif
+
+COPY ./native/bls_nif /bls_nif
+RUN cargo build --release && \
+    mv target/release/libbls_nif.so ./libbls_nif.so && \
+    rm -rf target/
+
+# kzg nif
+FROM rust:1.71.1 AS kzg_nif_builder
+LABEL stage=builder
+
+RUN mkdir /kzg_nif
+WORKDIR /kzg_nif
+
+COPY ./native/kzg_nif /kzg_nif
+RUN cargo build --release && \
+    mv target/release/libkzg_nif.so ./libkzg_nif.so && \
+    rm -rf target/
+
+# snappy nif
+FROM rust:1.71.1 AS snappy_nif_builder
+LABEL stage=builder
+
+RUN mkdir /snappy_nif
+WORKDIR /snappy_nif
+
+COPY ./native/snappy_nif /snappy_nif
+RUN cargo build --release && \
+    mv target/release/libsnappy_nif.so ./libsnappy_nif.so && \
+    rm -rf target/
+
+# ssz nif
+FROM rust:1.71.1 AS ssz_nif_builder
+LABEL stage=builder
+
+RUN mkdir /ssz_nif
+WORKDIR /ssz_nif
+
+COPY ./native/ssz_nif /ssz_nif
+RUN cargo build --release && \
+    mv target/release/libssz_nif.so ./libssz_nif.so && \
+    rm -rf target/
+
 # Main image
 FROM elixir:1.16.2-otp-26
 
 RUN mkdir /consensus
 WORKDIR /consensus
 
 ENV MIX_ENV=prod
+# To avoid recompiling rustler NIFs
+ENV RUSTLER_SKIP_COMPILE=yes
 
 RUN mix local.hex --force
 
@@ -38,21 +89,11 @@ COPY Makefile .oapi_version /consensus/
 RUN make download-beacon-node-oapi
 
 # Install rust
+# NOTE: this is needed for some dependencies
 RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
 
 ENV PATH="${PATH}:/root/.cargo/bin:/root/.mix/escripts"
 
-# Precompile rust crates. Rustler stores targets under _build
-COPY ./native /consensus/native
-RUN cd /consensus/native/bls_nif && cargo build --release \
-    --target-dir="/consensus/_build/prod/lib/lambda_ethereum_consensus/native/bls_nif"
-RUN cd /consensus/native/kzg_nif && cargo build --release \
-    --target-dir="/consensus/_build/prod/lib/lambda_ethereum_consensus/native/kzg_nif"
-RUN cd /consensus/native/snappy_nif && cargo build --release \
-    --target-dir="/consensus/_build/prod/lib/lambda_ethereum_consensus/native/snappy_nif"
-RUN cd /consensus/native/ssz_nif && cargo build --release \
-    --target-dir="/consensus/_build/prod/lib/lambda_ethereum_consensus/native/ssz_nif"
-
 # Precompile elixir dependencies
 COPY mix.exs mix.lock .fork_version ./
 COPY ./config/config.exs /consensus/config/config.exs
@@ -61,6 +102,12 @@ RUN mix deps.compile
 
 COPY . .
 COPY --from=libp2p_builder /libp2p_port/libp2p_port /consensus/priv/native/libp2p_port
+# TODO: only copy artifacts
+# Copy precompiled rust crates. Rustler stores targets under _build
+COPY --from=bls_nif_builder /bls_nif/libbls_nif.so /consensus/priv/native/libbls_nif.so
+COPY --from=kzg_nif_builder /kzg_nif/libkzg_nif.so /consensus/priv/native/libkzg_nif.so
+COPY --from=snappy_nif_builder /snappy_nif/libsnappy_nif.so /consensus/priv/native/libsnappy_nif.so
+COPY --from=ssz_nif_builder /ssz_nif/libssz_nif.so /consensus/priv/native/libssz_nif.so
 
 RUN protoc --elixir_out=. proto/libp2p.proto
 

config/config.exs

@@ -46,3 +46,11 @@ config :lambda_ethereum_consensus, :logger, [
      }
    }}
 ]
+
+# Avoid compiling Rustler NIFs when `RUSTLER_SKIP_COMPILE` is set
+if System.get_env("RUSTLER_SKIP_COMPILE") do
+  config :lambda_ethereum_consensus, Bls, skip_compilation?: true
+  config :lambda_ethereum_consensus, Kzg, skip_compilation?: true
+  config :lambda_ethereum_consensus, Snappy, skip_compilation?: true
+  config :lambda_ethereum_consensus, Ssz, skip_compilation?: true
+end