refactor(l1,l2): separate binaries (#4829)

**Motivation**

We aim to reintroduce the L2 feature flag making so that ethrex has 3
available binaries, the L1 execution client, the L2 client and the
L2+GPU client. This is done for the following advantages:
- Less crates needed for the L1 as the UI, L2, zkVMs crates are
excluded.
- L1, L2, y zkVMs are compiled with the optimum crates for performance
and their needs.
- The L1 user only downloads a client without unneeded functionality.

**Description**

- Added feature flag l2 to ethrex to compile l2 dependencies separately
- Added feature flag l2-sql to ethrex to launch l2 with the SQL database
for the rollup
- Modified CI to create 2 tar images of ethrex for testing, ethrex:main
and ethrex:main-l2
- Modified lint commands in makefile to lint l1 and l2 separately. L1
can't handle the workspace flag, due to some l2 crates in the workspace.

---------

Co-authored-by: ilitteri <[email protected]>
Co-authored-by: Francisco Xavier Gauna <[email protected]>

Author: 3 people

.github/actions/build-docker/action.yml

@@ -19,6 +19,14 @@ inputs:
     description: "Whether to push the built image to the registry"
     required: false
     default: "false"
+  artifact_path:
+    description: "The name of the artifact that is going to be pushed"
+    required: false
+    default: "ethrex_image.tar"
+  build_args:
+    description: "The arguments that are sent to the dockerfile to built. Format ARG=value"
+    required: false
+    default: ""
 
 outputs:
   artifact_path:
@@ -31,7 +39,7 @@ runs:
     - id: vars
       shell: bash
       run: |
-        echo "artifact_path=/tmp/ethrex_image.tar" >> $GITHUB_OUTPUT
+        echo "artifact_path=/tmp/${{ inputs.artifact_path }}" >> $GITHUB_OUTPUT
 
     - name: Login to Docker registry
       if: inputs.username != '' && inputs.password != ''
@@ -54,6 +62,7 @@ runs:
         outputs: ${{ inputs.push == 'false' && format('type=docker,dest={0}', steps.vars.outputs.artifact_path) || '' }}
         cache-from: type=gha
         cache-to: type=gha,mode=max
+        build-args: ${{ inputs.build_args }}
 
     # Since we're exporting the image as a tar, we need to load it manually as well
     - name: Load image locally

.github/workflows/main_docker_publish.yaml

@@ -25,13 +25,25 @@ jobs:
       - name: Checkout repository
         uses: actions/checkout@v4
 
-      # Pushes to ghcr.io/lambdaclass/ethrex
-      - name: Build and push Docker image
-        id: push
+      # Pushes l1 to ghcr.io/lambdaclass/ethrex
+      - name: Build and push L1 Docker image
+        id: push_l1
         uses: ./.github/actions/build-docker
         with:
           registry: ${{ env.REGISTRY }}
           username: ${{ github.actor }}
           password: ${{ secrets.GITHUB_TOKEN }}
           push: true
           tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:main
+
+      # Pushe l2 to ghcr.io/lambdaclass/ethrex
+      - name: Build and push L2 Docker image
+        id: push_l2
+        uses: ./.github/actions/build-docker
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+          push: true
+          build_args: BUILD_FLAGS=--features l2,l2-sql
+          tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:main-l2

.github/workflows/main_prover.yaml

@@ -56,7 +56,7 @@ jobs:
       - name: Build test
         # if: ${{ always() && github.event_name == 'merge_group' }}
         run: |
-          cargo test l2 --no-run --release
+          cargo test l2 --features l2 --no-run --release
 
       - name: Start L1 & Deploy contracts
         # if: ${{ always() && github.event_name == 'merge_group' }}

.github/workflows/pr-main_l1.yaml

@@ -31,12 +31,13 @@ jobs:
         with:
           components: rustfmt, clippy
 
+      # We don't run with workspace, as members of the workspace require l2. We run it with workspace
+      # om the l2 lint
       - name: Run cargo check
-        run: cargo check --workspace
+        run: cargo check
 
       - name: Run cargo clippy
         run: |
-          cargo clippy --workspace -- -D warnings
           cargo clippy -- -D warnings
 
       - name: Run cargo fmt

.github/workflows/pr-main_l2.yaml

@@ -52,11 +52,11 @@ jobs:
           touch crates/l2/prover/src/guest_program/src/sp1/out/riscv32im-succinct-zkvm-elf
 
       - name: Run cargo check
-        run: cargo check --workspace
+        run: cargo check --workspace --features l2,l2-sql
 
       - name: Run cargo clippy
         run: |
-          cargo clippy --workspace -- -D warnings
+          cargo clippy --workspace --features l2,l2-sql -- -D warnings
           make lint
 
       - name: Run cargo fmt
@@ -86,10 +86,37 @@ jobs:
           name: ethrex_image
           path: /tmp/ethrex_image.tar
 
+  # We build the docker image for the l2 usage. It needs to add
+  # The build args for l2.
+  build-docker-l2:
+    name: Build docker image L2
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout sources
+        uses: actions/checkout@v4
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Build L2 docker image
+        uses: ./.github/actions/build-docker
+        with:
+          username: ${{ vars.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+          tags: ethrex:main-l2
+          artifact_path: ethrex_image_l2.tar
+          build_args: BUILD_FLAGS=--features l2
+
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: ethrex_image_l2
+          path: /tmp/ethrex_image_l2.tar
+
   integration-test:
     name: Integration Test - ${{ matrix.name }}
     runs-on: ubuntu-latest
-    needs: build-docker
+    needs: [build-docker, build-docker-l2]
     strategy:
       matrix:
         include:
@@ -145,7 +172,7 @@ jobs:
 
       - name: Build test
         run: |
-          cargo test l2 --no-run --release
+          cargo test l2 --features l2 --no-run --release
 
       - name: Start Web3Signer
         if: matrix.web3signer
@@ -163,6 +190,16 @@ jobs:
         run: |
           docker load --input /tmp/ethrex_image.tar
 
+      - name: Download ethrex L2 image artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: ethrex_image_l2
+          path: /tmp
+
+      - name: Load ethrex L2 image
+        run: |
+          docker load --input /tmp/ethrex_image_l2.tar
+
       - name: Start L1
         run: |
           cd crates/l2
@@ -258,7 +295,7 @@ jobs:
   integration-test-tdx:
     name: Integration Test - TDX
     runs-on: ubuntu-latest
-    needs: build-docker
+    needs: [build-docker, build-docker-l2]
     steps:
       - name: Free Disk Space (Ubuntu)
         uses: jlumbroso/[email protected]
@@ -288,6 +325,16 @@ jobs:
         run: |
           docker load --input /tmp/ethrex_image.tar
 
+      - name: Download ethrex L2 image artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: ethrex_image_l2
+          path: /tmp
+
+      - name: Load ethrex L2 image
+        run: |
+          docker load --input /tmp/ethrex_image_l2.tar
+
       - name: Set up Nix
         uses: cachix/install-nix-action@v31
 
@@ -355,7 +402,7 @@ jobs:
   state-diff-test:
     name: State Reconstruction Tests
     runs-on: ubuntu-latest
-    needs: build-docker
+    needs: [build-docker, build-docker-l2]
     steps:
       - name: Checkout sources
         uses: actions/checkout@v4
@@ -372,6 +419,16 @@ jobs:
         run: |
           docker load --input /tmp/ethrex_image.tar
 
+      - name: Download ethrex L2 image artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: ethrex_image_l2
+          path: /tmp
+
+      - name: Load ethrex L2 image
+        run: |
+          docker load --input /tmp/ethrex_image_l2.tar
+
       - name: Install solc
         uses: lambdaclass/get-solc@master
         with:

.github/workflows/tag_release.yaml

@@ -22,29 +22,45 @@ jobs:
           - ubuntu-22.04
           - ubuntu-24.04-arm
           - macos-latest
-        gpu:
-          - true
-          - false
+        stack:
+          - l1
+          - l2
+          - l2_gpu
+        exclude:
+          - platform: macos-latest
+            stack: l2_gpu
         include:
           - platform: ubuntu-22.04
             os: linux
             arch: x86_64
-            prover_features: sp1,risc0
             cpu_flags: RUSTFLAGS='-C target-cpu=x86-64-v2'
           - platform: ubuntu-24.04-arm
             os: linux
             arch: aarch64
-            prover_features: sp1
           - platform: macos-latest
             os: macos
             arch: aarch64
-          - gpu: true
+          - platform: macos-latest
+            stack: l2
+            features: l2,l2-sql
+          - platform: ubuntu-22.04
+            stack: l2
+            features: l2,l2-sql,sp1,risc0
+          - platform: ubuntu-22.04
+            stack: l2_gpu
+            features: l2,l2-sql,sp1,risc0,gpu
+          - platform: ubuntu-24.04-arm
+            stack: l2
+            features: l2,l2-sql,sp1
+          - platform: ubuntu-24.04-arm
+            stack: l2_gpu
+            features: l2,l2-sql,sp1,gpu
+          - stack: l2_gpu
             gpu_flags: NVCC_PREPEND_FLAGS='-arch=sm_70'
-            gpu_feature: ",gpu"
+            l2_suffix: "-l2"
             gpu_suffix: "-gpu"
-        exclude:
-          - platform: macos-latest
-            gpu: true
+          - stack: l2
+            l2_suffix: "-l2"
     runs-on: ${{ matrix.platform }}
     steps:
       - name: Free Disk Space (Ubuntu)
@@ -57,10 +73,8 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v4
 
-      - name: Rustup toolchain install
-        uses: dtolnay/rust-toolchain@master
-        with:
-          toolchain: ${{ vars.RUST_VERSION }}
+      - name: Setup Rust Environment
+        uses: ./.github/actions/setup-rust
 
       - name: Install SP1 (only Linux)
         if: ${{ matrix.os == 'linux' }}
@@ -89,7 +103,7 @@ jobs:
 
       - name: Install CUDA (only Linux x86 GPU)
         uses: Jimver/[email protected]
-        if: ${{ matrix.platform == 'ubuntu-22.04' && matrix.gpu }}
+        if: ${{ matrix.platform == 'ubuntu-22.04' && matrix.stack == 'l2_gpu' }}
         id: cuda-toolkit
         with:
           cuda: "12.9.0"
@@ -116,11 +130,12 @@ jobs:
 
       - name: Build ethrex
         run: |
-          COMPILE_CONTRACTS=true ${{ matrix.cpu_flags }} ${{ matrix.gpu_flags }} cargo build --release --features "${{ matrix.prover_features }}${{ matrix.gpu_feature }}" --bin ethrex
-          mv target/release/ethrex ethrex-${{ matrix.os }}_${{ matrix.arch }}${{ matrix.gpu_suffix }}
+          COMPILE_CONTRACTS=true ${{ matrix.cpu_flags }} ${{ matrix.gpu_flags }} cargo build --release --features "${{ matrix.features }}" --bin ethrex
+          chmod +x target/release/ethrex
+          mv target/release/ethrex ethrex${{ matrix.l2_suffix }}-${{ matrix.os }}-${{ matrix.arch }}${{ matrix.gpu_suffix }}
 
       - name: Copy verification keys
-        if: ${{ matrix.platform == 'ubuntu-22.04' && matrix.gpu }} # Run only once
+        if: ${{ matrix.platform == 'ubuntu-22.04' && matrix.stack == 'l2_gpu' }} # Run only once
         run: |
           mkdir -p ./verification_keys
           mv crates/l2/prover/src/guest_program/src/risc0/out/riscv32im-risc0-vk verification_keys/ethrex-riscv32im-risc0-vk
@@ -129,11 +144,11 @@ jobs:
       - name: Upload artifact
         uses: actions/upload-artifact@v4
         with:
-          name: ethrex-${{ matrix.os }}_${{ matrix.arch }}${{ matrix.gpu_suffix }}
-          path: ethrex-${{ matrix.os }}_${{ matrix.arch }}${{ matrix.gpu_suffix }}
+          name: ethrex${{ matrix.l2_suffix }}-${{ matrix.os }}-${{ matrix.arch }}${{ matrix.gpu_suffix }}
+          path: ethrex${{ matrix.l2_suffix }}-${{ matrix.os }}-${{ matrix.arch }}${{ matrix.gpu_suffix }}
 
       - name: Upload verification keys
-        if: ${{ matrix.platform == 'ubuntu-22.04' && matrix.gpu }} # Run only once
+        if: ${{ matrix.platform == 'ubuntu-22.04' && matrix.stack == 'l2_gpu' }} # Run only once
         uses: actions/upload-artifact@v4
         with:
           name: verification_keys
@@ -183,8 +198,8 @@ jobs:
         run: echo "TAG_VERSION=$(echo ${{ github.ref_name }} | tr -d v)" >> $GITHUB_ENV
 
       # Pushes to ghcr.io/lambdaclass/ethrex
-      - name: Build and push Docker image
-        id: push
+      - name: Build and push L1 Docker image
+        id: push_l1
         uses: ./.github/actions/build-docker
         with:
           registry: ${{ env.REGISTRY }}
@@ -193,7 +208,19 @@ jobs:
           push: true
           tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:latest,${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ env.TAG_VERSION }}
 
-  # Creates a draft release on GitHub with the binaries
+      # Pushes to ghcr.io/lambdaclass/ethrex
+      - name: Build and push L2 Docker image
+        id: push_l2
+        uses: ./.github/actions/build-docker
+        with:
+          registry: ${{ env.REGISTRY }}
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+          push: true
+          tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:latest-l2,${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:${{ env.TAG_VERSION }}-l2
+          build_args: BUILD_FLAGS=--features l2,l2-sql
+
+  # Creates a release on GitHub with the binaries
   finalize-release:
     needs:
       - build-ethrex
@@ -218,6 +245,9 @@ jobs:
           echo "PREVIOUS_TAG: $name"
           echo "PREVIOUS_TAG=$name" >> $GITHUB_ENV
 
+      - name: Check release type
+        run: echo "TAG_SUFFIX=$(echo ${{ github.ref_name }}- | cut -d- -f2)" >> $GITHUB_ENV
+
       - name: Update CHANGELOG
         id: changelog
         uses: requarks/changelog-action@v1
@@ -233,8 +263,8 @@ jobs:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         with:
           files: ./bin/**/*
-          draft: false
-          prerelease: false
+          draft: ${{ startsWith(env.TAG_SUFFIX, 'rc') }}
+          prerelease: ${{ startsWith(env.TAG_SUFFIX, 'rc') }}
           tag_name: ${{ github.ref_name }}
           name: "ethrex: ${{ github.ref_name }}"
           body: >