Parallelize e2e tests with multiple runners (#2442)

<!-- Reference any GitHub issues resolved by this PR -->

## Introduced changes

<!-- A brief description of the changes -->

Follow up of this: 
#2443

## Checklist

<!-- Make sure all of these are complete -->

- [ ] Linked relevant issue
- [ ] Updated relevant documentation
- [ ] Added relevant tests
- [ ] Performed self-review of the code
- [ ] Added changes to `CHANGELOG.md`

Author: Arcticae

.github/workflows/ci.yml

@@ -22,9 +22,29 @@ jobs:
       - run: cargo test --release --bin snforge
       - run: cargo test --release integration -p forge
 
+  build-test-forge-e2e-nextest-archive:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: dtolnay/rust-toolchain@stable
+      - uses: Swatinem/rust-cache@23bce251a8cd2ffc3c1075eaa2367cf899916d84
+      - name: Install nextest
+        uses: taiki-e/install-action@nextest
+      - name: Build and archive tests
+        run: cargo nextest archive --release -p forge --archive-file nextest-archive.tar.zst
+      - name: Upload archive to workflow
+        uses: actions/upload-artifact@v4
+        with:
+          name: nextest-archive
+          path: nextest-archive.tar.zst
+  
   test-forge-e2e:
     name: Test Forge / E2E Tests
     runs-on: ubuntu-latest
+    needs: build-test-forge-e2e-nextest-archive
+    strategy:
+      matrix:
+        partition: [ 1, 2, 3, 4, 5, 6, 7, 8 ]
     steps:
       - name: Extract branch name
         if: github.event_name != 'pull_request'
@@ -57,7 +77,12 @@ jobs:
       - uses: Swatinem/rust-cache@23bce251a8cd2ffc3c1075eaa2367cf899916d84
       - uses: software-mansion/[email protected]
       - uses: software-mansion/setup-universal-sierra-compiler@v1
-      - run: cargo test --release e2e -p forge
+      - uses: taiki-e/install-action@nextest
+      - uses: actions/download-artifact@v4
+        with:
+          name: nextest-archive
+      - name: nextest partition ${{ matrix.partition }}/8
+        run: cargo nextest run --partition 'count:${{ matrix.partition }}/8' --archive-file 'nextest-archive.tar.zst' e2e
 
   test-forge-runner:
     name: Test Forge Runner

crates/forge/tests/e2e/color.rs

@@ -1,8 +1,8 @@
-use super::common::runner::setup_package;
-use snapbox::cmd::{cargo_bin, Command as SnapboxCommand, OutputAssert};
+use super::common::runner::{setup_package, snforge_test_bin_path};
+use snapbox::cmd::{Command as SnapboxCommand, OutputAssert};
 
 fn runner_color(value: &str) -> SnapboxCommand {
-    SnapboxCommand::new(cargo_bin!("snforge"))
+    SnapboxCommand::new(snforge_test_bin_path())
         .arg("test")
         .arg("--color")
         .arg(value)

crates/forge/tests/e2e/common/runner.rs

@@ -1,56 +1,30 @@
 use assert_fs::fixture::{FileWriteStr, PathChild, PathCopy};
 use assert_fs::TempDir;
 use camino::Utf8PathBuf;
-use fs_extra::dir::{copy, CopyOptions};
 use indoc::formatdoc;
 use shared::command::CommandExt;
 use shared::test_utils::node_url::node_rpc_url;
 use snapbox::cmd::{cargo_bin, Command as SnapboxCommand};
-use std::fs::{create_dir_all, remove_dir_all};
 use std::path::{Path, PathBuf};
 use std::process::Command;
 use std::str::FromStr;
-use std::sync::LazyLock;
 use std::{env, fs};
 use test_utils::tempdir_with_tool_versions;
 use toml_edit::{value, DocumentMut};
 use walkdir::WalkDir;
 
-/// To avoid rebuilding `snforge_std` and associated plugin for each test, we cache it in a directory and copy it to the e2e test temp directory.
-static BASE_CACHE_DIR: LazyLock<PathBuf> =
-    LazyLock::new(|| init_base_cache_dir().expect("Failed to initialize base cache directory"));
-
-fn init_base_cache_dir() -> anyhow::Result<PathBuf> {
-    let cache_dir_path = env::current_dir()?.join(".forge_e2e_cache");
-    if cache_dir_path.exists() {
-        remove_dir_all(&cache_dir_path)?;
-    }
-    create_dir_all(&cache_dir_path)?;
-    let cache_dir_path = cache_dir_path.canonicalize()?;
-
-    let snforge_std = PathBuf::from("../../snforge_std").canonicalize()?;
-
-    SnapboxCommand::new("scarb")
-        .arg("build")
-        .current_dir(snforge_std.as_path())
-        .env("SCARB_CACHE", &cache_dir_path)
-        .assert()
-        .success();
-
-    Ok(cache_dir_path)
-}
-
 pub(crate) fn runner(temp_dir: &TempDir) -> SnapboxCommand {
-    copy(
-        BASE_CACHE_DIR.as_path(),
-        temp_dir.path(),
-        &CopyOptions::new().overwrite(true).content_only(true),
-    )
-    .unwrap();
+    SnapboxCommand::new(snforge_test_bin_path()).current_dir(temp_dir)
+}
 
-    SnapboxCommand::new(cargo_bin!("snforge"))
-        .env("SCARB_CACHE", temp_dir.path())
-        .current_dir(temp_dir)
+// If ran on CI, we want to get the nextest's built binary
+pub fn snforge_test_bin_path() -> PathBuf {
+    if env::var("NEXTEST").unwrap_or("0".to_string()) == "1" {
+        let snforge_nextest_env =
+            env::var("NEXTEST_BIN_EXE_snforge").expect("No snforge binary for nextest found");
+        return PathBuf::from(snforge_nextest_env);
+    }
+    cargo_bin!("snforge").to_path_buf()
 }
 
 pub(crate) fn test_runner(temp_dir: &TempDir) -> SnapboxCommand {