* chore(ci): use large-runners to increase concurrency (#333)

* chore(ci): fix protoc in blockifier compiled cairo
starkware-libs · Aug 6, 2024 · 3c970fd · 3c970fd
1 parent 9c1860b
commit 3c970fd
Show file tree

Hide file tree

Showing 14 changed files with 47 additions and 37 deletions.
diff --git a/.github/workflows/blockifier_ci.yml b/.github/workflows/blockifier_ci.yml
@@ -18,14 +18,15 @@ on:
       - auto_merge_enabled
       - edited
     paths:
+      - '.github/workflows/blockifier_ci.yml'
       - 'crates/blockifier/**'
       - 'crates/native_blockifier/**'
       - 'build_native_blockifier_in_docker.sh'
       - 'scripts/build_native_blockifier.sh'
 
 jobs:
   featureless-build:
-    runs-on: ubuntu-20.04
+    runs-on: starkware-ubuntu-20-04-medium
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable
@@ -36,7 +37,7 @@ jobs:
       - run: cargo test -p blockifier
 
   native-blockifier-artifacts-push:
-    runs-on: ubuntu-20.04
+    runs-on: starkware-ubuntu-20-04-medium
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable

diff --git a/.github/workflows/blockifier_compiled_cairo.yml b/.github/workflows/blockifier_compiled_cairo.yml
@@ -3,25 +3,28 @@ name: Blockifier-Compiled-Cairo
 on:
   push:
     branches:
-    - main
+      - main
     tags:
-    - v[0-9].**
+      - v[0-9].**
     paths:
-    - 'crates/blockifier/feature_contracts/cairo0/**'
+      - 'crates/blockifier/feature_contracts/cairo0/**'
+      - '.github/workflows/blockifier_compiled_cairo.yml'
   pull_request:
     types:
       - opened
       - reopened
       - synchronize
     paths:
-     - 'crates/blockifier/feature_contracts/cairo0/**'
+      - '.github/workflows/blockifier_compiled_cairo.yml'
+      - 'crates/blockifier/feature_contracts/cairo0/**'
 
 jobs:
   verify_cairo_file_dependencies:
-    runs-on: ubuntu-20.04
+    runs-on: starkware-ubuntu-20-04-medium
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable
+      - uses: Noelware/setup-protoc@1.1.0
       - uses: Swatinem/rust-cache@v2
         with:
           prefix-key: "v0-rust-ubuntu-20.04"

diff --git a/.github/workflows/blockifier_coverage.yml b/.github/workflows/blockifier_coverage.yml
@@ -3,14 +3,16 @@ name: Blockifier-Coverage
 on:
   pull_request:
     paths:
+      - '.github/workflows/blockifier_coverage.yml'
       - 'crates/blockifier/**'
   push:
     paths:
+      - '.github/workflows/blockifier_coverage.yml'
       - 'crates/blockifier/**'
 
 jobs:
   coverage:
-    runs-on: ubuntu-20.04
+    runs-on: starkware-ubuntu-20-04-medium
     env:
       CARGO_TERM_COLOR: always
     steps:

diff --git a/.github/workflows/blockifier_post-merge.yml b/.github/workflows/blockifier_post-merge.yml
@@ -5,14 +5,16 @@ on:
     types:
       - closed
     paths:
+      - '.github/workflows/blockifier_post-merge.yml'
       - 'crates/blockifier/**'
 jobs:
   if_merged:
     if: github.event.pull_request.merged == true
-    runs-on: ubuntu-20.04
+    runs-on: starkware-ubuntu-20-04-medium
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable
+      - uses: Noelware/setup-protoc@1.1.0
       - uses: Swatinem/rust-cache@v2
         with:
           prefix-key: "v0-rust-ubuntu-20.04"

diff --git a/.github/workflows/clean_stale_prs.yml b/.github/workflows/clean_stale_prs.yml
@@ -9,7 +9,7 @@ on:
 jobs:
   stale:
     name: 🧹 Clean up stale issues and PRs
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     steps:
       - name: 🚀 Run stale
         uses: actions/stale@v3

diff --git a/.github/workflows/committer_ci.yml b/.github/workflows/committer_ci.yml
@@ -30,7 +30,7 @@ on:
 
 jobs:
   run-regression-tests:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable
@@ -46,7 +46,7 @@ jobs:
       - run: cargo test -p committer_cli --release -- --include-ignored test_regression
 
   benchmarking:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     steps:
       # Checkout the base branch to get the old code.
       - uses: actions/checkout@v4
@@ -112,7 +112,7 @@ jobs:
             })
 
   gcs-push:
-    runs-on: ubuntu-20.04
+    runs-on: starkware-ubuntu-20-04-medium
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable

diff --git a/.github/workflows/lock_closed_prs.yml b/.github/workflows/lock_closed_prs.yml
@@ -9,7 +9,7 @@ on:
 jobs:
   lock:
     name: 🔒 Lock closed issues and PRs
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     steps:
       - uses: dessant/lock-threads@v2.0.3
         with:

diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
@@ -18,7 +18,7 @@ on:
 
 jobs:
   commitlint:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     steps:
       - uses: actions/checkout@v4
         with:
@@ -41,7 +41,7 @@ jobs:
         run: echo "$TITLE" | commitlint --verbose
 
   format:
-    runs-on: ubuntu-20.04
+    runs-on: starkware-ubuntu-20-04-medium
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@master
@@ -54,7 +54,7 @@ jobs:
       - run: scripts/rust_fmt.sh --check
 
   clippy:
-    runs-on: ubuntu-20.04
+    runs-on: starkware-ubuntu-20-04-medium
     steps:
       - uses: actions/checkout@v4
       - uses: Noelware/setup-protoc@1.1.0
@@ -78,7 +78,7 @@ jobs:
       - run: scripts/clippy.sh
 
   doc:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     # env:
     #   RUSTDOCFLAGS: "-D warnings"
     steps:
@@ -91,7 +91,7 @@ jobs:
       - run: cargo doc --workspace -r --document-private-items --no-deps
 
   run-tests:
-    runs-on: ubuntu-20.04
+    runs-on: starkware-ubuntu-20-04-medium
     steps:
       - uses: actions/checkout@v4
         with:
@@ -134,7 +134,7 @@ jobs:
           SEED: 0
 
   taplo:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable
@@ -147,14 +147,14 @@ jobs:
       - run: scripts/taplo.sh
 
   machete:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     steps:
       - uses: actions/checkout@v4
       - name: Run Machete (detect unused dependencies)
         uses: bnjbvr/cargo-machete@main
 
   check:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     env:
       RUSTDOCFLAGS: "-D warnings"
     steps:
@@ -167,7 +167,7 @@ jobs:
       - run: cargo check --workspace -r --all-features
 
   merge-gatekeeper:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     # Restrict permissions of the GITHUB_TOKEN.
     # Docs: https://docs.github.com/en/actions/using-jobs/assigning-permissions-to-jobs
     permissions:

diff --git a/.github/workflows/merge_paths_ci.yml b/.github/workflows/merge_paths_ci.yml
@@ -30,7 +30,7 @@ on:
 
 jobs:
   merge-paths-test:
-    runs-on: ubuntu-20.04
+    runs-on: starkware-ubuntu-latest-small
     steps:
       - uses: actions/checkout@v4
       - uses: actions/setup-python@v5

diff --git a/.github/workflows/papyrus/helm-install.yml b/.github/workflows/papyrus/helm-install.yml
@@ -14,7 +14,7 @@ on:
 
 jobs:
   deploy-teardown:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     permissions:
       contents: "read"
       id-token: "write"

diff --git a/.github/workflows/papyrus_ci.yml b/.github/workflows/papyrus_ci.yml
@@ -38,7 +38,7 @@ env:
 
 jobs:
   executable-run:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-medium
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable
@@ -57,7 +57,7 @@ jobs:
           & sleep 30 ; kill $!
 
   executable-run-no-rpc:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-medium
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable
@@ -76,7 +76,7 @@ jobs:
           & sleep 30 ; kill $!
 
   integration-test:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-medium
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable
@@ -93,7 +93,7 @@ jobs:
           cargo run -r -p papyrus_node --bin central_source_integration_test --features="futures-util tokio-stream"
 
   test-no-rpc:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-medium
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable
@@ -106,7 +106,7 @@ jobs:
           SEED: 0
 
   codecov:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-medium
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable
@@ -135,15 +135,15 @@ jobs:
           version: "v0.1.15"
 
   check-starknet_api-dependency:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     if: github.base_ref == 'main' # this step is only run if the pr is to the main branch
     steps:
       - uses: actions/checkout@v4
       - run: sudo apt-get install jq
       - run: ./check_starknet_api_version_dependency.sh # this script checks that if the starknet_api dependency is by git rev then this rev (commit) is on main
 
   build-papyrus-utilities-image:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-medium
     steps:
       - uses: actions/checkout@v4
       - name: Set up Docker Buildx
@@ -159,7 +159,7 @@ jobs:
           cache-to: type=gha,mode=max,scope=buildkit-ci
 
   random-table-test:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-medium
     steps:
       - uses: actions/checkout@v4
       # run this job only if the path 'crates/papyrus_storage/src/db/**' is changed, because it takes around 2 minutes.

diff --git a/.github/workflows/papyrus_docker-publish.yml b/.github/workflows/papyrus_docker-publish.yml
@@ -6,10 +6,12 @@ on:
     branches: [main]
     tags: ["v*.*.*"]
     paths:
+      - '.github/workflows/papyrus_docker-publish.yml'
       - 'crates/papyrus**/**'
 
   pull_request:
     paths:
+      - '.github/workflows/papyrus_docker-publish.yml'
       - 'crates/papyrus**/**'
 
 env:
@@ -18,7 +20,7 @@ env:
 
 jobs:
   docker-build-push:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-medium
 
     steps:
       - name: Checkout repository

diff --git a/.github/workflows/papyrus_nightly-tests.yml b/.github/workflows/papyrus_nightly-tests.yml
@@ -13,7 +13,7 @@ jobs:
   GW-integration-test-ubuntu:
     uses: ./.github/workflows/papyrus_nightly-tests-call.yml
     with:
-      os: ubuntu-latest
+      os: starkware-ubuntu-latest-small
     secrets:
       INTEGRATION_TESTNET_NODE_URL: ${{ secrets.INTEGRATION_TESTNET_NODE_URL }}
       INTEGRATION_TESTNET_SENDER_PRIVATE_KEY: ${{ secrets.INTEGRATION_TESTNET_SENDER_PRIVATE_KEY }}
@@ -95,7 +95,7 @@ jobs:
   # TODO(dvir): make this run only if the path 'crates/papyrus_storage/src/db/**' (same path as in the CI)  was changed on the
   # last day and increase the number of repetitions.
   random-table-test:
-    runs-on: ubuntu-latest
+    runs-on: starkware-ubuntu-latest-small
     steps:
       - uses: actions/checkout@v4
       - uses: dtolnay/rust-toolchain@stable

diff --git a/.github/workflows/verify-deps.yml b/.github/workflows/verify-deps.yml
@@ -7,7 +7,7 @@ on:
 jobs:
   latest_deps:
     name: Latest Dependencies
-    runs-on: ubuntu-20.04
+    runs-on: starkware-ubuntu-latest-medium
     continue-on-error: true
     steps:
       - uses: actions/checkout@v4