From 3a7f7b166eddfe3aaaa054c5bc20e555db1cc718 Mon Sep 17 00:00:00 2001 From: parithosh Date: Mon, 22 Apr 2024 15:04:03 +0200 Subject: [PATCH 01/61] testing xs spec runners --- .github/workflows/run-tests.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 0e9126e392..0cc34a2240 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -25,7 +25,7 @@ on: jobs: preclear: - runs-on: self-hosted + runs-on: [self-hosted, size-xs-x64] if: always() steps: - name: 'Cleanup build folder' @@ -36,7 +36,7 @@ jobs: ls -la ./ table_of_contents: - runs-on: self-hosted + runs-on: [self-hosted, size-xs-x64] needs: preclear steps: - name: Checkout this repo @@ -45,7 +45,7 @@ jobs: run: sudo npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: self-hosted + runs-on: [self-hosted, size-xs-x64] needs: preclear steps: - name: Checkout this repo @@ -54,7 +54,7 @@ jobs: run: pip install 'codespell<3.0.0,>=2.0.0' --user && make codespell lint: - runs-on: self-hosted + runs-on: [self-hosted, size-xs-x64] needs: preclear steps: - name: Checkout this repo @@ -67,7 +67,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: self-hosted + runs-on: [self-hosted, size-xs-x64] needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: @@ -102,7 +102,7 @@ jobs: path: tests/core/pyspec/test-reports cleanup: - runs-on: self-hosted + runs-on: [self-hosted, size-xs-x64] needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: From a37052d482b6439ecb973f94ca6c40708893f872 Mon Sep 17 00:00:00 2001 From: parithosh Date: Mon, 22 Apr 2024 15:04:54 +0200 Subject: [PATCH 02/61] bump ci --- .github/workflows/run-tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 0cc34a2240..53aa4518d8 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -112,3 +112,4 @@ jobs: rm -rf ./* || true rm -rf ./.??* || true ls -la ./ + From 4c78d736aef0faeaefd34688f14d61c6846843d6 Mon Sep 17 00:00:00 2001 From: parithosh Date: Mon, 22 Apr 2024 15:17:05 +0200 Subject: [PATCH 03/61] bump ci --- .github/workflows/run-tests.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 53aa4518d8..e33d607a45 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -25,7 +25,7 @@ on: jobs: preclear: - runs-on: [self-hosted, size-xs-x64] + runs-on: [self-hosted, size-xs] if: always() steps: - name: 'Cleanup build folder' @@ -36,7 +36,7 @@ jobs: ls -la ./ table_of_contents: - runs-on: [self-hosted, size-xs-x64] + runs-on: [self-hosted, size-xs] needs: preclear steps: - name: Checkout this repo @@ -45,7 +45,7 @@ jobs: run: sudo npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: [self-hosted, size-xs-x64] + runs-on: [self-hosted, size-xs] needs: preclear steps: - name: Checkout this repo @@ -54,7 +54,7 @@ jobs: run: pip install 'codespell<3.0.0,>=2.0.0' --user && make codespell lint: - runs-on: [self-hosted, size-xs-x64] + runs-on: [self-hosted, size-xs] needs: preclear steps: - name: Checkout this repo @@ -67,7 +67,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted, size-xs-x64] + runs-on: [self-hosted, size-xs] needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: @@ -102,7 +102,7 @@ jobs: path: tests/core/pyspec/test-reports cleanup: - runs-on: [self-hosted, size-xs-x64] + runs-on: [self-hosted, size-xs] needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: From 1c4546e88f387b81fa608c3247722a72cb0158e4 Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 15:08:51 +0200 Subject: [PATCH 04/61] add deps --- .github/workflows/run-tests.yml | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index e33d607a45..c1a71e491a 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -24,7 +24,7 @@ on: - cron: '0 0 * * *' jobs: - preclear: + preclear-and-install: runs-on: [self-hosted, size-xs] if: always() steps: @@ -34,6 +34,12 @@ jobs: rm -rf ./* || true rm -rf ./.??* || true ls -la ./ + - name: install npm + run: curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.7/install.sh | bash + - name: install node + run: nvm install node + - name: install build-essentials + run: sudo apt-get install build-essentials table_of_contents: runs-on: [self-hosted, size-xs] @@ -51,7 +57,7 @@ jobs: - name: Checkout this repo uses: actions/checkout@v3.2.0 - name: Check codespell - run: pip install 'codespell<3.0.0,>=2.0.0' --user && make codespell + run: pip3 install 'codespell<3.0.0,>=2.0.0' --user && make codespell lint: runs-on: [self-hosted, size-xs] From 16556de8399dc1dca898a229c82521935c3b1277 Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 15:09:31 +0200 Subject: [PATCH 05/61] add deps --- .github/workflows/run-tests.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index c1a71e491a..0b39070764 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -43,7 +43,7 @@ jobs: table_of_contents: runs-on: [self-hosted, size-xs] - needs: preclear + needs: preclear-and-install steps: - name: Checkout this repo uses: actions/checkout@v3.2.0 @@ -52,7 +52,7 @@ jobs: codespell: runs-on: [self-hosted, size-xs] - needs: preclear + needs: preclear-and-install steps: - name: Checkout this repo uses: actions/checkout@v3.2.0 @@ -61,7 +61,7 @@ jobs: lint: runs-on: [self-hosted, size-xs] - needs: preclear + needs: preclear-and-install steps: - name: Checkout this repo uses: actions/checkout@v3.2.0 @@ -74,7 +74,7 @@ jobs: pyspec-tests: runs-on: [self-hosted, size-xs] - needs: [preclear,lint,codespell,table_of_contents] + needs: [preclear-and-install,lint,codespell,table_of_contents] strategy: matrix: version: ["phase0", "altair", "bellatrix", "capella", "deneb", "electra", "whisk", "eip7594"] @@ -109,7 +109,7 @@ jobs: cleanup: runs-on: [self-hosted, size-xs] - needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] + needs: [preclear-and-install,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: - name: 'Cleanup build folder' From 7e13ddf58a02d856845c1d5cdb7bfa9191655455 Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 15:18:45 +0200 Subject: [PATCH 06/61] add deps --- .github/workflows/run-tests.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 0b39070764..b68644dc5a 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -34,8 +34,10 @@ jobs: rm -rf ./* || true rm -rf ./.??* || true ls -la ./ - - name: install npm + - name: install nvm run: curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.7/install.sh | bash + - name: setup env + run: export NVM_DIR="$HOME/.nvm" && . "$NVM_DIR/nvm.sh" --no-use - name: install node run: nvm install node - name: install build-essentials From 150d6b5d7cbfc2bb838f30dc6c463cdc051aaa92 Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 15:23:19 +0200 Subject: [PATCH 07/61] fix nvm --- .github/workflows/run-tests.yml | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index b68644dc5a..54e0bcbadb 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -37,11 +37,13 @@ jobs: - name: install nvm run: curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.7/install.sh | bash - name: setup env - run: export NVM_DIR="$HOME/.nvm" && . "$NVM_DIR/nvm.sh" --no-use + run: echo "NVM_DIR=$HOME/.nvm" >> $GITHUB_ENV - name: install node - run: nvm install node + run: | + . "$NVM_DIR/nvm.sh" + nvm install node - name: install build-essentials - run: sudo apt-get install build-essentials + run: sudo apt-get install build-essential table_of_contents: runs-on: [self-hosted, size-xs] From 5a6e871a609afbea160802f9f8fa1e8bceae8176 Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 15:25:13 +0200 Subject: [PATCH 08/61] fix apt --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 54e0bcbadb..0250483550 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -43,7 +43,7 @@ jobs: . "$NVM_DIR/nvm.sh" nvm install node - name: install build-essentials - run: sudo apt-get install build-essential + run: sudo apt-get -y install build-essential table_of_contents: runs-on: [self-hosted, size-xs] From 0eb8b340e5674fba355409172a0c9c880efdf3b8 Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 15:34:30 +0200 Subject: [PATCH 09/61] try uses --- .github/workflows/run-tests.yml | 13 ++++--------- 1 file changed, 4 insertions(+), 9 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 0250483550..8b3f24c557 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -34,14 +34,6 @@ jobs: rm -rf ./* || true rm -rf ./.??* || true ls -la ./ - - name: install nvm - run: curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.7/install.sh | bash - - name: setup env - run: echo "NVM_DIR=$HOME/.nvm" >> $GITHUB_ENV - - name: install node - run: | - . "$NVM_DIR/nvm.sh" - nvm install node - name: install build-essentials run: sudo apt-get -y install build-essential @@ -51,8 +43,11 @@ jobs: steps: - name: Checkout this repo uses: actions/checkout@v3.2.0 + - uses: actions/setup-node@v4 + with: + node-version: '20' - name: Check table of contents - run: sudo npm install -g doctoc@2.2.0 && make check_toc + run: npm install -g doctoc@2.2.0 && make check_toc codespell: runs-on: [self-hosted, size-xs] From 575d6eeb7681e74d1cffef08b5ad1cb7707d11ad Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 15:58:15 +0200 Subject: [PATCH 10/61] try uses --- .github/workflows/run-tests.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 8b3f24c557..83c3ad43c1 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -34,8 +34,6 @@ jobs: rm -rf ./* || true rm -rf ./.??* || true ls -la ./ - - name: install build-essentials - run: sudo apt-get -y install build-essential table_of_contents: runs-on: [self-hosted, size-xs] @@ -55,6 +53,9 @@ jobs: steps: - name: Checkout this repo uses: actions/checkout@v3.2.0 + - uses: actions/setup-python@v5 + with: + python-version: '3.10' - name: Check codespell run: pip3 install 'codespell<3.0.0,>=2.0.0' --user && make codespell From 1a0f1d2296ceb302ae6b784c45ac33bc74eeaac9 Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 16:18:00 +0200 Subject: [PATCH 11/61] fix codespell --- .github/workflows/run-tests.yml | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 83c3ad43c1..b199239175 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -24,7 +24,7 @@ on: - cron: '0 0 * * *' jobs: - preclear-and-install: + preclear: runs-on: [self-hosted, size-xs] if: always() steps: @@ -37,7 +37,7 @@ jobs: table_of_contents: runs-on: [self-hosted, size-xs] - needs: preclear-and-install + needs: preclear steps: - name: Checkout this repo uses: actions/checkout@v3.2.0 @@ -49,19 +49,21 @@ jobs: codespell: runs-on: [self-hosted, size-xs] - needs: preclear-and-install + needs: preclear steps: - name: Checkout this repo uses: actions/checkout@v3.2.0 - uses: actions/setup-python@v5 with: python-version: '3.10' + - name: install codespell package + run: sudo apt -y install codespell - name: Check codespell run: pip3 install 'codespell<3.0.0,>=2.0.0' --user && make codespell lint: runs-on: [self-hosted, size-xs] - needs: preclear-and-install + needs: preclear steps: - name: Checkout this repo uses: actions/checkout@v3.2.0 @@ -74,7 +76,7 @@ jobs: pyspec-tests: runs-on: [self-hosted, size-xs] - needs: [preclear-and-install,lint,codespell,table_of_contents] + needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: version: ["phase0", "altair", "bellatrix", "capella", "deneb", "electra", "whisk", "eip7594"] @@ -109,7 +111,7 @@ jobs: cleanup: runs-on: [self-hosted, size-xs] - needs: [preclear-and-install,pyspec-tests,codespell,lint,table_of_contents] + needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: - name: 'Cleanup build folder' From 020a022672cc0dab48448e784d8793d26de4a54a Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 16:37:24 +0200 Subject: [PATCH 12/61] try modding makefile --- Makefile | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/Makefile b/Makefile index 1025a2a1ea..e3587a57df 100644 --- a/Makefile +++ b/Makefile @@ -107,13 +107,15 @@ pyspec: # check the setup tool requirements preinstallation: - python3 -m venv venv; . venv/bin/activate; \ + python3 -m venv venv && \ + . venv/bin/activate && \ python3 -m pip install -r requirements_preinstallation.txt -# installs the packages to run pyspec tests install_test: preinstallation - python3 -m venv venv; . venv/bin/activate; \ - python3 -m pip install -e .[lint]; python3 -m pip install -e .[test] + python3 -m venv venv && \ + . venv/bin/activate && \ + python3 -m pip install -e .[lint] && \ + python3 -m pip install -e .[test] # Testing against `minimal` or `mainnet` config by default test: pyspec From 6f134c4ad281d975224b585a8762a3461f8efcfd Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 16:48:58 +0200 Subject: [PATCH 13/61] install venv --- .github/workflows/run-tests.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index b199239175..2296a3e020 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -34,6 +34,8 @@ jobs: rm -rf ./* || true rm -rf ./.??* || true ls -la ./ + - name: install venv + run: sudo apt install -y python3-venv table_of_contents: runs-on: [self-hosted, size-xs] From 0175990f2891813e94ff1243450f60e86a471d36 Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 17:00:20 +0200 Subject: [PATCH 14/61] fix venv --- .github/workflows/run-tests.yml | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 2296a3e020..530f3bd10c 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -69,6 +69,11 @@ jobs: steps: - name: Checkout this repo uses: actions/checkout@v3.2.0 + - uses: actions/setup-python@v5 + with: + python-version: '3.10' + - name: install venv + run: sudo apt install -y python3-venv - name: Install pyspec requirements run: make install_test - name: Run linter for pyspec @@ -85,6 +90,9 @@ jobs: steps: - name: Checkout this repo uses: actions/checkout@v3.2.0 + - uses: actions/setup-python@v5 + with: + python-version: '3.10' - name: set TEST_PRESET_TYPE if: github.event.inputs.test_preset_type != '' run: | From 102da8057b92a665fa1b6773d18e48ad2e2d3d35 Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 17:43:10 +0200 Subject: [PATCH 15/61] try l --- .github/workflows/run-tests.yml | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 530f3bd10c..4569aee6a7 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -38,11 +38,11 @@ jobs: run: sudo apt install -y python3-venv table_of_contents: - runs-on: [self-hosted, size-xs] + runs-on: [self-hosted, size-l-x64] needs: preclear steps: - name: Checkout this repo - uses: actions/checkout@v3.2.0 + uses: actions/checkout@v4 - uses: actions/setup-node@v4 with: node-version: '20' @@ -50,25 +50,25 @@ jobs: run: npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: [self-hosted, size-xs] + runs-on: [self-hosted, size-l-x64] needs: preclear steps: - name: Checkout this repo - uses: actions/checkout@v3.2.0 + uses: actions/checkout@v4 - uses: actions/setup-python@v5 with: python-version: '3.10' - name: install codespell package run: sudo apt -y install codespell - name: Check codespell - run: pip3 install 'codespell<3.0.0,>=2.0.0' --user && make codespell + run: make codespell lint: - runs-on: [self-hosted, size-xs] + runs-on: [self-hosted, size-l-x64] needs: preclear steps: - name: Checkout this repo - uses: actions/checkout@v3.2.0 + uses: actions/checkout@v4 - uses: actions/setup-python@v5 with: python-version: '3.10' @@ -82,14 +82,14 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted, size-xs] + runs-on: [self-hosted, size-l-x64] needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: version: ["phase0", "altair", "bellatrix", "capella", "deneb", "electra", "whisk", "eip7594"] steps: - name: Checkout this repo - uses: actions/checkout@v3.2.0 + uses: actions/checkout@v4 - uses: actions/setup-python@v5 with: python-version: '3.10' @@ -120,7 +120,7 @@ jobs: path: tests/core/pyspec/test-reports cleanup: - runs-on: [self-hosted, size-xs] + runs-on: [self-hosted, size-l-x64] needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: From 963d75a907555e3d352a100f0e8f03f97fb96c10 Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 17:55:10 +0200 Subject: [PATCH 16/61] fixing tag --- .github/workflows/run-tests.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 4569aee6a7..1e55912a59 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -25,7 +25,7 @@ on: jobs: preclear: - runs-on: [self-hosted, size-xs] + runs-on: [self-hosted, size-l] if: always() steps: - name: 'Cleanup build folder' @@ -38,7 +38,7 @@ jobs: run: sudo apt install -y python3-venv table_of_contents: - runs-on: [self-hosted, size-l-x64] + runs-on: [self-hosted, size-l] needs: preclear steps: - name: Checkout this repo @@ -50,7 +50,7 @@ jobs: run: npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: [self-hosted, size-l-x64] + runs-on: [self-hosted, size-l] needs: preclear steps: - name: Checkout this repo @@ -64,7 +64,7 @@ jobs: run: make codespell lint: - runs-on: [self-hosted, size-l-x64] + runs-on: [self-hosted, size-l] needs: preclear steps: - name: Checkout this repo @@ -82,7 +82,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted, size-l-x64] + runs-on: [self-hosted, size-l] needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: @@ -120,7 +120,7 @@ jobs: path: tests/core/pyspec/test-reports cleanup: - runs-on: [self-hosted, size-l-x64] + runs-on: [self-hosted, size-l] needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: From c4c2e03ffe2f680013ddaa89899586714a9d35cf Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 18:05:53 +0200 Subject: [PATCH 17/61] update actions node16 --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 1e55912a59..37a4bc266e 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -113,7 +113,7 @@ jobs: run: make install_test - name: test-${{ matrix.version }} run: make citest fork=${{ matrix.version }} TEST_PRESET_TYPE=${{env.spec_test_preset_type}} - - uses: actions/upload-artifact@v3 + - uses: actions/upload-artifact@v4 if: always() with: name: test-${{ matrix.version }} From 5dd86b9cf6cbe97a845df5b7eb04361430292ea1 Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 18:14:15 +0200 Subject: [PATCH 18/61] try multiple sizes --- .github/workflows/run-tests.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 37a4bc266e..77785b405d 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -64,7 +64,7 @@ jobs: run: make codespell lint: - runs-on: [self-hosted, size-l] + runs-on: [self-hosted, size-xl] needs: preclear steps: - name: Checkout this repo @@ -82,7 +82,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted, size-l] + runs-on: [self-hosted, size-xl] needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: @@ -120,7 +120,7 @@ jobs: path: tests/core/pyspec/test-reports cleanup: - runs-on: [self-hosted, size-l] + runs-on: [self-hosted, size-xs] needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: From 46c3bc1b49aa39553dc409e8d116bf01b0e136ec Mon Sep 17 00:00:00 2001 From: parithosh Date: Wed, 24 Apr 2024 18:38:53 +0200 Subject: [PATCH 19/61] xl them all --- .github/workflows/run-tests.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 77785b405d..f3fc8cf561 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -25,7 +25,7 @@ on: jobs: preclear: - runs-on: [self-hosted, size-l] + runs-on: [self-hosted, size-xl] if: always() steps: - name: 'Cleanup build folder' @@ -38,7 +38,7 @@ jobs: run: sudo apt install -y python3-venv table_of_contents: - runs-on: [self-hosted, size-l] + runs-on: [self-hosted, size-xl] needs: preclear steps: - name: Checkout this repo @@ -50,7 +50,7 @@ jobs: run: npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: [self-hosted, size-l] + runs-on: [self-hosted, size-xl] needs: preclear steps: - name: Checkout this repo @@ -120,7 +120,7 @@ jobs: path: tests/core/pyspec/test-reports cleanup: - runs-on: [self-hosted, size-xs] + runs-on: [self-hosted, size-xl] needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: From e1c2b617bf62c829f1adaccf9a41644f532c5a95 Mon Sep 17 00:00:00 2001 From: parithosh Date: Thu, 25 Apr 2024 16:41:32 +0200 Subject: [PATCH 20/61] try new ci --- .github/workflows/run-tests.yml | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index f3fc8cf561..9073397d04 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -25,7 +25,7 @@ on: jobs: preclear: - runs-on: [self-hosted, size-xl] + runs-on: [self-hosted-ghr-size-xl] if: always() steps: - name: 'Cleanup build folder' @@ -38,7 +38,7 @@ jobs: run: sudo apt install -y python3-venv table_of_contents: - runs-on: [self-hosted, size-xl] + runs-on: [self-hosted-ghr-size-xl] needs: preclear steps: - name: Checkout this repo @@ -50,7 +50,7 @@ jobs: run: npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: [self-hosted, size-xl] + runs-on: [self-hosted-ghr-size-xl] needs: preclear steps: - name: Checkout this repo @@ -64,7 +64,7 @@ jobs: run: make codespell lint: - runs-on: [self-hosted, size-xl] + runs-on: [self-hosted-ghr-size-xl] needs: preclear steps: - name: Checkout this repo @@ -82,7 +82,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted, size-xl] + runs-on: [self-hosted-ghr-size-xl] needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: @@ -120,7 +120,7 @@ jobs: path: tests/core/pyspec/test-reports cleanup: - runs-on: [self-hosted, size-xl] + runs-on: [self-hosted-ghr-size-xl] needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: @@ -131,3 +131,4 @@ jobs: rm -rf ./.??* || true ls -la ./ + From 9b1edd6f8e998a04e352f1f4274bf2a808799c8b Mon Sep 17 00:00:00 2001 From: parithosh Date: Thu, 25 Apr 2024 16:44:03 +0200 Subject: [PATCH 21/61] update label --- .github/workflows/run-tests.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 9073397d04..3fea788b07 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -25,7 +25,7 @@ on: jobs: preclear: - runs-on: [self-hosted-ghr-size-xl] + runs-on: [self-hosted-ghr-size-xl-x64] if: always() steps: - name: 'Cleanup build folder' @@ -38,7 +38,7 @@ jobs: run: sudo apt install -y python3-venv table_of_contents: - runs-on: [self-hosted-ghr-size-xl] + runs-on: [self-hosted-ghr-size-xl-x64] needs: preclear steps: - name: Checkout this repo @@ -50,7 +50,7 @@ jobs: run: npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: [self-hosted-ghr-size-xl] + runs-on: [self-hosted-ghr-size-xl-x64] needs: preclear steps: - name: Checkout this repo @@ -64,7 +64,7 @@ jobs: run: make codespell lint: - runs-on: [self-hosted-ghr-size-xl] + runs-on: [self-hosted-ghr-size-xl-x64] needs: preclear steps: - name: Checkout this repo @@ -82,7 +82,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted-ghr-size-xl] + runs-on: [self-hosted-ghr-size-xl-x64] needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: @@ -120,7 +120,7 @@ jobs: path: tests/core/pyspec/test-reports cleanup: - runs-on: [self-hosted-ghr-size-xl] + runs-on: [self-hosted-ghr-size-xl-x64] needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: From d1790fa34991b5866769cb77304de8029ffe86f3 Mon Sep 17 00:00:00 2001 From: parithosh Date: Thu, 25 Apr 2024 17:08:43 +0200 Subject: [PATCH 22/61] test arm --- .github/workflows/run-tests.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 3fea788b07..40c6625dc9 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -25,7 +25,7 @@ on: jobs: preclear: - runs-on: [self-hosted-ghr-size-xl-x64] + runs-on: [self-hosted-ghr-size-xl-arm64] if: always() steps: - name: 'Cleanup build folder' @@ -38,7 +38,7 @@ jobs: run: sudo apt install -y python3-venv table_of_contents: - runs-on: [self-hosted-ghr-size-xl-x64] + runs-on: [self-hosted-ghr-size-xl-arm64] needs: preclear steps: - name: Checkout this repo @@ -50,7 +50,7 @@ jobs: run: npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: [self-hosted-ghr-size-xl-x64] + runs-on: [self-hosted-ghr-size-xl-arm64] needs: preclear steps: - name: Checkout this repo @@ -64,7 +64,7 @@ jobs: run: make codespell lint: - runs-on: [self-hosted-ghr-size-xl-x64] + runs-on: [self-hosted-ghr-size-xl-arm64] needs: preclear steps: - name: Checkout this repo @@ -82,7 +82,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted-ghr-size-xl-x64] + runs-on: [self-hosted-ghr-size-xl-arm64] needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: @@ -120,7 +120,7 @@ jobs: path: tests/core/pyspec/test-reports cleanup: - runs-on: [self-hosted-ghr-size-xl-x64] + runs-on: [self-hosted-ghr-size-xl-arm64] needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: From 652eafaf7c1f6117770ed9e156fcf0a61d0c0994 Mon Sep 17 00:00:00 2001 From: parithosh Date: Thu, 25 Apr 2024 17:15:32 +0200 Subject: [PATCH 23/61] switch back to xl --- .github/workflows/run-tests.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 40c6625dc9..3fea788b07 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -25,7 +25,7 @@ on: jobs: preclear: - runs-on: [self-hosted-ghr-size-xl-arm64] + runs-on: [self-hosted-ghr-size-xl-x64] if: always() steps: - name: 'Cleanup build folder' @@ -38,7 +38,7 @@ jobs: run: sudo apt install -y python3-venv table_of_contents: - runs-on: [self-hosted-ghr-size-xl-arm64] + runs-on: [self-hosted-ghr-size-xl-x64] needs: preclear steps: - name: Checkout this repo @@ -50,7 +50,7 @@ jobs: run: npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: [self-hosted-ghr-size-xl-arm64] + runs-on: [self-hosted-ghr-size-xl-x64] needs: preclear steps: - name: Checkout this repo @@ -64,7 +64,7 @@ jobs: run: make codespell lint: - runs-on: [self-hosted-ghr-size-xl-arm64] + runs-on: [self-hosted-ghr-size-xl-x64] needs: preclear steps: - name: Checkout this repo @@ -82,7 +82,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted-ghr-size-xl-arm64] + runs-on: [self-hosted-ghr-size-xl-x64] needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: @@ -120,7 +120,7 @@ jobs: path: tests/core/pyspec/test-reports cleanup: - runs-on: [self-hosted-ghr-size-xl-arm64] + runs-on: [self-hosted-ghr-size-xl-x64] needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: From 4e3ce3e0407ff078ec0a4777ec3a5d8b74ac86fd Mon Sep 17 00:00:00 2001 From: parithosh Date: Thu, 25 Apr 2024 17:21:47 +0200 Subject: [PATCH 24/61] try chungus --- .github/workflows/run-tests.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 3fea788b07..149d6e8feb 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -25,7 +25,7 @@ on: jobs: preclear: - runs-on: [self-hosted-ghr-size-xl-x64] + runs-on: [self-hosted-ghr-size-chungus-x64] if: always() steps: - name: 'Cleanup build folder' @@ -38,7 +38,7 @@ jobs: run: sudo apt install -y python3-venv table_of_contents: - runs-on: [self-hosted-ghr-size-xl-x64] + runs-on: [self-hosted-ghr-size-chungus-x64] needs: preclear steps: - name: Checkout this repo @@ -50,7 +50,7 @@ jobs: run: npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: [self-hosted-ghr-size-xl-x64] + runs-on: [self-hosted-ghr-size-chungus-x64] needs: preclear steps: - name: Checkout this repo @@ -64,7 +64,7 @@ jobs: run: make codespell lint: - runs-on: [self-hosted-ghr-size-xl-x64] + runs-on: [self-hosted-ghr-size-chungus-x64] needs: preclear steps: - name: Checkout this repo @@ -82,7 +82,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted-ghr-size-xl-x64] + runs-on: [self-hosted-ghr-size-chungus-x64] needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: @@ -120,7 +120,7 @@ jobs: path: tests/core/pyspec/test-reports cleanup: - runs-on: [self-hosted-ghr-size-xl-x64] + runs-on: [self-hosted-ghr-size-chungus-x64] needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: From b033ea5153b3618aac837731279ec642bbcb5d99 Mon Sep 17 00:00:00 2001 From: parithosh Date: Thu, 25 Apr 2024 17:22:35 +0200 Subject: [PATCH 25/61] try just tough job as chungus --- .github/workflows/run-tests.yml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 149d6e8feb..7ceee3e9f9 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -25,7 +25,7 @@ on: jobs: preclear: - runs-on: [self-hosted-ghr-size-chungus-x64] + runs-on: [self-hosted-ghr-size-xl-x64] if: always() steps: - name: 'Cleanup build folder' @@ -38,7 +38,7 @@ jobs: run: sudo apt install -y python3-venv table_of_contents: - runs-on: [self-hosted-ghr-size-chungus-x64] + runs-on: [self-hosted-ghr-size-xl-x64] needs: preclear steps: - name: Checkout this repo @@ -50,7 +50,7 @@ jobs: run: npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: [self-hosted-ghr-size-chungus-x64] + runs-on: [self-hosted-ghr-size-xl-x64] needs: preclear steps: - name: Checkout this repo @@ -64,7 +64,7 @@ jobs: run: make codespell lint: - runs-on: [self-hosted-ghr-size-chungus-x64] + runs-on: [self-hosted-ghr-size-xl-x64] needs: preclear steps: - name: Checkout this repo @@ -120,7 +120,7 @@ jobs: path: tests/core/pyspec/test-reports cleanup: - runs-on: [self-hosted-ghr-size-chungus-x64] + runs-on: [self-hosted-ghr-size-xl-x64] needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] if: always() steps: From f7bb493e1bb0bc80735a8aca5deb3f4cf482e767 Mon Sep 17 00:00:00 2001 From: parithosh Date: Thu, 25 Apr 2024 17:22:50 +0200 Subject: [PATCH 26/61] try tough job as megachungus --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 7ceee3e9f9..1bde02e5d1 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -82,7 +82,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted-ghr-size-chungus-x64] + runs-on: [self-hosted-ghr-size-megachungus-x64] needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: From 56dff39974af89ecc9bf757844534d462fbd706d Mon Sep 17 00:00:00 2001 From: parithosh Date: Thu, 25 Apr 2024 18:08:32 +0200 Subject: [PATCH 27/61] switch back to xl --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 1bde02e5d1..3fea788b07 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -82,7 +82,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted-ghr-size-megachungus-x64] + runs-on: [self-hosted-ghr-size-xl-x64] needs: [preclear,lint,codespell,table_of_contents] strategy: matrix: From 448bd1faa1fce5c31e414b63b2c78876f8e7c34d Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 26 Apr 2024 12:58:00 +0200 Subject: [PATCH 28/61] bump ci --- .github/workflows/run-tests.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 3fea788b07..01633bb9a8 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -130,5 +130,3 @@ jobs: rm -rf ./* || true rm -rf ./.??* || true ls -la ./ - - From fcfe793279052c7a97bcc185f1fcf6d7acf92134 Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 26 Apr 2024 14:26:52 +0200 Subject: [PATCH 29/61] modded makefile --- Makefile | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/Makefile b/Makefile index e3587a57df..8fbedf2518 100644 --- a/Makefile +++ b/Makefile @@ -112,10 +112,8 @@ preinstallation: python3 -m pip install -r requirements_preinstallation.txt install_test: preinstallation - python3 -m venv venv && \ . venv/bin/activate && \ - python3 -m pip install -e .[lint] && \ - python3 -m pip install -e .[test] + python3 -m pip install -e .[lint,test] # Testing against `minimal` or `mainnet` config by default test: pyspec From 1a906dd62a21e1f2e4bc0fcb350665f392844dd3 Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 26 Apr 2024 15:29:49 +0200 Subject: [PATCH 30/61] yeet stale jobs --- .github/workflows/run-tests.yml | 44 +++++---------------------------- 1 file changed, 6 insertions(+), 38 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 01633bb9a8..046feeab67 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -6,7 +6,7 @@ defaults: env: TEST_PRESET_TYPE: "minimal" - + PIP_ROOT_USER_ACTION: "ignore" on: push: branches: @@ -24,22 +24,8 @@ on: - cron: '0 0 * * *' jobs: - preclear: - runs-on: [self-hosted-ghr-size-xl-x64] - if: always() - steps: - - name: 'Cleanup build folder' - run: | - ls -la ./ - rm -rf ./* || true - rm -rf ./.??* || true - ls -la ./ - - name: install venv - run: sudo apt install -y python3-venv - table_of_contents: - runs-on: [self-hosted-ghr-size-xl-x64] - needs: preclear + runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] steps: - name: Checkout this repo uses: actions/checkout@v4 @@ -50,30 +36,24 @@ jobs: run: npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: [self-hosted-ghr-size-xl-x64] - needs: preclear + runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] steps: - name: Checkout this repo uses: actions/checkout@v4 - uses: actions/setup-python@v5 with: python-version: '3.10' - - name: install codespell package - run: sudo apt -y install codespell - name: Check codespell run: make codespell lint: - runs-on: [self-hosted-ghr-size-xl-x64] - needs: preclear + runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] steps: - name: Checkout this repo uses: actions/checkout@v4 - uses: actions/setup-python@v5 with: python-version: '3.10' - - name: install venv - run: sudo apt install -y python3-venv - name: Install pyspec requirements run: make install_test - name: Run linter for pyspec @@ -82,8 +62,8 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted-ghr-size-xl-x64] - needs: [preclear,lint,codespell,table_of_contents] + runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] + needs: [lint,codespell,table_of_contents] strategy: matrix: version: ["phase0", "altair", "bellatrix", "capella", "deneb", "electra", "whisk", "eip7594"] @@ -118,15 +98,3 @@ jobs: with: name: test-${{ matrix.version }} path: tests/core/pyspec/test-reports - - cleanup: - runs-on: [self-hosted-ghr-size-xl-x64] - needs: [preclear,pyspec-tests,codespell,lint,table_of_contents] - if: always() - steps: - - name: 'Cleanup build folder' - run: | - ls -la ./ - rm -rf ./* || true - rm -rf ./.??* || true - ls -la ./ From 7eba36c3d09a2eb3d26362218371acd2938ec04d Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 26 Apr 2024 15:38:10 +0200 Subject: [PATCH 31/61] trigger ci --- .github/workflows/run-tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 046feeab67..7af5f5f167 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -98,3 +98,4 @@ jobs: with: name: test-${{ matrix.version }} path: tests/core/pyspec/test-reports + From 83df72fb0d7fb9980046ac5cae415e21e7c599b6 Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 26 Apr 2024 15:49:48 +0200 Subject: [PATCH 32/61] try the github envs --- .github/workflows/run-tests.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 7af5f5f167..4bec4590a4 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -6,7 +6,9 @@ defaults: env: TEST_PRESET_TYPE: "minimal" - PIP_ROOT_USER_ACTION: "ignore" + PIP_DISABLE_PIP_VERSION_CHECK: 1 + PIP_NO_PYTHON_VERSION_WARNING: 1 + PIP_ROOT_USER_ACTION: ignore on: push: branches: From 6c7dc0f3ab48ad6ec99f8405d34d372b09eef158 Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 26 Apr 2024 16:40:25 +0200 Subject: [PATCH 33/61] update env --- .github/workflows/run-tests.yml | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 4bec4590a4..72c1c6da5f 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -6,9 +6,7 @@ defaults: env: TEST_PRESET_TYPE: "minimal" - PIP_DISABLE_PIP_VERSION_CHECK: 1 - PIP_NO_PYTHON_VERSION_WARNING: 1 - PIP_ROOT_USER_ACTION: ignore + on: push: branches: From a7be2f8c96668c2e65316de1f0381b066bc5b288 Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 26 Apr 2024 17:21:30 +0200 Subject: [PATCH 34/61] update cache with nil --- .github/workflows/run-tests.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 72c1c6da5f..772d8dcd34 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -32,6 +32,7 @@ jobs: - uses: actions/setup-node@v4 with: node-version: '20' + cache: '' - name: Check table of contents run: npm install -g doctoc@2.2.0 && make check_toc @@ -43,6 +44,7 @@ jobs: - uses: actions/setup-python@v5 with: python-version: '3.10' + cache: '' - name: Check codespell run: make codespell @@ -54,6 +56,7 @@ jobs: - uses: actions/setup-python@v5 with: python-version: '3.10' + cache: '' - name: Install pyspec requirements run: make install_test - name: Run linter for pyspec @@ -73,6 +76,7 @@ jobs: - uses: actions/setup-python@v5 with: python-version: '3.10' + cache: '' - name: set TEST_PRESET_TYPE if: github.event.inputs.test_preset_type != '' run: | From ffd42a8dc8fa4b24e52cd74ac2b01616a3287f46 Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 26 Apr 2024 17:58:35 +0200 Subject: [PATCH 35/61] try multiple sizes --- .github/workflows/run-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 772d8dcd34..20a7acd44d 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -25,7 +25,7 @@ on: jobs: table_of_contents: - runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-s-x64, profile-consensusSpecs] steps: - name: Checkout this repo uses: actions/checkout@v4 @@ -37,7 +37,7 @@ jobs: run: npm install -g doctoc@2.2.0 && make check_toc codespell: - runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-s-x64, profile-consensusSpecs] steps: - name: Checkout this repo uses: actions/checkout@v4 From 8082e5ca565e1acacbc64c7f34ca8f8df1dbc29d Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 26 Apr 2024 18:11:21 +0200 Subject: [PATCH 36/61] drop down to l --- .github/workflows/run-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 20a7acd44d..b46070e8b3 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -49,7 +49,7 @@ jobs: run: make codespell lint: - runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-l-x64, profile-consensusSpecs] steps: - name: Checkout this repo uses: actions/checkout@v4 @@ -65,7 +65,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-l-x64, profile-consensusSpecs] needs: [lint,codespell,table_of_contents] strategy: matrix: From f51aaf9e236bd8dc3d79201031ab4a102d75f4c3 Mon Sep 17 00:00:00 2001 From: parithosh Date: Tue, 30 Apr 2024 17:14:10 +0200 Subject: [PATCH 37/61] up type --- .github/workflows/run-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index b46070e8b3..6a645e9d06 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -65,7 +65,7 @@ jobs: run: make lint_generators pyspec-tests: - runs-on: [self-hosted-ghr-custom, size-l-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] needs: [lint,codespell,table_of_contents] strategy: matrix: From f596cc5761e9ae2f1371662044c7c04316ad30c5 Mon Sep 17 00:00:00 2001 From: parithosh Date: Mon, 6 May 2024 16:04:55 +0200 Subject: [PATCH 38/61] retrigger ci --- .github/workflows/run-tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 6a645e9d06..444213e7e2 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -103,3 +103,4 @@ jobs: name: test-${{ matrix.version }} path: tests/core/pyspec/test-reports + From 468dd2ed84db8fa041bb8565bfefe4d076da7ad8 Mon Sep 17 00:00:00 2001 From: parithosh Date: Mon, 6 May 2024 17:22:40 +0200 Subject: [PATCH 39/61] retrigger ci --- .github/workflows/run-tests.yml | 2 -- 1 file changed, 2 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 444213e7e2..80ec8cca85 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -102,5 +102,3 @@ jobs: with: name: test-${{ matrix.version }} path: tests/core/pyspec/test-reports - - From 723401d0028436e40a4e73b23edad20a77dbc54a Mon Sep 17 00:00:00 2001 From: parithosh Date: Mon, 6 May 2024 17:57:38 +0200 Subject: [PATCH 40/61] retrigger ci --- .github/workflows/run-tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 80ec8cca85..6a645e9d06 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -102,3 +102,4 @@ jobs: with: name: test-${{ matrix.version }} path: tests/core/pyspec/test-reports + From 16b038c2608c050ace566e30f9d43fbf084064d5 Mon Sep 17 00:00:00 2001 From: parithosh Date: Mon, 6 May 2024 18:28:38 +0200 Subject: [PATCH 41/61] retrigger ci --- .github/workflows/run-tests.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 6a645e9d06..80ec8cca85 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -102,4 +102,3 @@ jobs: with: name: test-${{ matrix.version }} path: tests/core/pyspec/test-reports - From 4f8071b7cecf1fd7e425324d54ff41c4c5d11b27 Mon Sep 17 00:00:00 2001 From: parithosh Date: Tue, 7 May 2024 09:37:06 +0200 Subject: [PATCH 42/61] cleanup naming --- .github/workflows/run-tests.yml | 22 +++++++++++++--------- 1 file changed, 13 insertions(+), 9 deletions(-) diff --git a/.github/workflows/run-tests.yml b/.github/workflows/run-tests.yml index 80ec8cca85..a56270030f 100644 --- a/.github/workflows/run-tests.yml +++ b/.github/workflows/run-tests.yml @@ -27,9 +27,10 @@ jobs: table_of_contents: runs-on: [self-hosted-ghr-custom, size-s-x64, profile-consensusSpecs] steps: - - name: Checkout this repo + - name: Checkout repository uses: actions/checkout@v4 - - uses: actions/setup-node@v4 + - name: Setup Node.js + uses: actions/setup-node@v4 with: node-version: '20' cache: '' @@ -39,9 +40,10 @@ jobs: codespell: runs-on: [self-hosted-ghr-custom, size-s-x64, profile-consensusSpecs] steps: - - name: Checkout this repo + - name: Checkout repository uses: actions/checkout@v4 - - uses: actions/setup-python@v5 + - name: Setup Python + uses: actions/setup-python@v5 with: python-version: '3.10' cache: '' @@ -51,9 +53,10 @@ jobs: lint: runs-on: [self-hosted-ghr-custom, size-l-x64, profile-consensusSpecs] steps: - - name: Checkout this repo + - name: Checkout repository uses: actions/checkout@v4 - - uses: actions/setup-python@v5 + - name: Setup Python + uses: actions/setup-python@v5 with: python-version: '3.10' cache: '' @@ -71,9 +74,10 @@ jobs: matrix: version: ["phase0", "altair", "bellatrix", "capella", "deneb", "electra", "whisk", "eip7594"] steps: - - name: Checkout this repo + - name: Checkout repository uses: actions/checkout@v4 - - uses: actions/setup-python@v5 + - name: Setup Python + uses: actions/setup-python@v5 with: python-version: '3.10' cache: '' @@ -100,5 +104,5 @@ jobs: - uses: actions/upload-artifact@v4 if: always() with: - name: test-${{ matrix.version }} + name: test-reports-${{ matrix.version }} path: tests/core/pyspec/test-reports From 9f7cf7deb4049053803e41bea6e8eb1b4555d398 Mon Sep 17 00:00:00 2001 From: parithosh Date: Thu, 30 May 2024 15:36:27 +0200 Subject: [PATCH 43/61] adding test vector generation action --- .github/workflows/generate_vectors.yml | 67 ++++++++++++++++++++++++++ 1 file changed, 67 insertions(+) create mode 100644 .github/workflows/generate_vectors.yml diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml new file mode 100644 index 0000000000..d5b7622ae2 --- /dev/null +++ b/.github/workflows/generate_vectors.yml @@ -0,0 +1,67 @@ +name: Run test vector generation + +defaults: + run: + shell: zsh {0} + +env: + TEST_PRESET_TYPE: "minimal" + +on: + workflow_dispatch: + inputs: + ref: + description: The branch, tag or SHA to checkout and build from + default: dev + type: string + required: true + +jobs: + generate-tests: + runs-on: [self-hosted-ghr-custom, size-s-x64, profile-consensusSpecs] + steps: + - name: Checkout repository + uses: actions/checkout@v4 + with: + repository: 'ethereum/consensus-specs' + path: 'consensus-specs' + ref: ${{ inputs.source_ref }} + - name: Checkout consensus-spec-tests repository + uses: actions/checkout@v4 + with: + repository: 'ethereum/consensus-spec-tests' + path: 'consensus-spec-tests' + fetch-depth: 1 + - name: Setup Python + uses: actions/setup-python@v5 + with: + python-version: '3.10' + cache: '' + - name: Clean up Spec Repository + run: | + cd consensus-specs + make clean + - name: Install dependencies and generate pyspec + run: | + cd consensus-specs + make install_test + make -B pyspec + - name: Generate tests + run: | + make generate_tests 2>&1 | tee ../consensustestgen.log + cp -r presets/ ../consensus-spec-tests/presets + cp -r configs/ ../consensus-spec-tests/configs + find . -type d -empty -delete + - name: Archive configurations + run: | + tar -czvf general.tar.gz tests/general + tar -czvf minimal.tar.gz tests/minimal + tar -czvf mainnet.tar.gz tests/mainnet + - name: Upload Artifacts + uses: actions/upload-artifact@v4 + with: + name: Test Configurations + path: | + consensus-spec-tests/general.tar.gz + consensus-spec-tests/minimal.tar.gz + consensus-spec-tests/mainnet.tar.gz \ No newline at end of file From e8ae81a28f8f3dfa162d9d6345bea45d26bf118a Mon Sep 17 00:00:00 2001 From: parithosh Date: Thu, 30 May 2024 15:52:22 +0200 Subject: [PATCH 44/61] update path --- .github/workflows/generate_vectors.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index d5b7622ae2..8f2adedc3d 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -48,6 +48,7 @@ jobs: make -B pyspec - name: Generate tests run: | + cd consensus-specs make generate_tests 2>&1 | tee ../consensustestgen.log cp -r presets/ ../consensus-spec-tests/presets cp -r configs/ ../consensus-spec-tests/configs From 12d024758b8c28872e2138ab924cb3e2a0badc00 Mon Sep 17 00:00:00 2001 From: parithosh Date: Thu, 30 May 2024 16:34:03 +0200 Subject: [PATCH 45/61] updating path --- .github/workflows/generate_vectors.yml | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 8f2adedc3d..9110e2de5b 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -55,6 +55,7 @@ jobs: find . -type d -empty -delete - name: Archive configurations run: | + cd consensus-specs tar -czvf general.tar.gz tests/general tar -czvf minimal.tar.gz tests/minimal tar -czvf mainnet.tar.gz tests/mainnet @@ -63,6 +64,6 @@ jobs: with: name: Test Configurations path: | - consensus-spec-tests/general.tar.gz - consensus-spec-tests/minimal.tar.gz - consensus-spec-tests/mainnet.tar.gz \ No newline at end of file + consensus-specs/general.tar.gz + consensus-specs/minimal.tar.gz + consensus-specs/mainnet.tar.gz \ No newline at end of file From b37105857717c00be832d52e122fe058d7d557da Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 31 May 2024 08:43:56 +0200 Subject: [PATCH 46/61] trying higher tier --- .github/workflows/generate_vectors.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 9110e2de5b..9b97fac10f 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -18,7 +18,7 @@ on: jobs: generate-tests: - runs-on: [self-hosted-ghr-custom, size-s-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] steps: - name: Checkout repository uses: actions/checkout@v4 @@ -49,7 +49,7 @@ jobs: - name: Generate tests run: | cd consensus-specs - make generate_tests 2>&1 | tee ../consensustestgen.log + make -j 16 generate_tests 2>&1 | tee ../consensustestgen.log cp -r presets/ ../consensus-spec-tests/presets cp -r configs/ ../consensus-spec-tests/configs find . -type d -empty -delete From e7224bb1b80d5923b0f6551c93302a938bdd9cca Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 31 May 2024 09:51:06 +0200 Subject: [PATCH 47/61] switch to size-gigachungus-x64 --- .github/workflows/generate_vectors.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 9b97fac10f..a03e863974 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -18,7 +18,7 @@ on: jobs: generate-tests: - runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-gigachungus-x64, profile-consensusSpecs] steps: - name: Checkout repository uses: actions/checkout@v4 From 19e7a402fa145042b4f43916372bc9a2cb1b66f3 Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 31 May 2024 10:44:27 +0200 Subject: [PATCH 48/61] updating threads to use --- .github/workflows/generate_vectors.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index a03e863974..f9af40c301 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -49,7 +49,7 @@ jobs: - name: Generate tests run: | cd consensus-specs - make -j 16 generate_tests 2>&1 | tee ../consensustestgen.log + make -j 48 generate_tests 2>&1 | tee ../consensustestgen.log cp -r presets/ ../consensus-spec-tests/presets cp -r configs/ ../consensus-spec-tests/configs find . -type d -empty -delete From fcf252396d7816b92cb082ba9816715eadc85236 Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 31 May 2024 14:17:22 +0200 Subject: [PATCH 49/61] trying size-chungus-x64 --- .github/workflows/generate_vectors.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index f9af40c301..c9faf041a2 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -18,7 +18,7 @@ on: jobs: generate-tests: - runs-on: [self-hosted-ghr-custom, size-gigachungus-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-chungus-x64, profile-consensusSpecs] steps: - name: Checkout repository uses: actions/checkout@v4 @@ -49,7 +49,7 @@ jobs: - name: Generate tests run: | cd consensus-specs - make -j 48 generate_tests 2>&1 | tee ../consensustestgen.log + make -j 16 generate_tests 2>&1 | tee ../consensustestgen.log cp -r presets/ ../consensus-spec-tests/presets cp -r configs/ ../consensus-spec-tests/configs find . -type d -empty -delete From dc097d3162dc9ab70fef49a832628f7b42208543 Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 31 May 2024 14:18:38 +0200 Subject: [PATCH 50/61] fix path --- .github/workflows/generate_vectors.yml | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index c9faf041a2..8f34da2cfc 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -55,7 +55,7 @@ jobs: find . -type d -empty -delete - name: Archive configurations run: | - cd consensus-specs + cd consensus-spec-tests tar -czvf general.tar.gz tests/general tar -czvf minimal.tar.gz tests/minimal tar -czvf mainnet.tar.gz tests/mainnet @@ -64,6 +64,6 @@ jobs: with: name: Test Configurations path: | - consensus-specs/general.tar.gz - consensus-specs/minimal.tar.gz - consensus-specs/mainnet.tar.gz \ No newline at end of file + consensus-spec-tests/general.tar.gz + consensus-spec-tests/minimal.tar.gz + consensus-spec-tests/mainnet.tar.gz \ No newline at end of file From b06551bd3fac4b4c1ffd1b9b55a160e85e18a601 Mon Sep 17 00:00:00 2001 From: parithosh Date: Tue, 4 Jun 2024 10:58:07 +0200 Subject: [PATCH 51/61] split into multiple files --- .github/workflows/generate_vectors.yml | 19 +++++++++++++------ 1 file changed, 13 insertions(+), 6 deletions(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 8f34da2cfc..54f0eb6e68 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -49,7 +49,7 @@ jobs: - name: Generate tests run: | cd consensus-specs - make -j 16 generate_tests 2>&1 | tee ../consensustestgen.log + make -j 48 generate_tests 2>&1 | tee ../consensustestgen.log cp -r presets/ ../consensus-spec-tests/presets cp -r configs/ ../consensus-spec-tests/configs find . -type d -empty -delete @@ -62,8 +62,15 @@ jobs: - name: Upload Artifacts uses: actions/upload-artifact@v4 with: - name: Test Configurations - path: | - consensus-spec-tests/general.tar.gz - consensus-spec-tests/minimal.tar.gz - consensus-spec-tests/mainnet.tar.gz \ No newline at end of file + name: General Test Configuration + path: consensus-spec-tests/general.tar.gz + - name: Upload Artifacts + uses: actions/upload-artifact@v4 + with: + name: Minimal Test Configuration + path: consensus-spec-tests/minimal.tar.gz + - name: Upload Artifacts + uses: actions/upload-artifact@v4 + with pad: + name: Mainnet Test Configuration + path: consensus-spec-tests/mainnet.tar.gz \ No newline at end of file From 7ee61f71db7ba5e94c5d2ba7f5a21df01c1e7582 Mon Sep 17 00:00:00 2001 From: parithosh Date: Tue, 4 Jun 2024 10:59:01 +0200 Subject: [PATCH 52/61] split into multiple files --- .github/workflows/generate_vectors.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 54f0eb6e68..ac424895eb 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -71,6 +71,6 @@ jobs: path: consensus-spec-tests/minimal.tar.gz - name: Upload Artifacts uses: actions/upload-artifact@v4 - with pad: + with: name: Mainnet Test Configuration path: consensus-spec-tests/mainnet.tar.gz \ No newline at end of file From 5c4b84ed17606c70688c6f4415e5883b3b4d7eab Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 7 Jun 2024 15:23:26 +0200 Subject: [PATCH 53/61] switching types --- .github/workflows/generate_vectors.yml | 17 +++++++++++------ 1 file changed, 11 insertions(+), 6 deletions(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index ac424895eb..64504b9924 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -18,7 +18,7 @@ on: jobs: generate-tests: - runs-on: [self-hosted-ghr-custom, size-chungus-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] steps: - name: Checkout repository uses: actions/checkout@v4 @@ -49,7 +49,7 @@ jobs: - name: Generate tests run: | cd consensus-specs - make -j 48 generate_tests 2>&1 | tee ../consensustestgen.log + make -j 16 generate_tests 2>&1 | tee ../consensustestgen.log cp -r presets/ ../consensus-spec-tests/presets cp -r configs/ ../consensus-spec-tests/configs find . -type d -empty -delete @@ -59,18 +59,23 @@ jobs: tar -czvf general.tar.gz tests/general tar -czvf minimal.tar.gz tests/minimal tar -czvf mainnet.tar.gz tests/mainnet - - name: Upload Artifacts + - name: Upload general.tar.gz uses: actions/upload-artifact@v4 with: name: General Test Configuration path: consensus-spec-tests/general.tar.gz - - name: Upload Artifacts + - name: Upload minimal.tar.gz uses: actions/upload-artifact@v4 with: name: Minimal Test Configuration path: consensus-spec-tests/minimal.tar.gz - - name: Upload Artifacts + - name: Upload mainnet.tar.gz uses: actions/upload-artifact@v4 with: name: Mainnet Test Configuration - path: consensus-spec-tests/mainnet.tar.gz \ No newline at end of file + path: consensus-spec-tests/mainnet.tar.gz + - name: Upload consensustestgen + uses: actions/upload-artifact@v4 + with: + name: Mainnet Test Configuration + path: consensustestgen.log \ No newline at end of file From cdb4e640087a077b0d0512d68fcd163aa9862b4a Mon Sep 17 00:00:00 2001 From: parithosh Date: Fri, 7 Jun 2024 15:48:46 +0200 Subject: [PATCH 54/61] switching back to a big node --- .github/workflows/generate_vectors.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 64504b9924..44b3995d2c 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -18,7 +18,7 @@ on: jobs: generate-tests: - runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-chungus-x64, profile-consensusSpecs] steps: - name: Checkout repository uses: actions/checkout@v4 From f5ec36682c68ed1eb941ee04d51ba0a10966e096 Mon Sep 17 00:00:00 2001 From: parithosh Date: Sat, 8 Jun 2024 09:01:27 +0200 Subject: [PATCH 55/61] fix name --- .github/workflows/generate_vectors.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 44b3995d2c..66f9c00304 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -77,5 +77,5 @@ jobs: - name: Upload consensustestgen uses: actions/upload-artifact@v4 with: - name: Mainnet Test Configuration + name: consensustestgen.log path: consensustestgen.log \ No newline at end of file From 51a774d1c30fbde811ac0b6cedaa66daf90dd165 Mon Sep 17 00:00:00 2001 From: parithosh Date: Sat, 8 Jun 2024 09:02:38 +0200 Subject: [PATCH 56/61] switching to giga --- .github/workflows/generate_vectors.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 66f9c00304..5fbe13ce2e 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -18,7 +18,7 @@ on: jobs: generate-tests: - runs-on: [self-hosted-ghr-custom, size-chungus-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-gigachungus-x64, profile-consensusSpecs] steps: - name: Checkout repository uses: actions/checkout@v4 From 1c5a7c1976de97de50f54e8efe4f0483851f58ab Mon Sep 17 00:00:00 2001 From: parithosh Date: Sat, 8 Jun 2024 09:02:57 +0200 Subject: [PATCH 57/61] switching to xl --- .github/workflows/generate_vectors.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 5fbe13ce2e..114208eeba 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -18,7 +18,7 @@ on: jobs: generate-tests: - runs-on: [self-hosted-ghr-custom, size-gigachungus-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] steps: - name: Checkout repository uses: actions/checkout@v4 From a31fe600abc750a0e0114a657cc77fafa1045e96 Mon Sep 17 00:00:00 2001 From: parithosh Date: Sat, 8 Jun 2024 09:03:29 +0200 Subject: [PATCH 58/61] switching to chungus --- .github/workflows/generate_vectors.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 114208eeba..66f9c00304 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -18,7 +18,7 @@ on: jobs: generate-tests: - runs-on: [self-hosted-ghr-custom, size-xl-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-chungus-x64, profile-consensusSpecs] steps: - name: Checkout repository uses: actions/checkout@v4 From dbba3add7c4293e835c74fefdd98f20b7801d4b2 Mon Sep 17 00:00:00 2001 From: parithosh Date: Mon, 10 Jun 2024 11:39:21 +0200 Subject: [PATCH 59/61] switch to gigachungus --- .github/workflows/generate_vectors.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 66f9c00304..546e6a650c 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -18,7 +18,7 @@ on: jobs: generate-tests: - runs-on: [self-hosted-ghr-custom, size-chungus-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-gigachungus-x64, profile-consensusSpecs] steps: - name: Checkout repository uses: actions/checkout@v4 @@ -49,7 +49,7 @@ jobs: - name: Generate tests run: | cd consensus-specs - make -j 16 generate_tests 2>&1 | tee ../consensustestgen.log + make -j 48 generate_tests 2>&1 | tee ../consensustestgen.log cp -r presets/ ../consensus-spec-tests/presets cp -r configs/ ../consensus-spec-tests/configs find . -type d -empty -delete From ad98e9936492270d2520a2c22da6776c5485c0a6 Mon Sep 17 00:00:00 2001 From: parithosh Date: Mon, 10 Jun 2024 14:39:51 +0200 Subject: [PATCH 60/61] switching back size --- .github/workflows/generate_vectors.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 546e6a650c..66f9c00304 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -18,7 +18,7 @@ on: jobs: generate-tests: - runs-on: [self-hosted-ghr-custom, size-gigachungus-x64, profile-consensusSpecs] + runs-on: [self-hosted-ghr-custom, size-chungus-x64, profile-consensusSpecs] steps: - name: Checkout repository uses: actions/checkout@v4 @@ -49,7 +49,7 @@ jobs: - name: Generate tests run: | cd consensus-specs - make -j 48 generate_tests 2>&1 | tee ../consensustestgen.log + make -j 16 generate_tests 2>&1 | tee ../consensustestgen.log cp -r presets/ ../consensus-spec-tests/presets cp -r configs/ ../consensus-spec-tests/configs find . -type d -empty -delete From 18b92e94d3a8926537a0be99688558ddc8b5e935 Mon Sep 17 00:00:00 2001 From: parithosh Date: Tue, 11 Jun 2024 22:33:35 +0200 Subject: [PATCH 61/61] removing unused variable --- .github/workflows/generate_vectors.yml | 3 --- 1 file changed, 3 deletions(-) diff --git a/.github/workflows/generate_vectors.yml b/.github/workflows/generate_vectors.yml index 66f9c00304..37468d203d 100644 --- a/.github/workflows/generate_vectors.yml +++ b/.github/workflows/generate_vectors.yml @@ -4,9 +4,6 @@ defaults: run: shell: zsh {0} -env: - TEST_PRESET_TYPE: "minimal" - on: workflow_dispatch: inputs: