feat(ci): run on self-hosted github runner (#5393)

* feat(ci): run on self-hosted github runner

* feat(hive): exclusions from ethdevops

* fix(ci): workspace cleanup, cancel in prog same sha

.github/workflows/ci.yml

@@ -16,6 +16,10 @@ on:
       - synchronize
       - ready_for_review
 
+concurrency:
+  group: ${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   tests:
     if: ${{ github.event_name == 'push' || !github.event.pull_request.draft }}
@@ -24,7 +28,7 @@ jobs:
         os: [ ubuntu-20.04, macos-11 ] # list of os: https://github.com/actions/virtual-environments
     runs-on: ${{ matrix.os }}
 
-    steps:
+    steps:      
       - uses: actions/checkout@v3
       - run: git submodule update --init --recursive --force
       - uses: actions/setup-go@v3
@@ -72,7 +76,7 @@ jobs:
         os: [ windows-2022 ]
     runs-on: ${{ matrix.os }}
 
-    steps:
+    steps:      
       - uses: actions/checkout@v3
       - run: git submodule update --init --recursive --force
       - uses: actions/setup-go@v3
@@ -106,8 +110,9 @@ jobs:
 
   docker:
     if: ${{ github.event_name == 'push' || !github.event.pull_request.draft }}
-    runs-on: ubuntu-20.04
+    runs-on: self-hosted
     steps:
+      - uses: AutoModality/action-clean@v1
       - uses: actions/checkout@v3
         with:
           fetch-depth: 0 # fetch git tags for "git describe"
@@ -124,9 +129,10 @@ jobs:
        - tests
        - tests-windows
        - docker
-     runs-on: ubuntu-20.04
+     runs-on: self-hosted
      if: ${{ github.event_name == 'push' || !github.event.pull_request.draft }}
      steps:
+       - uses: AutoModality/action-clean@v1
        - uses: actions/checkout@v3
          with:
            fetch-depth: 0 # fetch git tags for "git describe"
@@ -140,12 +146,13 @@ jobs:
 
        - name: run hive and parse output
          run: |
-          sudo mkdir /results && docker run --rm -v /var/run/docker.sock:/var/run/docker.sock -v ${{ github.workspace }}:/work thorax/hive:latest --sim ethereum/engine --results-root=/work/results --client erigon_ci-$GITHUB_SHA --exit.fail=false
-          docker run --rm --pull always -v /var/run/docker.sock:/var/run/docker.sock -v ${{ github.workspace }}:/work --entrypoint /app/hivecioutput thorax/hive:latest --resultsdir=/work/results --outdir=/work/results --exclusionsfile=/work/hive/exclusions.json
+          sudo mkdir -p /results-${{ github.run_id }}
+          docker run --rm -v /var/run/docker.sock:/var/run/docker.sock -v ${{ github.workspace }}:/work thorax/hive:latest --sim ethereum/engine --results-root=/work/results-${{ github.run_id }} --client erigon_ci-$GITHUB_SHA --exit.fail=false
+          docker run --rm --pull always -v /var/run/docker.sock:/var/run/docker.sock -v ${{ github.workspace }}:/work --entrypoint /app/hivecioutput thorax/hive:latest --resultsdir=/work/results-${{ github.run_id }} --outdir=/work/results-${{ github.run_id }} --exclusionsfile=/work/hive/exclusions.json
 
        - name: archive hive results
          uses: actions/upload-artifact@v3
          if: always()
          with:
            name: test-results
-           path: results/*.xml
+           path: results-${{ github.run_id }}/*.xml

.github/workflows/hive-results.yml

@@ -9,7 +9,7 @@
  jobs:
    hive-results:
      name: Hive results
-     runs-on: ubuntu-latest
+     runs-on: ubuntu-20.04
      if: github.event.workflow_run.conclusion != 'skipped'
 
      permissions:

hive/exclusions.json

@@ -3,40 +3,7 @@
     {
       "name": "engine-api",
       "testCases": [
-        "Invalid Ancestor Chain Sync, Incomplete Transactions, Invalid P9d",
-        "Invalid Transition Payload Sync, Invalid Transaction Value",
-        "Invalid Ancestor Chain Sync, Invalid Transaction Nonce, Invalid P9",
-        "Invalid Ancestor Chain Sync, Invalid GasLimit, Invalid P9",
-        "Invalid Ancestor Chain Sync, Invalid ReceiptsRoot, Invalid P8",
-        "Sidechain Reorg",
-        "Invalid Transition Payload Sync, Invalid StateRoot",
-        "Inconsistent Head in ForkchoiceState",
-        "Invalid Transition Payload Sync, Invalid Transaction GasPrice",
-        "Consecutive Payload Execution",
-        "Invalid Ancestor Chain Sync, Invalid Ommers, Invalid P9",
-        "Invalid Transition Payload Sync, Invalid Transaction Signature",
-        "Invalid Ancestor Chain Sync, Invalid Transaction Value, Invalid P9'",
-        "Invalid Ancestor Chain Sync, Invalid StateRoot, Invalid P9'",
-        "Invalid Transition Payload Sync, Invalid GasLimit",
-        "Invalid Ancestor Chain Sync, Invalid Transaction Nonce, Invalid P9'",
-        "Invalid Transition Payload Sync, Invalid Timestamp",
-        "Invalid Transition Payload Sync, Invalid Transaction Nonce",
-        "Invalid Transition Payload Sync, Invalid ReceiptsRoot",
-        "Invalid Ancestor Chain Sync, Incomplete Transactions, Invalid P9'",
-        "Invalid Ancestor Chain Sync, Invalid Timestamp, Invalid P9'",
-        "Invalid Transition Payload Sync, Invalid GasUsed",
-        "Invalid Transition Payload Sync, Invalid StateRoot, Empty Txs",
-        "Invalid Ancestor Chain Sync, Invalid GasLimit, Invalid P9'",
-        "Invalid Ancestor Chain Sync, Invalid ReceiptsRoot, Invalid P8'",
-        "Invalid Ancestor Chain Sync, Invalid Transaction Gas, Invalid P9'",
-        "Invalid Ancestor Chain Sync, Invalid Transaction GasPrice, Invalid P9'",
-        "Invalid Ancestor Chain Re-Org, Invalid Transaction Gas, Invalid P9'",
-        "Invalid Ancestor Chain Sync, Invalid Ommers, Invalid P9'",
-        "Invalid Transition Payload Sync, Incomplete Transactions",
-        "Invalid Ancestor Chain Sync, Invalid Transaction Signature, Invalid P9'",
-        "Invalid Transition Payload Re-Org, Invalid StateRoot, Empty Txs, Reveal using sync",
-        "Invalid Ancestor Chain Sync, Invalid StateRoot, Empty Txs, Invalid P9'",
-        "Invalid Transition Payload Sync, Invalid Transaction Gas"
+        "Sidechain Reorg"
       ]
     },
     {
@@ -45,11 +12,10 @@
         "Two Block PoW Re-org to Lower-Height Chain, Transaction Overwrite",
         "Syncing on an Invalid Terminal Execution - Difficulty",
         "Syncing on an Invalid Terminal Execution - Sealed MixHash",
-        "Terminal blocks are gossiped (Common Ancestor Depth 5)",
         "Syncing on an Invalid Terminal Execution - Sealed Nonce",
         "Syncing on an Invalid Terminal Execution - Balance Mismatch",
         "Stop processing gossiped Post-TTD PoW blocks",
-        "Terminal blocks are gossiped"
+        "Terminal blocks are gossiped (Common Ancestor Depth 5"
       ]
     }
   ]