E2e tests moonwall

.github/workflows/scheduled-smoke-tests.yml

@@ -0,0 +1,47 @@
+name: Scheduled Smoke Tests
+
+on:
+  schedule:
+    - cron: '0 */6 * * *'
+
+env:
+  CARGO_TERM_COLOR: always
+
+permissions:
+  contents: read
+
+jobs:
+  run-smoke-tests:
+    runs-on: [self-hosted, type-ccx33]
+    timeout-minutes: 30
+
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - test: smoke_mainnet
+          - test: smoke_testnet
+
+    name: "smoke-e2e-${{ matrix.test }}"
+
+    steps:
+      - name: Check-out repository
+        uses: actions/checkout@v4
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version-file: ts-tests/.nvmrc
+
+      - name: Setup pnpm
+        uses: pnpm/action-setup@v4
+        with:
+          version: 10
+
+      - name: Install e2e dependencies
+        working-directory: ts-tests
+        run: pnpm install --frozen-lockfile
+
+      - name: Run smoke test
+        working-directory: ts-tests
+        run: pnpm moonwall test ${{ matrix.test }}

.github/workflows/e2e.yml → .github/workflows/typescript-e2e.yml

@@ -1,25 +1,51 @@
-name: E2E Tests
+name: Typescript E2E Tests
 
 on:
   pull_request:
 
-  workflow_dispatch:
-    inputs:
-      verbose:
-        description: "Output more information when triggered manually"
-        required: false
-        default: ""
-
 env:
   CARGO_TERM_COLOR: always
 
 permissions:
   contents: read
 
 jobs:
+  typescript-formatting:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check-out repository
+        uses: actions/checkout@v4
+
+      - name: Setup pnpm
+        uses: pnpm/action-setup@v4
+        with:
+          version: 10
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version-file: ts-tests/.nvmrc
+
+      - name: Install system dependencies
+        run: |
+          sudo DEBIAN_FRONTEND=noninteractive NEEDRESTART_MODE=a apt-get update
+          sudo DEBIAN_FRONTEND=noninteractive NEEDRESTART_MODE=a apt-get install -y --no-install-recommends \
+            -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" \
+            build-essential clang curl git make libssl-dev llvm libudev-dev protobuf-compiler pkg-config
+
+      - name: Install e2e dependencies
+        working-directory: ts-tests
+        run: pnpm install --frozen-lockfile
+
+      - name: Formatting check
+        run: |
+          cd ts-tests
+          pnpm run fmt
+
   # Build the node binary in both variants and share as artifacts.
   build:
     runs-on: [self-hosted, type-ccx33]
+    needs: [typescript-formatting]
     timeout-minutes: 60
     strategy:
       matrix:
@@ -62,87 +88,52 @@ jobs:
           path: target/release/node-subtensor
           if-no-files-found: error
 
-  # Discover e2e packages that have a "test" script.
-  discover:
-    runs-on: ubuntu-latest
-    outputs:
-      packages: ${{ steps.find.outputs.packages }}
-    steps:
-      - name: Check-out repository
-        uses: actions/checkout@v4
-        with:
-          sparse-checkout: e2e
-
-      - name: Find testable packages
-        id: find
-        working-directory: e2e
-        run: |
-          packages=$(
-            find . -maxdepth 2 -name package.json -not -path './node_modules/*' \
-            | while read -r pkg; do
-                name=$(jq -r '.name // empty' "$pkg")
-                has_test=$(jq -r '.scripts.test // empty' "$pkg")
-                if [ -n "$has_test" ] && [ -n "$name" ]; then
-                  echo "$name"
-                fi
-              done \
-            | jq -R -s -c 'split("\n") | map(select(. != ""))'
-          )
-          echo "packages=$packages" >> "$GITHUB_OUTPUT"
-          echo "Discovered packages: $packages"
-
-  # Run each e2e package's tests in parallel.
-  test:
-    needs: [build, discover]
-    if: ${{ needs.discover.outputs.packages != '[]' }}
+  run-e2e-tests:
+    needs: [build]
     runs-on: [self-hosted, type-ccx33]
     timeout-minutes: 30
+
     strategy:
       fail-fast: false
       matrix:
-        package: ${{ fromJson(needs.discover.outputs.packages) }}
-    name: "e2e: ${{ matrix.package }}"
+        include:
+          - test: dev
+            binary: release
+          - test: zombienet_shield
+            binary: release
+          - test: zombienet_staking
+            binary: fast
+
+    name: "typescript-e2e-${{ matrix.test }}"
+
     steps:
       - name: Check-out repository
         uses: actions/checkout@v4
 
-      - name: Download release binary
+      - name: Download binary
         uses: actions/download-artifact@v4
         with:
-          name: node-subtensor-release
+          name: node-subtensor-${{ matrix.binary }}
           path: target/release
 
-      - name: Download fast binary
-        uses: actions/download-artifact@v4
-        with:
-          name: node-subtensor-fast
-          path: target/fast
-
-      - name: Make binaries executable
-        run: chmod +x target/release/node-subtensor target/fast/node-subtensor
+      - name: Make binary executable
+        run: chmod +x target/release/node-subtensor
 
       - name: Setup Node.js
         uses: actions/setup-node@v4
         with:
-          node-version-file: e2e/.nvmrc
+          node-version-file: ts-tests/.nvmrc
 
       - name: Setup pnpm
         uses: pnpm/action-setup@v4
         with:
           version: 10
 
-      - name: Bootstrap papi types
-        working-directory: e2e
-        run: ./bootstrap_types.sh --skip-build
-
       - name: Install e2e dependencies
-        working-directory: e2e
+        working-directory: ts-tests
         run: pnpm install --frozen-lockfile
 
       - name: Run tests
-        working-directory: e2e
-        env:
-          # Use fast-runtime binary for staking package, release binary for others
-          # Path is relative to package directory (e2e/<package>/)
-          BINARY_PATH: ${{ matrix.package == 'e2e-staking' && '../../target/fast/node-subtensor' || '../../target/release/node-subtensor' }}
-        run: pnpm --filter ${{ matrix.package }} test
+        run: | 
+          cd ts-tests
+          pnpm moonwall test ${{ matrix.test }}

README.md

@@ -337,6 +337,10 @@ by appending your own. A few useful ones are as follow.
 ```
 -->
 
+## Testing
+
+Check [testing section](./docs/testing.md).
+
 ## License
 The MIT License (MIT)
 Copyright © 2021 Yuma Rao

docs/testing.md

@@ -0,0 +1,39 @@
+# Testing
+
+Typescript tests are run with [Moonwall](https://github.com/Moonsong-Labs/moonwall). To run these you will need to have pnpm installed:
+
+```
+# Use the correct Node version
+nvm use
+
+# Install moonwall
+sudo npm i -g pnpm
+
+# Change directory to test
+cd ts-tests
+
+# Install dependencies
+pnpm i
+
+# Run manual seal dev tests
+pnpm moonwall test dev
+
+# Run zombienet tests
+pnpm moonwall test zombienet
+
+# If you have MacOS, you might need to run zombinet test with sudo, because tmp folder
+sudo pnpm moonwall test zombienet
+
+# Run smoke tests
+pnpm moonwall test smoke_mainnet
+```
+
+Moonwall lets you also run the testing environment without performing any tests on it, as a method for you to manually test certain things:
+
+```
+# Dev tests in run mode
+pnpm moonwall run dev
+
+# Zombinet test with run mode
+pnpm moonwall run zombienet
+```