polkadot-v0.9.17

.config/cargo_spellcheck.toml

@@ -66,4 +66,4 @@ allow_dashed = false
 
 [Reflow]
 # Reflows doc comments to adhere to adhere to a given maximum line width limit.
-max_line_length = 80
+max_line_length = 80

.dockerignore

@@ -0,0 +1 @@
+target

.github/workflows/benchmark.yml

@@ -50,7 +50,7 @@ jobs:
           GITHUB_BRANCH_NAME: ${{ steps.branch-name.outputs.current_branch }}
         if: env.RUNTIME_CHECK == 1
         id: run_benchmarks
-        run: .maintain/run_benchmarks.sh
+        run: .maintain/run_benchmarks.sh 50 20
 
       - uses: EndBug/add-and-commit@v8 
         with: 

.github/workflows/check.yml

@@ -3,6 +3,9 @@ name: CI Check
 # please update docker, toolchain toml and github action with toolchain at same time
 
 on:
+  push:
+    branches:
+      - main
   pull_request:
     branches:
       - main
@@ -63,16 +66,13 @@ jobs:
       - name: Rustup show
         run: |
          /home/runner/.cargo/bin/rustup show
-      - uses: actions/checkout@v2
       - name: Run Test (with coverage)
         run: |
-          # integration tests can't be compiled with --feature=runtime-benchmarks
-          # TODO: https://github.com/ComposableFi/composable/issues/535
-          /home/runner/.cargo/bin/cargo install -f cargo-llvm-cov
+          /home/runner/.cargo/bin/cargo +nightly-2021-11-08 install -f cargo-llvm-cov
           /home/runner/.cargo/bin/rustup component add llvm-tools-preview --toolchain=nightly-2021-11-08
           SKIP_WASM_BUILD=1 /home/runner/.cargo/bin/cargo +nightly-2021-11-08 llvm-cov --workspace --locked --release --verbose --features=runtime-benchmarks --lcov --output-path lcov.info
       - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@v1
+        uses: codecov/codecov-action@v2
         with:
           token: ${{ secrets.CODECOV_TOKEN }}
           files: lcov.info
@@ -101,16 +101,21 @@ jobs:
           docker system prune --force --all --volumes
       - uses: actions/checkout@v2
 
-      - name: Check for runtime changes
-        env:
-          BASE_BRANCH: ${{ github.event.pull_request.base.ref }}
-          GITHUB_BRANCH_NAME: ${{ steps.branch-name.outputs.current_branch }}
-        id: check_runtime
-        run: .maintain/check_runtime.sh
+      - name: Get branch name
+        id: branch-name
+        uses: tj-actions/branch-names@v5.1
+
+      # FIXME: actually broken: https://github.com/ComposableFi/composable/runs/5570301249?check_suite_focus=true
+      # - name: Check for runtime changes
+      #   env:
+      #     BASE_BRANCH: ${{ github.event.pull_request.base.ref }}
+      #     GITHUB_BRANCH_NAME: ${{ steps.branch-name.outputs.current_branch }}
+      #   id: check_runtime
+      #   run: .maintain/check_runtime.sh
 
       - name: Run single pass benchmarking
         # only run this step if there are runtime changes
-        if: env.RUNTIME_CHECK == 1
+        # if: env.RUNTIME_CHECK == 1
         env:
           RUST_BACKTRACE: full
         run: |
@@ -123,7 +128,6 @@ jobs:
             --extrinsic='*' \
             --steps=1 \
             --repeat=1 \
-            --raw \
             --log error
 
 
@@ -177,9 +181,20 @@ jobs:
         with:
           node-version: 14.x
 
-      - name: Cargo fmt
+      - name: Cargo format (Rust)
         run: |
           cargo +nightly fmt --all -- --check
+
+      - name: Taplo format (Toml)
+        run: |
+          cargo install taplo-cli
+          taplo lint --warn-as-error
+          taplo fmt --warn-as-error
+          if ! git diff-index HEAD; then
+            exit 1
+          else
+            echo "Everything is fine!"
+          fi
 
       - name: Hadolint
         env:
@@ -215,7 +230,7 @@ jobs:
 
       - name: Cargo clippy
         run: |
-          SKIP_WASM_BUILD=1 env -u RUSTFLAGS cargo +nightly clippy --all-targets
+          SKIP_WASM_BUILD=1 env -u RUSTFLAGS cargo +nightly clippy --all-targets --tests -- -D warnings
 
       - name: Cargo Single Depedency
         # description: Speed up builds and reduced security check surface

.github/workflows/ci-linux.yml

@@ -0,0 +1,49 @@
+name: "ci-linux Docker image"
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - ci-linux
+
+env:
+  DOCKER_USER_OPTION: '$UID:$GID'
+  SCCACHE_GCS_BUCKET: 'composable-build-artefacts'
+  RUSTC_WRAPPER: "/home/runner/.cargo/bin/sccache"
+  SCCACHE_GCS_RW_MODE: "READ_WRITE"
+
+jobs:
+  build-and-publish:
+    runs-on: 
+      - self-hosted
+      - linux
+      - x64
+      - sre
+    concurrency:
+      group: docker-${{ github.ref }}
+      cancel-in-progress: true
+    strategy: 
+      fail-fast: true
+
+    steps:
+    - name: Clean up
+      continue-on-error: true
+      run: |
+        sudo chown -R $USER:$USER $GITHUB_WORKSPACE
+        docker system prune --force --all --volumes
+
+    - uses: actions/checkout@v2
+      with: 
+        fetch-depth: 0
+
+    - name: Login to DockerHub
+      uses: docker/login-action@v1 
+      with:
+        username: ${{ secrets.DOCKER_HUB_USERNAME }}
+        password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}  
+
+    - name: Build Docker image
+      run: make containerize-ci-linux
+
+    - name:  Docker push
+      run: make push-ci-linux

.github/workflows/composable-sandbox.yml

@@ -0,0 +1,49 @@
+name: "composable-sandbox Docker image"
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - composable-sandbox
+
+env:
+  DOCKER_USER_OPTION: '$UID:$GID'
+  SCCACHE_GCS_BUCKET: 'composable-build-artefacts'
+  RUSTC_WRAPPER: "/home/runner/.cargo/bin/sccache"
+  SCCACHE_GCS_RW_MODE: "READ_WRITE"
+
+jobs:
+  build-and-publish:
+    runs-on: 
+      - self-hosted
+      - linux
+      - x64
+      - sre
+    concurrency:
+      group: docker-${{ github.ref }}
+      cancel-in-progress: true
+    strategy: 
+      fail-fast: true
+
+    steps:
+    - name: Clean up
+      continue-on-error: true
+      run: |
+        sudo chown -R $USER:$USER $GITHUB_WORKSPACE
+        docker system prune --force --all --volumes
+
+    - uses: actions/checkout@v2
+      with: 
+        fetch-depth: 0
+
+    - name: Login to DockerHub
+      uses: docker/login-action@v1 
+      with:
+        username: ${{ secrets.DOCKER_HUB_USERNAME }}
+        password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}  
+
+    - name: Build Docker image
+      run: make containerize-composable-sandbox
+
+    - name:  Docker push
+      run: make push-composable-sandbox

.github/workflows/devnet-release.yml

@@ -22,8 +22,6 @@ jobs:
     - uses: actions/setup-python@v2
 
     - uses: cachix/install-nix-action@v16
-      with:
-        nix_path: nixpkgs=channel:nixos-unstable
 
     - uses: cachix/cachix-action@v10
       with:
@@ -43,14 +41,18 @@ jobs:
     - name: Install latest Nightly
       uses: actions-rs/toolchain@v1
       with:
-          toolchain: nightly
+          toolchain: nightly-2022-02-01
           target: wasm32-unknown-unknown
 
+    - uses: Swatinem/rust-cache@v1
+
     - name: Push artifact
       run: |
         cargo build --release
-        tar -czvf composable-picasso-${{ env.RELEASE_VERSION }}.tar.gz target/release/composable
+        cargo doc --release
+        tar -czvf composable-picasso-${{ env.RELEASE_VERSION }}.tar.gz target/release/composable target/doc
         gsutil mv *.tar.gz gs://composable-binaries/community-releases/picasso/
+        rm -rf target
 
     - name: Load state
       run: |

.github/workflows/mmr-polkadot.yml

@@ -0,0 +1,49 @@
+name: "mmr-polkadot Docker image"
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - mmr-polkadot
+
+env:
+  DOCKER_USER_OPTION: '$UID:$GID'
+  SCCACHE_GCS_BUCKET: 'composable-build-artefacts'
+  RUSTC_WRAPPER: "/home/runner/.cargo/bin/sccache"
+  SCCACHE_GCS_RW_MODE: "READ_WRITE"
+
+jobs:
+  build-and-publish:
+    runs-on: 
+      - self-hosted
+      - linux
+      - x64
+      - sre
+    concurrency:
+      group: docker-${{ github.ref }}
+      cancel-in-progress: true
+    strategy: 
+      fail-fast: true
+
+    steps:
+    - name: Clean up
+      continue-on-error: true
+      run: |
+        sudo chown -R $USER:$USER $GITHUB_WORKSPACE
+        docker system prune --force --all --volumes
+
+    - uses: actions/checkout@v2
+      with: 
+        fetch-depth: 0
+
+    - name: Login to DockerHub
+      uses: docker/login-action@v1 
+      with:
+        username: ${{ secrets.DOCKER_HUB_USERNAME }}
+        password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }}  
+
+    - name: Build Docker image
+      run: make containerize-mmr-polkadot
+
+    - name:  Docker push
+      run: make push-mmr-polkadot

.gitignore

@@ -34,4 +34,6 @@ target
 node_modules/
 **/yarn-error.log
 **/.yarn/
-rust-toolchain.toml
+rust-toolchain.toml
+
+.benchmarkRun

.maintain/playbooks/run-integration-tests.yml

@@ -130,7 +130,7 @@
         dest: "/home/{{ user }}/basilisk"
       - url: https://storage.googleapis.com/composable-binaries/testnet-releases/picasso/composable-latest.tar.gz
         dest: "/home/{{ user }}/composable-latest.tar.gz"
-      - url: https://github.com/paritytech/polkadot/releases/download/v0.9.16/polkadot
+      - url: https://github.com/paritytech/polkadot/releases/download/v0.9.17/polkadot
         dest: "/home/{{ user }}/polkadot"
 
     - name: Clone composable repo