Merge branches 'james/docs/cryptographic-schemes', 'fraccaman/fix-ci-…

…release', 'fraccaman/ci-automation-devnet', 'fraccaman/ci-improve-docs', 'tomas/ci-dl-masp-params' and 'fraccaman/ci-remove-drone'

Merged PRs:
- #288
- #363
- #395
- #404
- #405
- #414
- #415

* james/docs/cryptographic-schemes:
  change string to valid path
  Initial info on Secp256k1 keys and zeroizing secret keys
  crypto.md: add context for signatures
  crypto.md: remove outdated encoding descriptions
  crypto.md: remove references to closed issue

* fraccaman/fix-ci-release:
  [fix] use fetch-depth: 0 on tag pipeline

* fraccaman/ci-automation-devnet:
  [ci] improve automation tool, add pls spawn devnet command

* fraccaman/ci-improve-docs:
  [ci] added dev documentation build, added rust doc build
  I removed the limitation.
  encoding_spec: rm ":" from fragment links in e.g. `ed25519::PublicKey`
  docs/dev: update encoding spec generation

* tomas/ci-dl-masp-params:
  ci: double the build-and-test timeout
  [ci] download masp paramters

* fraccaman/ci-remove-drone:
  [ci] remove drone

.github/workflows/automation.yml

@@ -7,9 +7,11 @@ on:
 permissions:
   id-token: write
   contents: write
+  pull-requests: write
 
 env:
   GIT_LFS_SKIP_SMUDGE: 1
+  CHAIN_BUCKET: anoma-iac-files-master
 
 jobs:
   tasks:
@@ -19,27 +21,52 @@ jobs:
       fail-fast: false
       matrix:
         os: [ubuntu-latest]
-        command: [publish-wasm.py, update-wasm.py]
+        make:
+          - name: Update wasm
+            comment: pls update wasm
+            command: update-wasm.py
+          - name: Publish wasm
+            comment: pls publish wasm
+            command: publish-wasm.py
+          - name: Spawn devnet
+            comment: pls spawn devnet
+            command: spawn-devnet.py
 
     steps:
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@v1
         with:
           role-to-assume: arn:aws:iam::375643557360:role/anoma-github-action-ci-master
           aws-region: eu-west-1
+      - uses: khan/pull-request-comment-trigger@v1.1.0
+        id: check
+        with: 
+          trigger: ${{ matrix.make.comment }}
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
       - uses: xt0rted/pull-request-comment-branch@v1
+        if: steps.check.outputs.triggered == 'true'
         id: comment-branch
       - uses: actions/checkout@v3
-        if: success()
+        if: steps.check.outputs.triggered == 'true'
         with:
           ref: ${{ steps.comment-branch.outputs.head_ref }}
-      - name: Run task
+      - name: Run task ${{ matrix.make.name }}
+        if: steps.check.outputs.triggered == 'true'
+        run: |
+          git config --global user.name 'github-actions[bot]'
+          git config --global user.email 'github-actions[bot]@users.noreply.github.com'
+          pip3 install ghapi boto3 toml >/dev/null 2>&1
+          aws s3 cp s3://$CHAIN_BUCKET/scripts/${{ matrix.make.command }} .github/workflows/scripts/
+          python3 .github/workflows/scripts/${{ matrix.make.command }}
         env:
           GITHUB_CONTEXT: ${{ toJson(github) }}
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
           GITHUB_READ_ORG_TOKEN: ${{ secrets.GT_READ_ORG }}
-        run: |
-          git config --global user.name 'github-actions[bot]'
-          git config --global user.email 'github-actions[bot]@users.noreply.github.com'
-          pip3 install ghapi >/dev/null 2>&1
-          python3 .github/workflows/scripts/${{ matrix.command }}
+          GITHUB_DISPATCH_TOKEN: ${{ secrets.GT_DISPATCH }}
+          BINARIES_COMMIT_SHA: ${{ steps.comment-branch.outputs.head_sha }}
+      - name: Comment not found
+        if: steps.check.outputs.triggered != 'true'
+        run: echo "Comment $COMMENT not found"
+        env:
+          COMMENT: ${{ matrix.make.comment }}

.github/workflows/build-and-test.yml

@@ -51,7 +51,6 @@ jobs:
         # to disallow that.
         with:
           ref: ${{ github.event.pull_request.head.sha }}
-
       - name: Duplicate checksums file
         run: cp wasm/checksums.json wasm/original-checksums.json
       - name: Build WASM
@@ -102,7 +101,7 @@ jobs:
 
   anoma:
     runs-on: ${{ matrix.os }}
-    timeout-minutes: 40
+    timeout-minutes: 80
     strategy:
       fail-fast: false
       matrix:
@@ -215,6 +214,12 @@ jobs:
           chmod +x target/release/namadan
           chmod +x target/release/namadac
           chmod +x /usr/local/bin/tendermint
+      - name: Download masp parameters
+        run: |
+          mkdir /home/runner/work/masp
+          curl -o /home/runner/work/masp/masp-spend.params -sLO https://github.com/anoma/masp/blob/ef0ef75e81696ff4428db775c654fbec1b39c21f/masp-spend.params?raw=true
+          curl -o /home/runner/work/masp/masp-output.params -sLO https://github.com/anoma/masp/blob/ef0ef75e81696ff4428db775c654fbec1b39c21f/masp-output.params?raw=true
+          curl -o /home/runner/work/masp/masp-convert.params -sLO https://github.com/anoma/masp/blob/ef0ef75e81696ff4428db775c654fbec1b39c21f/masp-convert.params?raw=true
       - name: Run e2e test
         run: make test-e2e${{ matrix.make.suffix }}
         env:
@@ -223,6 +228,7 @@ jobs:
           ANOMA_E2E_KEEP_TEMP: "true"
           ENV_VAR_TM_STDOUT: "false"
           ANOMA_LOG_COLOR: "false"
+          ANOMA_MASP_PARAMS_DIR: "/home/runner/work/masp"
           ANOMA_LOG: "info"
       - name: Upload e2e logs
         if: success() || failure()

.github/workflows/docker.yml

@@ -10,6 +10,11 @@ on:
 env:
   GIT_LFS_SKIP_SMUDGE: 1
 
+permissions:
+  id-token: write
+  contents: write
+  packages: write
+
 jobs:
   docker:
     runs-on: ${{ matrix.os }}

.github/workflows/docs.yml

@@ -47,6 +47,12 @@ jobs:
             command: cd documentation/docs && mdbook build
             cache_subkey: docs
             cache_version: v1
+          - name: Build development docs
+            folder: documentation/dev
+            bucket: namada-dev-static-website
+            command: cargo run --bin namada_encoding_spec && cd documentation/dev && mdbook build
+            cache_subkey: dev
+            cache_version: v1
 
     env:
       CARGO_INCREMENTAL: 0
@@ -64,7 +70,6 @@ jobs:
         # See comment in build-and-test.yml
         with:
           ref: ${{ github.event.pull_request.head.sha }}
-
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@v1
         with:
@@ -121,3 +126,71 @@ jobs:
       - name: Stop sccache server
         if: always()
         run: sccache --stop-server || true
+
+  rust-docs:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest]
+
+    env:
+      CARGO_INCREMENTAL: 0
+      RUSTC_WRAPPER: sccache
+      SCCACHE_CACHE_SIZE: 100G
+      SCCACHE_BUCKET: namada-sccache-master
+
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v3
+        if: ${{ github.event_name != 'pull_request_target' }}
+      - name: Checkout PR
+        uses: actions/checkout@v3
+        if: ${{ github.event_name == 'pull_request_target' }}
+        # See comment in build-and-test.yml
+        with:
+          ref: ${{ github.event.pull_request.head.sha }}
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v1
+        with:
+          role-to-assume: arn:aws:iam::375643557360:role/anoma-github-action-ci-master
+          aws-region: eu-west-1
+      - name: Install sccache (ubuntu-latest)
+        if: matrix.os == 'ubuntu-latest'
+        env:
+          LINK: https://github.com/mozilla/sccache/releases/download
+          SCCACHE_VERSION: v0.3.0
+        run: |
+          SCCACHE_FILE=sccache-$SCCACHE_VERSION-x86_64-unknown-linux-musl
+          mkdir -p $HOME/.local/bin
+          curl -L "$LINK/$SCCACHE_VERSION/$SCCACHE_FILE.tar.gz" | tar xz
+          mv -f $SCCACHE_FILE/sccache $HOME/.local/bin/sccache
+          chmod +x $HOME/.local/bin/sccache
+          echo "$HOME/.local/bin" >> $GITHUB_PATH
+      - name: Install sccache (macos-latest)
+        if: matrix.os == 'macos-latest'
+        run: |
+          brew update
+          brew install sccache
+      - name: Setup rust toolchain
+        uses: oxidecomputer/actions-rs_toolchain@ad3f86084a8a5acf2c09cb691421b31cf8af7a36
+        with:
+          profile: default
+          override: true
+      - name: Setup rust nightly
+        uses: oxidecomputer/actions-rs_toolchain@ad3f86084a8a5acf2c09cb691421b31cf8af7a36
+        with:
+          toolchain: ${{ matrix.nightly_version }}
+          profile: default
+      - name: Show rust toolchain info
+        run: rustup show
+      - name: Start sccache server
+        run: sccache --start-server
+      - name: Build rust-docs
+        run: make build-doc
+      - name: Print sccache stats
+        if: always()
+        run: sccache --show-stats
+      - name: Stop sccache server
+        if: always()
+        run: sccache --stop-server || true

.github/workflows/release.yml

@@ -33,6 +33,8 @@ jobs:
     steps:
       - name: Checkout repo
         uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@v1
         with: