Merge pull request #50 from aurora-is-near/sync-11-25-24

Sync with origin

.credo.exs

@@ -33,7 +33,7 @@
       # If you create your own checks, you must specify the source files for
       # them here, so they can be loaded by Credo before running the analysis.
       #
-      requires: [],
+      requires: ["apps/utils/lib/credo/**/*.ex"],
       #
       # If you want to enforce a style guide and need a more traditional linting
       # experience, you can change `strict` to `true` below:
@@ -140,9 +140,10 @@
         {Credo.Check.Refactor.AppendSingleItem},
         {Credo.Check.Refactor.VariableRebinding},
         {Credo.Check.Warning.MapGetUnsafePass},
-        {Credo.Check.Consistency.MultiAliasImportRequireUse}
+        {Credo.Check.Consistency.MultiAliasImportRequireUse},
 
         # Custom checks can be created using `mix credo.gen.check`.
+        {Utils.Credo.Checks.CompileEnvUsage}
         #
       ]
     }

.devcontainer/.blockscout_config.example

@@ -0,0 +1,67 @@
+CHAIN_TYPE=ethereum
+
+ETHEREUM_JSONRPC_VARIANT=geth
+ETHEREUM_JSONRPC_TRACE_URL=""
+
+API_RATE_LIMIT=100
+HEART_BEAT_TIMEOUT=30
+TXS_STATS_DAYS_TO_COMPILE_AT_INIT=2
+INDEXER_MEMORY_LIMIT=6
+
+POOL_SIZE=50
+POOL_SIZE_API=50
+ACCOUNT_POOL_SIZE=10
+
+INDEXER_DISABLE_EMPTY_BLOCKS_SANITIZER='true'
+INDEXER_DISABLE_PENDING_TRANSACTIONS_FETCHER='true'
+INDEXER_DISABLE_INTERNAL_TRANSACTIONS_FETCHER='true'
+INDEXER_DISABLE_BLOCK_REWARD_FETCHER='true'
+INDEXER_DISABLE_ADDRESS_COIN_BALANCE_FETCHER='true'
+INDEXER_DISABLE_CATALOGED_TOKEN_UPDATER_FETCHER='true'
+ETHEREUM_JSONRPC_DISABLE_ARCHIVE_BALANCES='true'
+INDEXER_DISABLE_TOKEN_INSTANCE_RETRY_FETCHER='true'
+INDEXER_DISABLE_TOKEN_INSTANCE_REALTIME_FETCHER='true'
+INDEXER_DISABLE_TOKEN_INSTANCE_SANITIZE_FETCHER='true'
+INDEXER_DISABLE_WITHDRAWALS_FETCHER='true'
+INDEXER_DISABLE_TOKEN_INSTANCE_LEGACY_SANITIZE_FETCHER='true'
+
+INDEXER_CATCHUP_BLOCKS_BATCH_SIZE=5
+INDEXER_COIN_BALANCES_BATCH_SIZE=1
+TOKEN_ID_MIGRATION_BATCH_SIZE=1
+TOKEN_INSTANCE_OWNER_MIGRATION_BATCH_SIZE=1
+INDEXER_EMPTY_BLOCKS_SANITIZER_BATCH_SIZE=1
+INDEXER_BLOCK_REWARD_BATCH_SIZE=1
+INDEXER_RECEIPTS_BATCH_SIZE=10
+INDEXER_COIN_BALANCES_BATCH_SIZE=1
+INDEXER_TOKEN_BALANCES_BATCH_SIZE=1
+
+INDEXER_CATCHUP_BLOCKS_CONCURRENCY=1
+TOKEN_INSTANCE_OWNER_MIGRATION_CONCURRENCY=1
+INDEXER_BLOCK_REWARD_CONCURRENCY=1
+INDEXER_RECEIPTS_CONCURRENCY=1
+INDEXER_COIN_BALANCES_CONCURRENCY=1
+INDEXER_TOKEN_CONCURRENCY=1
+INDEXER_TOKEN_BALANCES_CONCURRENCY=1
+INDEXER_TOKEN_INSTANCE_RETRY_CONCURRENCY=1
+INDEXER_TOKEN_INSTANCE_REALTIME_CONCURRENCY=1
+INDEXER_TOKEN_INSTANCE_SANITIZE_CONCURRENCY=1
+INDEXER_TOKEN_INSTANCE_LEGACY_SANITIZE_CONCURRENCY=1
+INDEXER_TOKEN_INSTANCE_RETRY_BATCH_SIZE=1
+INDEXER_TOKEN_INSTANCE_REALTIME_BATCH_SIZE=1
+INDEXER_TOKEN_INSTANCE_SANITIZE_BATCH_SIZE=1
+INDEXER_TOKEN_INSTANCE_LEGACY_SANITIZE_BATCH_SIZE=1
+
+INDEXER_TOKEN_BALANCES_FETCHER_INIT_QUERY_LIMIT=2
+INDEXER_COIN_BALANCES_FETCHER_INIT_QUERY_LIMIT=2
+
+DISABLE_EXCHANGE_RATES='true'
+SOURCIFY_INTEGRATION_ENABLED='false'
+EXCHANGE_RATES_COINGECKO_PLATFORM_ID=''
+DISABLE_TOKEN_EXCHANGE_RATE='true'
+
+API_V2_ENABLED=true
+
+DISABLE_CATCHUP_INDEXER='false'
+INDEXER_CATCHUP_BLOCKS_BATCH_SIZE=10
+INDEXER_CATCHUP_BLOCKS_CONCURRENCY=10
+ETHEREUM_JSONRPC_HTTP_URL="https://ethereum-sepolia-rpc.publicnode.com"

.devcontainer/Dockerfile

@@ -0,0 +1,50 @@
+# Since this is a copy of https://github.com/blockscout/devcontainer-elixir/blob/main/Dockerfile
+# So after successful testing this file, the original one must be updated as well.
+ARG VARIANT="1.17.3-erlang-27.1-debian-bullseye-20240926"
+FROM hexpm/elixir:${VARIANT}
+
+# ARGs declared before FROM are not persisted beyond the FROM instruction.
+# They must be redeclared here to be available in the rest of the Dockerfile.
+ARG PHOENIX_VERSION="1.7.10"
+ARG NODE_VERSION="20"
+
+# This Dockerfile adds a non-root user with sudo access. Update the “remoteUser” property in
+# devcontainer.json to use it. More info: https://aka.ms/vscode-remote/containers/non-root-user.
+ARG USERNAME=vscode
+ARG USER_UID=1000
+ARG USER_GID=$USER_UID
+
+# Options for common package install script
+ARG INSTALL_ZSH="true"
+ARG UPGRADE_PACKAGES="true"
+ARG COMMON_SCRIPT_SOURCE="https://raw.githubusercontent.com/microsoft/vscode-dev-containers/main/script-library/common-debian.sh"
+
+# Options for setup nodejs
+ARG NODE_SCRIPT_SOURCE="https://raw.githubusercontent.com/microsoft/vscode-dev-containers/main/script-library/node-debian.sh"
+ENV NVM_DIR=/usr/local/share/nvm
+ENV NVM_SYMLINK_CURRENT=true
+ENV PATH=${NVM_DIR}/current/bin:${PATH}
+
+# Install needed packages and setup non-root user. Use a separate RUN statement to add your own dependencies.
+RUN apt-get update \
+  && export DEBIAN_FRONTEND=noninteractive \
+  && apt-get -y install --no-install-recommends curl ca-certificates 2>&1 \
+  && curl -sSL ${COMMON_SCRIPT_SOURCE} -o /tmp/common-setup.sh \
+  && /bin/bash /tmp/common-setup.sh "${INSTALL_ZSH}" "${USERNAME}" "${USER_UID}" "${USER_GID}" "${UPGRADE_PACKAGES}" \
+  #
+  # Install Node.js for use with web applications
+  && curl -sSL ${NODE_SCRIPT_SOURCE} -o /tmp/node-setup.sh \
+  && /bin/bash /tmp/node-setup.sh "${NVM_DIR}" "${NODE_VERSION}" "${USERNAME}" \
+  && npm install -g cspell@latest \
+  #
+  # Install dependencies
+  && apt-get install -y build-essential inotify-tools \
+  #
+  # Clean up
+  && apt-get autoremove -y \
+  && apt-get clean -y \
+  && rm -rf /var/lib/apt/lists/* /tmp/common-setup.sh /tmp/node-setup.sh
+
+RUN su ${USERNAME} -c "mix local.hex --force \
+  && mix local.rebar --force \
+  && mix archive.install --force hex phx_new ${PHOENIX_VERSION}"

.devcontainer/README.md

@@ -0,0 +1,200 @@
+# Blockscout Backend Development with VSCode Devcontainers and GitHub Codespaces
+
+## Table of Contents
+1. [Motivation](#motivation)
+2. [Setting Up VSCode Devcontainer Locally](#setting-up-vscode-devcontainer-locally)
+3. [Using GitHub Codespaces in the Browser](#using-github-codespaces-in-the-browser)
+4. [Configuring Postgres DB Access](#configuring-postgres-db-access)
+5. [Developing Blockscout Backend](#developing-blockscout-backend)
+6. [Upgrading Elixir Version](#upgrading-elixir-version)
+7. [Contributing](#contributing)
+
+## Motivation
+
+Setting up a local development environment for Blockscout can be time-consuming and error-prone. This devcontainer setup streamlines the process by providing a pre-configured environment with all necessary dependencies. It ensures consistency across development environments, reduces setup time, and allows developers to focus on coding rather than configuration.
+
+Key benefits include:
+- Pre-configured environment with Elixir, Phoenix, and Node.js
+- Integrated PostgreSQL database
+- Essential VS Code extensions pre-installed
+- Simplified database management
+- Consistent development environment across team members
+
+## Setting Up VSCode Devcontainer Locally
+
+1. Clone the Blockscout repository:
+   ```
+   git clone https://github.com/blockscout/blockscout.git
+   cd blockscout
+   ```
+
+2. Open the project in VS Code:
+   ```
+   code .
+   ```
+
+3. Before re-opening in the container, you may find it useful to configure SSH authorization. To do this:
+
+   a. Ensure you have SSH access to GitHub configured on your local machine.
+
+   b. Open `.devcontainer/devcontainer.json`.
+
+   c. Uncomment the `mounts` section:
+      ```json
+      "mounts": [
+        "source=${localEnv:HOME}/.ssh/config,target=/home/vscode/.ssh/config,type=bind,consistency=cached",
+        "source=${localEnv:HOME}/.ssh/id_rsa,target=/home/vscode/.ssh/id_rsa,type=bind,consistency=cached"
+      ],
+      ```
+
+   d. Adjust the paths if your SSH keys are stored in a different location.
+
+   e. Use `git update-index --assume-unchanged .devcontainer/devcontainer.json` to prevent the changes to `devcontainer.json` from appearing in `git status` and VS Code's Source Control. To undo the changes, use `git update-index --no-assume-unchanged .devcontainer/devcontainer.json`.
+
+4. When prompted, click "Reopen in Container". If not prompted, press `F1`, type "Remote-Containers: Reopen in Container", and press Enter.
+
+5. VS Code will build the devcontainer. This process includes:
+   - Pulling the base Docker image
+   - Installing specified VS Code extensions
+   - Setting up the PostgreSQL database
+   - Installing project dependencies
+
+   This may take several minutes the first time.
+
+6. Once the devcontainer is built, you'll be working inside the containerized environment.
+
+7. If you modified the `devcontainer.json` file in step 3, you may want to execute `git update-index --assume-unchanged .devcontainer/devcontainer.json` in a terminal within your devcontainer to prevent the changes to `devcontainer.json` from appearing in `git status` and VS Code's Source Control.
+
+### Additional Setup for Cursor.ai Users
+
+If you're using Cursor.ai instead of VSCode, you may need to perform some additional setup steps. Please note that these changes will not persist after reloading the devcontainer, so you may need to repeat these steps each time you start a new session.
+
+1. **Git Configuration**: You may encounter issues when trying to perform Git operations from the terminal or the "Source Control" tab. To resolve this, set up your Git configuration inside the devcontainer:
+
+   a. Open a terminal in your devcontainer.
+   b. Set your Git username:
+      ```
+      git config --global user.name "Your Name"
+      ```
+   c. Set your Git email:
+      ```
+      git config --global user.email "your.email@example.com"
+      ```
+
+   Replace "Your Name" and "your.email@example.com" with your actual name and email associated with your GitHub account.
+
+2. **ElixirLS: Elixir support and debugger** (JakeBecker.elixir-ls): This extension may not be automatically installed in Cursor.ai, even though it's specified in the devcontainer configuration. To install it manually:
+
+   a. Open the Extensions tab.
+   b. Search for "JakeBecker.elixir-ls".
+   c. Look for the extension "ElixirLS: Elixir support and debugger" by JakeBecker and click "Install".
+
+Remember, you may need to repeat these steps each time you start a new Cursor.ai session with the devcontainer.
+
+### Signing in to GitHub for Pull Request Extension
+
+1. In the devcontainer, click on the GitHub icon in the Primary sidebar.
+2. Click on "Sign in to GitHub" and follow the prompts to authenticate.
+
+## Using GitHub Codespaces in the Browser
+
+To open the project in GitHub Codespaces:
+
+1. Navigate to the Blockscout repository on GitHub.
+2. Switch to the branch you want to work on.
+3. Click the "Code" button.
+4. Instead of clicking "Create codespace on [branch]" (which would use the default machine type that may not be sufficient for this Elixir-based project), click on the three dots (...) next to it.
+5. Select "New with options".
+6. Choose the "4-core/16GB RAM" machine type for optimal performance.
+7. Click "Create codespace".
+
+This will create a new Codespace with the specified resources, ensuring adequate performance for the Elixir-based project.
+
+Note: After the container opens, you may see an error about the inability to use "GitHub Copilot Chat". This Copilot functionality will not be accessible in the Codespace environment.
+
+## Configuring Postgres DB Access
+
+To configure access to the PostgreSQL database using the VS Code extension:
+
+1. Click on the PostgreSQL icon in the Primary sidebar.
+2. Click "+" (Add Connection) in the PostgreSQL explorer.
+3. Use the following details:
+   - Host: `db`
+   - User: `postgres`
+   - Password: `postgres`
+   - Port: `5432`
+   - Use an ssl connection: "Standard connection"
+   - Database: `blockscout`
+   - The display name: "<some name>"
+
+These credentials are derived from the `DATABASE_URL` in the `bs` script.
+
+## Developing Blockscout Backend
+
+### Configuration
+
+Before running the Blockscout server, you need to set up the configuration:
+
+1. Copy the `.devcontainer/.blockscout_config.example` file to `.devcontainer/.blockscout_config`.
+2. Adjust the settings in `.devcontainer/.blockscout_config` as needed for your development environment.
+
+For a comprehensive list of environment variables that can be set in this configuration file, refer to the [Blockscout documentation](https://docs.blockscout.com/setup/env-variables).
+
+### Using the `bs` Script
+
+The `bs` script in `.devcontainer/bin/` helps orchestrate common development tasks. Here are some key commands:
+
+- Initialize the project: `bs --init`
+- Initialize or re-initialize the database: `bs --db-init` (This will remove all data and tables from the DB and re-create the tables)
+- Run the server: `bs`
+- Run the server without syncing: `bs --no-sync`
+- Recompile the project: `bs --recompile` (Use this when new dependencies arrive after a merge or when switching to another `CHAIN_TYPE`)
+- Run various checks: `bs --spellcheck`, `bs --dialyzer`, `bs --credo`, `bs --format`
+
+For a full list of options, run `bs --help`.
+
+### Interacting with the Blockscout API
+
+For local devcontainer setups (not applicable to GitHub Codespaces), you can use API testing tools like Postman or Insomnia on your host machine to interact with the Blockscout API running in the container:
+
+1. Ensure the Blockscout server is running in the devcontainer.
+2. In the API testing tool on your host machine, use `http://127.0.0.1:4000` as the base URL.
+3. Example endpoint: `GET http://127.0.0.1:4000/api/v2/blocks`
+
+This allows testing API endpoints directly from your host machine while the server runs in the container.
+
+### Troubleshooting
+
+If you face issues with dependency compilation or dialyzer after container creation:
+
+1. Check for untracked files: `git ls-files --others`
+2. Remove compilation artifacts or generated files if present.
+3. For persistent issues, consider cleaning all untracked files (use with caution):
+   ```
+   git clean -fdX
+   bs --recompile
+   ```
+
+This ensures a clean compilation environment within the container.
+
+## Upgrading Elixir Version
+
+To upgrade the Elixir version:
+
+1. Open `.devcontainer/Dockerfile`.
+2. Update the `VARIANT` argument with the desired Elixir version.
+3. Rebuild the devcontainer.
+
+Note: Ensure that the version you choose is compatible with the project dependencies.
+
+After testing the new Elixir version, propagate the corresponding changes in the Dockerfile to the repo https://github.com/blockscout/devcontainer-elixir. Once a new release tag is published there and a new docker image `ghcr.io/blockscout/devcontainer-elixir` appears in the GitHub registry, modify the `docker-compose.yml` file in the `.devcontainer` directory to reflect the proper docker image tag.
+
+## Contributing
+
+When contributing changes that require additional checks for specific blockchain types:
+
+1. Open `.devcontainer/bin/chain-specific-checks`.
+2. Add your checks under the appropriate `CHAIN_TYPE` case.
+3. Ensure your checks exit with a non-zero code if unsuccessful.
+
+Remember to document any new checks or configuration options in this README.