Merge pull request #12 from migalabs/feat/add-fetch-transactions-flag

Feat/add fetch transactions flag

README.md

@@ -41,6 +41,7 @@ OPTIONS:
    --log-level value    Log level: debug, warn, info, error (default: info) [$LOG_LEVEL]
    --workers-num value  Number of workers to process API requests (default: 10) [$WORKER_NUM]
    --alchemy-url value  Alchemy url (default: https://eth-mainnet.g.alchemy.com/v2/KEY) [$ALCHEMY_URL]
+   --only-deposits      Only fetch deposits. If not set, it will fetch all new depositor transactions which can take up to 20 hours (default: false)
    --help, -h           show help
 ```
 
@@ -187,7 +188,7 @@ Utilizing Alchemy as EL node and API, with a local database, these are the bench
   - Total time: 4h 51m
 - Total time for the first run: 21h 29m
 
-If running the tool on a weekly basis, expect the tool to take around 16h to run considering that the process of fetching depositors transactions will be done on every run.
+If running the tool on a weekly basis, expect the tool to take around 16h to run considering that the process of fetching depositors transactions will be done on every run unless the `--only-deposits` flag is set, in which case the tool will take around 10m to run.
 
 The size of the fully synced database is around 3GB.
 

beacon-depositors-transactions/beacon_depositors_transactions.go

@@ -89,7 +89,7 @@ func (b *BeaconDepositorsTransactions) Run() {
 		log.Infof("Finished downloading new beacon deposits in %f seconds", duration)
 
 	}
-	if !b.stop {
+	if !b.stop && !b.iConfig.OnlyDeposits {
 		initTime := time.Now()
 		log.Info("Updating depositors transactions...")
 		b.updateDepositorsTransactions()

cmd/beacon-depositors-transactions/cmd.go

@@ -49,6 +49,10 @@ var BeaconDepositorsTransactionsCommand = &cli.Command{
 			EnvVars:     []string{"ALCHEMY_URL"},
 			DefaultText: "https://eth-mainnet.g.alchemy.com/v2/KEY",
 		},
+		&cli.BoolFlag{
+			Name:  "only-deposits",
+			Usage: "Only fetch deposits. If not set, it will fetch all new depositor transactions which can take up to 20 hours",
+		},
 	},
 }
 

config/beacon_depositors_transactions_config.go

@@ -5,11 +5,12 @@ import (
 )
 
 type BeaconDepositorsTransactionsConfig struct {
-	LogLevel   string `json:"log-level"`
-	ElEndpoint string `json:"el-endpoint"`
-	DBUrl      string `json:"db-url"`
-	Workers    int    `json:"workers-num"`
-	AlchemyURL string `json:"alchemy-url"`
+	LogLevel     string `json:"log-level"`
+	ElEndpoint   string `json:"el-endpoint"`
+	DBUrl        string `json:"db-url"`
+	Workers      int    `json:"workers-num"`
+	AlchemyURL   string `json:"alchemy-url"`
+	OnlyDeposits bool   `json:"only-deposits"`
 }
 
 func NewBeaconDepositorsTransactionsConfig() *BeaconDepositorsTransactionsConfig {
@@ -43,4 +44,8 @@ func (c *BeaconDepositorsTransactionsConfig) Apply(ctx *cli.Context) {
 		c.AlchemyURL = ctx.String("alchemy-url")
 	}
 
+	if ctx.IsSet("only-deposits") {
+		c.OnlyDeposits = true
+	}
+
 }