feat(eventindexer): Index nfts (#14418)

Co-authored-by: David <david@taiko.xyz>
Co-authored-by: Roger <50648015+RogerLamTd@users.noreply.github.com>

.github/workflows/eventindexer.yml

@@ -2,7 +2,7 @@ name: Eventindexer
 
 on:
   push:
-    branches: [main, alpha-2]
+    branches: [main]
     paths:
       - "packages/eventindexer/**"
   pull_request:
@@ -16,7 +16,7 @@ jobs:
     steps:
       - uses: actions/setup-go@v3
         with:
-          go-version: 1.20.5
+          go-version: 1.21.0
       - uses: actions/checkout@v3
       - name: golangci-lint
         uses: golangci/golangci-lint-action@v3
@@ -40,7 +40,7 @@ jobs:
       - uses: actions/checkout@v3
       - uses: actions/setup-go@v3
         with:
-          go-version: ">=1.20.5"
+          go-version: ">=1.21.0"
 
       - name: eventindexer - Unit Tests
         working-directory: ./packages/eventindexer
@@ -96,4 +96,4 @@ jobs:
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
           build-args: |
-            PACKAGE=eventindexer
+            PACKAGE=eventindexer

.github/workflows/relayer.yml

@@ -2,7 +2,7 @@ name: Relayer
 
 on:
   push:
-    branches: [main, alpha-2]
+    branches: [main]
     paths:
       - "packages/relayer/**"
   pull_request:
@@ -16,7 +16,7 @@ jobs:
     steps:
       - uses: actions/setup-go@v3
         with:
-          go-version: 1.20.5
+          go-version: 1.21.0
       - uses: actions/checkout@v3
       - name: golangci-lint
         uses: golangci/golangci-lint-action@v3
@@ -26,7 +26,7 @@ jobs:
 
           # Optional: working directory, useful for monorepos
           working-directory: ./packages/relayer
-          args: --config=.golangci.yml
+          args: --config=.golangci.yml --timeout=4m
 
   test:
     runs-on: ubuntu-latest
@@ -40,7 +40,7 @@ jobs:
       - uses: actions/checkout@v3
       - uses: actions/setup-go@v3
         with:
-          go-version: "1.20.5"
+          go-version: "1.21.0"
 
       - name: relayer - Unit Tests
         working-directory: ./packages/relayer

Dockerfile

@@ -1,4 +1,4 @@
-FROM golang:1.19.3 as builder
+FROM golang:1.21.0 as builder
 
 ARG PACKAGE=eventindexer
 

go.mod

@@ -1,6 +1,6 @@
 module github.com/taikoxyz/taiko-mono
 
-go 1.19
+go 1.21
 
 require (
 	github.com/buildkite/terminal-to-html/v3 v3.8.0

packages/eventindexer/.golangci.yml

@@ -18,7 +18,7 @@ linters:
     - gocognit
     - gocritic
     - gofmt
-    - golint
+    # - revive
     - gosec
     - gosimple
     - lll
@@ -44,3 +44,6 @@ issues:
     - path: contracts\.go
       linters:
         - lll
+    - path: /
+      linters:
+        - typecheck

packages/eventindexer/cli/cli.go

@@ -3,6 +3,7 @@ package cli
 import (
 	"context"
 	"fmt"
+	"log"
 	"os"
 	"strconv"
 	"strings"
@@ -15,7 +16,6 @@ import (
 	"github.com/ethereum/go-ethereum/rpc"
 	"github.com/joho/godotenv"
 	"github.com/pkg/errors"
-	log "github.com/sirupsen/logrus"
 	"github.com/taikoxyz/taiko-mono/packages/eventindexer"
 	"github.com/taikoxyz/taiko-mono/packages/eventindexer/db"
 	"github.com/taikoxyz/taiko-mono/packages/eventindexer/http"
@@ -45,13 +45,12 @@ func Run(
 	mode eventindexer.Mode,
 	watchMode eventindexer.WatchMode,
 	httpOnly eventindexer.HTTPOnly,
+	indexNfts eventindexer.IndexNFTS,
 ) {
 	if err := loadAndValidateEnv(); err != nil {
 		log.Fatal(err)
 	}
 
-	log.SetFormatter(&log.JSONFormatter{})
-
 	db, err := openDBConnection(eventindexer.DBConnectionOpts{
 		Name:     os.Getenv("MYSQL_USER"),
 		Password: os.Getenv("MYSQL_PASSWORD"),
@@ -126,10 +125,20 @@ func Run(
 			log.Fatal(err)
 		}
 
+		var nftBalanceRepo eventindexer.NFTBalanceRepository
+
+		if indexNfts {
+			nftBalanceRepo, err = repo.NewNFTBalanceRepository(db)
+			if err != nil {
+				log.Fatal(err)
+			}
+		}
+
 		i, err := indexer.NewService(indexer.NewServiceOpts{
 			EventRepo:           eventRepository,
 			BlockRepo:           blockRepository,
 			StatRepo:            statRepository,
+			NFTBalanceRepo:      nftBalanceRepo,
 			EthClient:           ethClient,
 			RPCClient:           rpcClient,
 			SrcTaikoAddress:     common.HexToAddress(os.Getenv("L1_TAIKO_ADDRESS")),
@@ -138,6 +147,7 @@ func Run(
 			SrcSwapAddresses:    stringsToAddresses(strings.Split(os.Getenv("SWAP_ADDRESSES"), ",")),
 			BlockBatchSize:      uint64(blockBatchSize),
 			SubscriptionBackoff: subscriptionBackoff,
+			IndexNFTs:           bool(indexNfts),
 		})
 		if err != nil {
 			log.Fatal(err)
@@ -267,9 +277,15 @@ func newHTTPServer(db eventindexer.DB, l1EthClient *ethclient.Client) (*http.Ser
 		return nil, err
 	}
 
+	nftBalanceRepo, err := repo.NewNFTBalanceRepository(db)
+	if err != nil {
+		return nil, err
+	}
+
 	srv, err := http.NewServer(http.NewServerOpts{
 		EventRepo:         eventRepo,
 		StatRepo:          statRepo,
+		NFTBalanceRepo:    nftBalanceRepo,
 		Echo:              echo.New(),
 		CorsOrigins:       strings.Split(os.Getenv("CORS_ORIGINS"), ","),
 		EthClient:         l1EthClient,

packages/eventindexer/cmd/main.go

@@ -28,11 +28,18 @@ func main() {
 	  false: run an http server and index blocks
 	`)
 
+	indexNfts := flag.Bool("index-nfts", false, `index nft transfer events.
+	options:
+	  true: index
+	  false: dont index
+	`)
+
 	flag.Parse()
 
 	cli.Run(
 		eventindexer.Mode(*modePtr),
 		eventindexer.WatchMode(*watchModePtr),
 		eventindexer.HTTPOnly(*httpOnlyPtr),
+		eventindexer.IndexNFTS(*indexNfts),
 	)
 }