feat!: a new token list approach - wallet sdk token lists integration

Author: saledjenic

.gitignore

@@ -131,3 +131,6 @@ pkg/sentry/SENTRY_PRODUCTION
 # Don't ignore generated files in the vendor/ directory
 !vendor/**/*.pb.go
 !vendor/**/migrations.go
+services/wallet/token/local-token-lists/default-lists/status.go
+services/wallet/token/local-token-lists/default-lists/coingecko_*.go
+services/wallet/token/local-token-lists/default-lists/uniswap.go

Makefile

@@ -292,13 +292,23 @@ generate: export GO_GENERATE_FAST_DEBUG ?= false
 generate: export GO_GENERATE_FAST_RECACHE ?= false
 generate:  ##@ Run generate for all given packages using go-generate-fast, fallback to `go generate` (e.g. for docker)
 	@GOROOT=$$(go env GOROOT) $(GO_GENERATE_CMD) $(PACKAGES)
+	make download-tokens
 
 generate-contracts:
 	go generate ./contracts
+
 download-tokens:
-	go run ./services/wallet/token/token-lists/default-lists/downloader/main.go
+	@if [ ! -f services/wallet/token/local-token-lists/default-lists/status.go ] || \
+	   [ ! -f services/wallet/token/local-token-lists/default-lists/uniswap.go ]; then \
+		echo "Downloading token lists..."; \
+		GOROOT=$$(go env GOROOT) GOFLAGS="-mod=mod" go run ./services/wallet/token/local-token-lists/default-lists/downloader/main.go; \
+		echo "token list downloaded successfully"; \
+	else \
+		echo "Token lists are already downloaded, skipping download"; \
+	fi
+
 analyze-token-stores:
-	go run ./services/wallet/token/token-lists/analyzer/main.go
+	go run ./services/wallet/token/local-token-lists/analyzer/main.go
 
 prepare-release: clean-release
 	mkdir -p $(RELEASE_DIR)

api/geth_backend.go

@@ -22,7 +22,6 @@ import (
 
 	"github.com/imdario/mergo"
 
-	"github.com/ethereum/go-ethereum/common"
 	"github.com/ethereum/go-ethereum/common/hexutil"
 	ethcrypto "github.com/ethereum/go-ethereum/crypto"
 	signercore "github.com/ethereum/go-ethereum/signer/core/apitypes"
@@ -2021,7 +2020,7 @@ func (b *GethStatusBackend) SendTransactionWithSignature(sendArgs wallettypes.Se
 		return hash, err
 	}
 
-	return b.transactor.SendTransactionWithSignature(common.Address(sendArgs.From), sendArgs.Symbol, txWithSignature)
+	return b.transactor.SendTransactionWithSignature(&sendArgs, txWithSignature)
 }
 
 // HashTransaction validate the transaction and returns new sendArgs and the transaction hash.

api/protocol_adaptors.go

@@ -4,10 +4,13 @@ import (
 	"context"
 
 	gethcommon "github.com/ethereum/go-ethereum/common"
+
+	"golang.org/x/exp/maps"
+
 	"github.com/status-im/status-go/protocol/communities"
 	"github.com/status-im/status-go/rpc/network"
 	"github.com/status-im/status-go/services/wallet/token"
-	tokenTypes "github.com/status-im/status-go/services/wallet/token/types"
+	tokentypes "github.com/status-im/status-go/services/wallet/token/types"
 )
 
 var _ communities.NetworkManager = (*CommunitiesNetworkManager)(nil)
@@ -43,7 +46,7 @@ func NewCommunitiesTokenManager(tm *token.Manager) *CommunitiesTokenManager {
 	return &CommunitiesTokenManager{tokenManager: tm}
 }
 
-func (m *CommunitiesTokenManager) FindOrCreateTokenByAddress(ctx context.Context, chainID uint64, address gethcommon.Address) *tokenTypes.Token {
+func (m *CommunitiesTokenManager) FindOrCreateTokenByAddress(ctx context.Context, chainID uint64, address gethcommon.Address) (*tokentypes.Token, error) {
 	return m.tokenManager.FindOrCreateTokenByAddress(ctx, chainID, address)
 }
 
@@ -55,18 +58,23 @@ func NewCommunitiesTokenBalanceManager(tm *token.Manager) *CommunitiesTokenBalan
 	return &CommunitiesTokenBalanceManager{tokenManager: tm}
 }
 
-func (m *CommunitiesTokenBalanceManager) GetBalancesByChain(ctx context.Context, accounts, tokenAddresses []gethcommon.Address, chainIDs []uint64) (communities.BalancesByChain, error) {
-	chainClients, err := m.tokenManager.RPCClient.EthClients(chainIDs)
+func (m *CommunitiesTokenBalanceManager) GetBalancesByChain(ctx context.Context, accounts []gethcommon.Address, tokens []*tokentypes.Token) (communities.BalancesByChain, error) {
+	chainIDs := make(map[uint64]struct{}, 0)
+	for _, token := range tokens {
+		chainIDs[token.ChainID] = struct{}{}
+	}
+
+	chainClients, err := m.tokenManager.RPCClient.EthClients(maps.Keys(chainIDs))
 	if err != nil {
 		return nil, err
 	}
 
-	resp, err := m.tokenManager.GetBalancesByChain(context.Background(), chainClients, accounts, tokenAddresses)
+	resp, err := m.tokenManager.GetBalancesByChain(context.Background(), chainClients, accounts, tokens)
 	return resp, err
 }
 
-func (m *CommunitiesTokenBalanceManager) GetCachedBalancesByChain(ctx context.Context, accounts, tokenAddresses []gethcommon.Address, chainIDs []uint64) (communities.BalancesByChain, error) {
-	resp, err := m.tokenManager.GetCachedBalancesByChain(accounts, tokenAddresses, chainIDs)
+func (m *CommunitiesTokenBalanceManager) GetCachedBalancesByChain(ctx context.Context, accounts []gethcommon.Address, tokens []*tokentypes.Token) (communities.BalancesByChain, error) {
+	resp, err := m.tokenManager.GetCachedBalancesByChain(accounts, tokens)
 	if err != nil {
 		return resp, err
 	}