feature: Support for multiple endpoints by chainID

api/api.go

@@ -38,7 +38,7 @@ type Census3APIConf struct {
 	Port            int
 	DataDir         string
 	GroupKey        string
-	Web3Providers   web3.NetworkEndpoints
+	Web3Providers   *web3.Web3Pool
 	HolderProviders map[uint64]providers.HolderProvider
 	AdminToken      string
 }
@@ -49,7 +49,7 @@ type census3API struct {
 	endpoint        *api.API
 	censusDB        *censusdb.CensusDB
 	queue           *queue.BackgroundQueue
-	w3p             web3.NetworkEndpoints
+	w3p             *web3.Web3Pool
 	storage         storagelayer.Storage
 	downloader      *downloader.Downloader
 	holderProviders map[uint64]providers.HolderProvider
@@ -146,7 +146,7 @@ func (capi *census3API) getAPIInfo(msg *api.APIdata, ctx *httprouter.HTTPContext
 	info := &APIInfo{
 		SupportedChains: []SupportedChain{},
 	}
-	for _, provider := range capi.w3p {
+	for _, provider := range capi.w3p.SupportedNetworks() {
 		info.SupportedChains = append(info.SupportedChains, SupportedChain{
 			ChainID:   provider.ChainID,
 			ShortName: provider.ShortName,

cmd/census3/main.go

@@ -135,10 +135,15 @@ func main() {
 		log.Fatal("no web3 providers defined")
 	}
 	// check if the web3 providers are valid
-	w3p, err := web3.InitNetworkEndpoints(config.listOfWeb3Providers)
+	w3p, err := web3.NewWeb3Pool()
 	if err != nil {
 		log.Fatal(err)
 	}
+	for _, uri := range config.listOfWeb3Providers {
+		if err := w3p.AddEndpoint(uri); err != nil {
+			log.Fatal(err)
+		}
+	}
 	// init the database
 	database, err := db.Init(config.dataDir, "census3.sql")
 	if err != nil {

scanner/providers/farcaster/provider.go

@@ -106,14 +106,9 @@ func (p *FarcasterProvider) Init(iconf any) error {
 	}
 	p.contracts.lastBlock.Store(uint64(lastBlock))
 	// init the web3 client and contracts
-	currentEndpoint, exists := p.endpoints.EndpointByChainID(ChainID)
-	if !exists {
-		return errors.New("endpoint not found for the given chainID")
-	}
-	// connect to the endpoint and set the client
-	p.client, err = currentEndpoint.GetClient(web3.DefaultMaxWeb3ClientRetries)
+	p.client, err = p.endpoints.GetClient(ChainID)
 	if err != nil {
-		return errors.Join(web3.ErrConnectingToWeb3Client, fmt.Errorf("[FARCASTER]: %w", err))
+		return errors.Join(web3.ErrConnectingToWeb3Client, fmt.Errorf("[FARCASTER]: error getting web3 client: %w", err))
 	}
 	// parse the addresses and initialize the contracts
 	idRegistryAddress := common.HexToAddress(IdRegistryAddress)

scanner/providers/farcaster/types.go

@@ -7,14 +7,13 @@ import (
 	"sync/atomic"
 
 	"github.com/ethereum/go-ethereum/common"
-	"github.com/ethereum/go-ethereum/ethclient"
 	fcir "github.com/vocdoni/census3/contracts/farcaster/idRegistry"
 	fckr "github.com/vocdoni/census3/contracts/farcaster/keyRegistry"
 	"github.com/vocdoni/census3/scanner/providers/web3"
 )
 
 type FarcasterProviderConf struct {
-	Endpoints web3.NetworkEndpoints
+	Endpoints *web3.Web3Pool
 	DB        *DB
 }
 
@@ -28,8 +27,8 @@ type FarcasterContracts struct {
 
 type FarcasterProvider struct {
 	// web3
-	endpoints        web3.NetworkEndpoints
-	client           *ethclient.Client
+	endpoints        *web3.Web3Pool
+	client           *web3.Client
 	contracts        FarcasterContracts
 	lastNetworkBlock atomic.Uint64
 	// db

scanner/providers/web3/const.go

@@ -8,16 +8,16 @@ const (
 )
 
 const (
-	shortNameSourceUri           = "https://chainid.network/chains_mini.json"
-	checkNetworkEndpointsTimeout = time.Second * 10
-	TimeLayout                   = "2006-01-02T15:04:05Z07:00"
+	shortNameSourceUri        = "https://chainid.network/chains_mini.json"
+	checkWeb3EndpointsTimeout = time.Second * 10
+	TimeLayout                = "2006-01-02T15:04:05Z07:00"
 )
 
-var DefaultNetworkEndpoint = &NetworkEndpoint{
+var DefaultWeb3Endpoint = &Web3Endpoint{
 	ChainID:   11155111,
 	Name:      "Sepolia",
 	ShortName: "sep",
-	URIs:      []string{"https://rpc2.sepolia.org"},
+	URI:       "https://rpc2.sepolia.org",
 }
 
 const (