First version of statements cache - not complete

Author: tjayrush

sdk

@@ -7,7 +7,7 @@ import (
 )
 
 func (r *Reconciler) GetAssets(txs []*types.Transaction) ([]*types.Name, bool, error) {
-	ethTransfers, tokenTransfers, _, err := r.getTransfersInternal(txs)
+	ethTransfers, tokenTransfers, _, err := r.getTransfersInternal(txs, false)
 	if err != nil {
 		return nil, false, err
 	}

src/apps/chifra/pkg/ledger/get_assets.go

@@ -7,10 +7,20 @@ import (
 	"github.com/TrueBlocks/trueblocks-core/src/apps/chifra/pkg/base"
 	"github.com/TrueBlocks/trueblocks-core/src/apps/chifra/pkg/logger"
 	"github.com/TrueBlocks/trueblocks-core/src/apps/chifra/pkg/types"
+	"github.com/TrueBlocks/trueblocks-core/src/apps/chifra/pkg/walk"
 )
 
 func (r *Reconciler) GetStatements(node *types.AppNode[types.Transaction]) ([]types.Statement, error) {
 	trans := node.Data()
+	statementGroup := &types.StatementGroup{
+		Address:          r.Opts.AccountFor,
+		BlockNumber:      trans.BlockNumber,
+		TransactionIndex: trans.TransactionIndex,
+	}
+	if err := r.Connection.ReadFromCache(statementGroup); err == nil {
+		return statementGroup.Statements, nil
+	}
+
 	logger.TestLog(true, "")
 	logger.TestLog(true, "------------------------------------")
 	logger.TestLog(true, fmt.Sprintf("~~~ Entering: %d.%d ~~~", trans.BlockNumber, trans.TransactionIndex))
@@ -21,7 +31,7 @@ func (r *Reconciler) GetStatements(node *types.AppNode[types.Transaction]) ([]ty
 
 	// First Pass: Fetch unreconciled transfers
 	logger.TestLog(true, "First pass: Fetching unreconciled transfers")
-	ethTransfers, tokenTransfers, balances, err := r.getTransfersInternal([]*types.Transaction{trans})
+	ethTransfers, tokenTransfers, balances, err := r.getTransfersInternal([]*types.Transaction{trans}, true)
 	if err != nil {
 		debugFail(1)
 		logger.TestLog(true, "Error getting unreconciled transfers:", err)
@@ -162,6 +172,13 @@ func (r *Reconciler) GetStatements(node *types.AppNode[types.Transaction]) ([]ty
 	logger.TestLog(true, fmt.Sprintf("~~~ Leaving: %d.%d ~~~", node.CurBlock(), node.CurTxId()))
 	logger.TestLog(true, "------------------------------------", len(results), "statements generated.")
 	logger.TestLog(true, "")
+
+	// we don't want to cache filtered results
+	if !r.HasFilters() {
+		statementGroup.Statements = results
+		err = r.Connection.WriteToCache(statementGroup, walk.Cache_Statements, trans.Timestamp)
+		return results, err
+	}
 	return results, nil
 }
 

src/apps/chifra/pkg/ledger/get_statements.go

@@ -8,7 +8,7 @@ import (
 
 // GetTransfers returns a statement from a given transaction
 func (r *Reconciler) GetTransfers(txs []*types.Transaction) ([]*types.Transfer, bool, error) {
-	ethTransfers, tokenTransfers, _, err := r.getTransfersInternal(txs)
+	ethTransfers, tokenTransfers, _, err := r.getTransfersInternal(txs, false)
 	if err != nil {
 		return nil, false, err
 	}

src/apps/chifra/pkg/ledger/get_transfers.go

@@ -5,7 +5,7 @@ import (
 	"github.com/TrueBlocks/trueblocks-core/src/apps/chifra/pkg/types"
 )
 
-func (r *Reconciler) getTransfersInternal(txs []*types.Transaction) ([]*types.Transfer, []*types.Transfer, map[BalanceOptions]*base.Wei, error) {
+func (r *Reconciler) getTransfersInternal(txs []*types.Transaction, fetchBalances bool) ([]*types.Transfer, []*types.Transfer, map[BalanceOptions]*base.Wei, error) {
 	var allEthTransfers []*types.Transfer
 	var allTokenTransfers []*types.Transfer
 	balances := make(map[BalanceOptions]*base.Wei)
@@ -26,26 +26,28 @@ func (r *Reconciler) getTransfersInternal(txs []*types.Transaction) ([]*types.Tr
 				allTokenTransfers = append(allTokenTransfers, xfer)
 			}
 
-			// Get balance for current block number if not already present
-			ahbKey := BalanceOptions{Asset: key.Asset, Holder: key.Holder, BlockNumber: bn}
-			if _, exists := balances[ahbKey]; !exists {
-				balance, err := r.Connection.GetBalanceAtToken(key.Asset, key.Holder, bn)
-				if err != nil {
-					return nil, nil, nil, err
-				}
-				balances[ahbKey] = balance
-			}
-
-			// Get balance for previous block if bn > 0 and not already present
-			if bn > 0 {
-				prevBn := bn - 1
-				prevAhbKey := BalanceOptions{Asset: key.Asset, Holder: key.Holder, BlockNumber: prevBn}
-				if _, exists := balances[prevAhbKey]; !exists {
-					balance, err := r.Connection.GetBalanceAtToken(key.Asset, key.Holder, prevBn)
+			if fetchBalances {
+				// Get balance for current block number if not already present
+				ahbKey := BalanceOptions{Asset: key.Asset, Holder: key.Holder, BlockNumber: bn}
+				if _, exists := balances[ahbKey]; !exists {
+					balance, err := r.Connection.GetBalanceAtToken(key.Asset, key.Holder, bn)
 					if err != nil {
 						return nil, nil, nil, err
 					}
-					balances[prevAhbKey] = balance
+					balances[ahbKey] = balance
+				}
+
+				// Get balance for previous block if bn > 0 and not already present
+				if bn > 0 {
+					prevBn := bn - 1
+					prevAhbKey := BalanceOptions{Asset: key.Asset, Holder: key.Holder, BlockNumber: prevBn}
+					if _, exists := balances[prevAhbKey]; !exists {
+						balance, err := r.Connection.GetBalanceAtToken(key.Asset, key.Holder, prevBn)
+						if err != nil {
+							return nil, nil, nil, err
+						}
+						balances[prevAhbKey] = balance
+					}
 				}
 			}
 		}

src/apps/chifra/pkg/ledger/get_transfers_internal.go

@@ -46,3 +46,7 @@ func (r *Reconciler) getUnreconciledTransfers(trans *types.Transaction) ([]*type
 
 	return ethTransfers, tokenTransfers, nil
 }
+
+func (r *Reconciler) HasFilters() bool {
+	return len(r.Opts.AssetFilters) > 0
+}

src/apps/chifra/pkg/ledger/get_unreconciled.go

@@ -177,6 +177,8 @@ func (s *Structure) CacheIdStr() string {
 		return "\"%s-%s-%09d\", s.Address.Hex()[2:], s.Encoding[2:], s.BlockNumber"
 	case "address,tx":
 		return "\"%s-%09d-%05d\", s.Address.Hex()[2:], s.BlockNumber, s.TransactionIndex"
+	case "statement":
+		return "\"%s-%s-%09d-%05d\", s.Address.Hex()[2:], s.Address2.Hex()[2:], s.BlockNumber, s.TransactionIndex"
 	case "block":
 		return "\"%09d\", s.BlockNumber"
 	case "tx":