Attempt aggressive caching

indexer/indexer.go

@@ -18,6 +18,7 @@ import (
 	"context"
 	"errors"
 	"fmt"
+	"sync"
 	"time"
 
 	"github.com/coinbase/rosetta-bitcoin/bitcoin"
@@ -94,7 +95,9 @@ type Indexer struct {
 	coinStorage    *storage.CoinStorage
 	workers        []storage.BlockWorker
 
-	waiter *waitTable
+	waiter       *waitTable
+	coinMapMutex sync.RWMutex
+	coinMap      map[string]*storage.AccountCoin
 }
 
 // CloseDatabase closes a storage.Database. This should be called
@@ -198,6 +201,9 @@ func Initialize(
 		blockStorage:  blockStorage,
 		waiter:        newWaitTable(),
 		asserter:      asserter,
+		// TODO: only enable during fast catchup (i.e. far behind chain)
+		// Delete oldest entries whenever some size: https://stackoverflow.com/questions/60829460/is-there-a-way-to-delete-first-element-from-map
+		coinMap: map[string]*storage.AccountCoin{},
 	}
 
 	coinStorage := storage.NewCoinStorage(
@@ -317,6 +323,30 @@ func (i *Indexer) Prune(ctx context.Context) error {
 func (i *Indexer) BlockAdded(ctx context.Context, block *types.Block) error {
 	logger := utils.ExtractLogger(ctx, "indexer")
 
+	// Update cache
+	i.coinMapMutex.Lock()
+	for _, transaction := range block.Transactions {
+		for _, op := range transaction.Operations {
+			if op.CoinChange == nil || op.Amount == nil {
+				continue
+			}
+
+			if op.CoinChange.CoinAction == types.CoinSpent {
+				delete(i.coinMap, op.CoinChange.CoinIdentifier.Identifier)
+				continue
+			}
+
+			i.coinMap[op.CoinChange.CoinIdentifier.Identifier] = &storage.AccountCoin{
+				Account: op.Account,
+				Coin: &types.Coin{
+					CoinIdentifier: op.CoinChange.CoinIdentifier,
+					Amount:         op.Amount,
+				},
+			}
+		}
+	}
+	i.coinMapMutex.Unlock()
+
 	err := i.blockStorage.AddBlock(ctx, block)
 	if err != nil {
 		return fmt.Errorf(
@@ -416,6 +446,22 @@ func (i *Indexer) NetworkStatus(
 	return i.client.NetworkStatus(ctx)
 }
 
+func (i *Indexer) getCoin(
+	ctx context.Context,
+	dbTx storage.DatabaseTransaction,
+	coinIdentifier *types.CoinIdentifier,
+) (*types.Coin, *types.AccountIdentifier, error) {
+	i.coinMapMutex.RLock()
+	m, ok := i.coinMap[coinIdentifier.Identifier]
+	i.coinMapMutex.RUnlock()
+	if ok {
+		return m.Coin, m.Account, nil
+	}
+
+	// THis is SUPER dangerous (won't survive restart)
+	return nil, nil, storage.ErrCoinNotFound
+}
+
 func (i *Indexer) findCoin(
 	ctx context.Context,
 	btcBlock *bitcoin.Block,
@@ -444,7 +490,7 @@ func (i *Indexer) findCoin(
 		}
 
 		// Attempt to find coin
-		coin, owner, err := i.coinStorage.GetCoinTransactional(
+		coin, owner, err := i.getCoin(
 			ctx,
 			databaseTransaction,
 			&types.CoinIdentifier{