reflector.go/reflector/blocklist.go

package reflector

import (
	"encoding/hex"
	"encoding/json"
	"net/http"
	"strconv"
	"strings"
	"time"

	"github.com/lbryio/reflector.go/internal/metrics"

	"github.com/lbryio/reflector.go/store"
	"github.com/lbryio/reflector.go/wallet"

	"github.com/lbryio/lbry.go/v2/extras/errors"
	"github.com/lbryio/lbry.go/v2/extras/stop"

	log "github.com/sirupsen/logrus"
)

const blocklistURL = "https://api.lbry.com/file/list_blocked"

func (s *Server) enableBlocklist(b store.Blocklister) {
	walletServers := []string{
		"spv25.lbry.com:50001",
		"spv26.lbry.com:50001",
		"spv19.lbry.com:50001",
		"spv14.lbry.com:50001",
	}

	updateBlocklist(b, walletServers, s.grp.Ch())
	t := time.NewTicker(12 * time.Hour)
	for {
		select {
		case <-s.grp.Ch():
			return
		case <-t.C:
			updateBlocklist(b, walletServers, s.grp.Ch())
		}
	}
}

func updateBlocklist(b store.Blocklister, walletServers []string, stopper stop.Chan) {
	log.Debugf("blocklist update starting")
	values, err := blockedSdHashes(walletServers, stopper)
	if err != nil {
		log.Error(err)
		return
	}

	for name, v := range values {
		if v.Err != nil {
			log.Error(errors.FullTrace(errors.Err("blocklist: %s: %s", name, v.Err)))
			continue
		}

		err = b.Block(v.Value)
		if err != nil {
			log.Error(err)
		}
	}
	log.Debugf("blocklist update done")
}

func blockedSdHashes(walletServers []string, stopper stop.Chan) (map[string]valOrErr, error) {
	client := http.Client{Timeout: 1 * time.Second}
	resp, err := client.Get(blocklistURL)
	if err != nil {
		return nil, errors.Err(err)
	}
	defer func() {
		err := resp.Body.Close()
		if err != nil {
			log.Errorln(errors.Err(err))
		}
	}()

	var r struct {
		Success bool   `json:"success"`
		Error   string `json:"error"`
		Data    struct {
			Outpoints []string `json:"outpoints"`
		} `json:"data"`
	}

	if err = json.NewDecoder(resp.Body).Decode(&r); err != nil {
		return nil, errors.Err(err)
	}

	if !r.Success {
		return nil, errors.Prefix("list_blocked API call", r.Error)
	}

	return sdHashesForOutpoints(walletServers, r.Data.Outpoints, stopper)
}

type valOrErr struct {
	Value string
	Err   error
}

// sdHashesForOutpoints queries wallet server for the sd hashes in a given outpoints
func sdHashesForOutpoints(walletServers, outpoints []string, stopper stop.Chan) (map[string]valOrErr, error) {
	values := make(map[string]valOrErr)

	node := wallet.NewNode()
	err := node.Connect(walletServers, nil)
	if err != nil {
		return nil, errors.Err(err)
	}

	done := make(chan bool)
	metrics.RoutinesQueue.WithLabelValues("reflector", "sdhashesforoutput").Inc()
	go func() {
		defer metrics.RoutinesQueue.WithLabelValues("reflector", "sdhashesforoutput").Dec()
		select {
		case <-done:
		case <-stopper:
		}
		node.Shutdown()
	}()

OutpointLoop:
	for _, outpoint := range outpoints {
		select {
		case <-stopper:
			break OutpointLoop
		default:
		}

		parts := strings.Split(outpoint, ":")
		if len(parts) != 2 {
			values[outpoint] = valOrErr{Err: errors.Err("invalid outpoint format")}
			continue
		}

		nout, err := strconv.Atoi(parts[1])
		if err != nil {
			values[outpoint] = valOrErr{Err: errors.Prefix("invalid nout", err)}
			continue
		}

		claim, err := node.GetClaimInTx(parts[0], nout)
		if err != nil {
			values[outpoint] = valOrErr{Err: err}
			continue
		}

		hash := hex.EncodeToString(claim.GetStream().GetSource().GetSdHash())
		values[outpoint] = valOrErr{Value: hash, Err: nil}
	}

	select {
	case done <- true:
	default: // in case of race where stopper got stopped right after loop finished
	}

	return values, nil
}