reflector.go/reflector/blocklist.go

package reflector

import (
	"encoding/hex"
	"encoding/json"
	"net/http"
	"strconv"
	"strings"
	"time"

	"github.com/lbryio/reflector.go/store"
	"github.com/lbryio/reflector.go/wallet"

	"github.com/lbryio/lbry.go/extras/errors"
	types1 "github.com/lbryio/types/v1/go"
	types2 "github.com/lbryio/types/v2/go"

	"github.com/golang/protobuf/proto"
	log "github.com/sirupsen/logrus"
)

const blocklistURL = "https://api.lbry.com/file/list_blocked"

func (s *Server) enableBlocklist(b store.Blocklister) {
	// TODO: updateBlocklist should be killed when server is shutting down
	updateBlocklist(b)
	t := time.NewTicker(12 * time.Hour)
	for {
		select {
		case <-s.grp.Ch():
			return
		case <-t.C:
			updateBlocklist(b)
		}
	}
}

func updateBlocklist(b store.Blocklister) {
	values, err := blockedSdHashes()
	if err != nil {
		log.Error(err)
		return
	}

	for _, v := range values {
		if v.Err != nil {
			continue
		}

		err = b.Block(v.Value)
		if err != nil {
			log.Error(err)
		}
	}
}

func blockedSdHashes() (map[string]valOrErr, error) {
	resp, err := http.Get(blocklistURL)
	if err != nil {
		return nil, errors.Err(err)
	}
	defer func() {
		err := resp.Body.Close()
		if err != nil {
			log.Errorln(err)
		}
	}()

	var r struct {
		Success bool   `json:"success"`
		Error   string `json:"error"`
		Data    struct {
			Outpoints []string `json:"outpoints"`
		} `json:"data"`
	}

	if err = json.NewDecoder(resp.Body).Decode(&r); err != nil {
		return nil, errors.Err(err)
	}

	if !r.Success {
		return nil, errors.Prefix("list_blocked API call", r.Error)
	}

	return sdHashesForOutpoints(r.Data.Outpoints)
}

type valOrErr struct {
	Value string
	Err   error
}

// sdHashesForOutpoints queries wallet server for the sd hashes in a given outpoints
func sdHashesForOutpoints(outpoints []string) (map[string]valOrErr, error) {
	values := make(map[string]valOrErr)

	node := wallet.NewNode()
	defer node.Shutdown()
	err := node.Connect([]string{
		"spv1.lbry.com:50001",
		"spv2.lbry.com:50001",
		"spv3.lbry.com:50001",
		"spv4.lbry.com:50001",
		"spv5.lbry.com:50001",
	}, nil)
	if err != nil {
		return nil, err
	}

	for _, outpoint := range outpoints {
		parts := strings.Split(outpoint, ":")
		if len(parts) != 2 {
			values[outpoint] = valOrErr{Err: errors.Err("invalid outpoint format")}
			continue
		}

		nout, err := strconv.Atoi(parts[1])
		if err != nil {
			values[outpoint] = valOrErr{Err: errors.Prefix("invalid nout", err)}
			continue
		}

		resp, err := node.GetClaimsInTx(parts[0])
		if err != nil {
			values[outpoint] = valOrErr{Err: err}
			continue
		}

		var value []byte
		for _, tx := range resp.Result {
			if tx.Nout != nout {
				continue
			}

			value, err = hex.DecodeString(tx.Value)
			break
		}
		if err != nil {
			values[outpoint] = valOrErr{Err: err}
			continue
		} else if value == nil {
			values[outpoint] = valOrErr{Err: errors.Err("outpoint not found")}
			continue
		}

		hash, err := hashFromClaim(value)
		values[outpoint] = valOrErr{Value: hash, Err: err}
	}

	return values, nil
}

func hashFromClaim(value []byte) (string, error) {
	claim := &types1.Claim{}
	err := proto.Unmarshal(value, claim)
	if err != nil {
		return "", err
	}

	if claim.GetStream().GetSource().GetSourceType() == types1.Source_lbry_sd_hash && claim.GetStream().GetSource().GetSource() != nil {
		return hex.EncodeToString(claim.GetStream().GetSource().GetSource()), nil
	}

	claim2 := &types2.Claim{}
	err = proto.Unmarshal(value, claim2)
	if err != nil {
		return "", err
	}

	stream, ok := claim2.GetType().(*types2.Claim_Stream)
	if !ok || stream == nil {
		return "", errors.Err("not a stream claim")
	}

	return hex.EncodeToString(claim2.GetStream().GetSource().GetSdHash()), nil
}