reflector.go/store/cloudfront_ro.go

package store

import (
	"io"
	"io/ioutil"
	"net/http"
	"time"

	"github.com/lbryio/reflector.go/internal/metrics"
	"github.com/lbryio/reflector.go/meta"
	"github.com/lbryio/reflector.go/shared"

	"github.com/lbryio/lbry.go/v2/extras/errors"
	"github.com/lbryio/lbry.go/v2/stream"

	log "github.com/sirupsen/logrus"
)

// CloudFrontROStore reads from cloudfront. All writes panic.
type CloudFrontROStore struct {
	endpoint string // cloudflare endpoint
}

// NewCloudFrontROStore returns an initialized CloudFrontROStore store pointer.
func NewCloudFrontROStore(endpoint string) *CloudFrontROStore {
	return &CloudFrontROStore{endpoint: endpoint}
}

const nameCloudFrontRO = "cloudfront_ro"

// Name is the cache type name
func (c *CloudFrontROStore) Name() string { return nameCloudFrontRO }

// Has checks if the hash is in the store.
func (c *CloudFrontROStore) Has(hash string) (bool, error) {
	status, body, err := c.cfRequest(http.MethodHead, hash)
	if err != nil {
		return false, err
	}
	defer body.Close()

	switch status {
	case http.StatusNotFound, http.StatusForbidden:
		return false, nil
	case http.StatusOK:
		return true, nil
	default:
		return false, errors.Err("unexpected status %d", status)
	}
}

// Get gets the blob from Cloudfront.
func (c *CloudFrontROStore) Get(hash string) (stream.Blob, shared.BlobTrace, error) {
	log.Debugf("Getting %s from S3", hash[:8])
	start := time.Now()
	defer func(t time.Time) {
		log.Debugf("Getting %s from S3 took %s", hash[:8], time.Since(t).String())
	}(start)

	status, body, err := c.cfRequest(http.MethodGet, hash)
	if err != nil {
		return nil, shared.NewBlobTrace(time.Since(start), c.Name()), err
	}
	defer body.Close()
	switch status {
	case http.StatusNotFound, http.StatusForbidden:
		return nil, shared.NewBlobTrace(time.Since(start), c.Name()), errors.Err(ErrBlobNotFound)
	case http.StatusOK:
		b, err := ioutil.ReadAll(body)
		if err != nil {
			return nil, shared.NewBlobTrace(time.Since(start), c.Name()), errors.Err(err)
		}
		metrics.MtrInBytesS3.Add(float64(len(b)))
		return b, shared.NewBlobTrace(time.Since(start), c.Name()), nil
	default:
		return nil, shared.NewBlobTrace(time.Since(start), c.Name()), errors.Err("unexpected status %d", status)
	}
}

func (c *CloudFrontROStore) cfRequest(method, hash string) (int, io.ReadCloser, error) {
	url := c.endpoint + hash
	req, err := http.NewRequest(method, url, nil)
	if err != nil {
		return 0, nil, errors.Err(err)
	}
	req.Header.Add("User-Agent", "reflector.go/"+meta.Version)

	res, err := http.DefaultClient.Do(req)
	if err != nil {
		return 0, nil, errors.Err(err)
	}

	return res.StatusCode, res.Body, nil
}

func (c *CloudFrontROStore) Put(_ string, _ stream.Blob) error {
	return errors.Err(shared.ErrNotImplemented)
}

func (c *CloudFrontROStore) PutSD(_ string, _ stream.Blob) error {
	return errors.Err(shared.ErrNotImplemented)
}

func (c *CloudFrontROStore) Delete(_ string) error {
	return errors.Err(shared.ErrNotImplemented)
}

// Shutdown shuts down the store gracefully
func (c *CloudFrontROStore) Shutdown() {
}