2018-01-31 02:15:21 +01:00
|
|
|
package store
|
|
|
|
|
2018-02-02 22:49:20 +01:00
|
|
|
import (
|
|
|
|
"encoding/json"
|
|
|
|
|
2018-03-01 22:28:06 +01:00
|
|
|
"github.com/lbryio/lbry.go/errors"
|
2018-02-02 22:49:20 +01:00
|
|
|
"github.com/lbryio/reflector.go/db"
|
|
|
|
)
|
2018-01-31 02:15:21 +01:00
|
|
|
|
2018-05-30 03:38:55 +02:00
|
|
|
// DBBackedS3Store is an instance of an S3 Store that is backed by a DB for what is stored.
|
2018-01-31 02:15:21 +01:00
|
|
|
type DBBackedS3Store struct {
|
|
|
|
s3 *S3BlobStore
|
2018-08-07 22:51:02 +02:00
|
|
|
db *db.SQL
|
2018-01-31 02:15:21 +01:00
|
|
|
}
|
|
|
|
|
2018-05-30 03:38:55 +02:00
|
|
|
// NewDBBackedS3Store returns an initialized store pointer.
|
2018-08-07 22:51:02 +02:00
|
|
|
func NewDBBackedS3Store(s3 *S3BlobStore, db *db.SQL) *DBBackedS3Store {
|
2018-01-31 02:15:21 +01:00
|
|
|
return &DBBackedS3Store{s3: s3, db: db}
|
|
|
|
}
|
|
|
|
|
2018-05-30 03:38:55 +02:00
|
|
|
// Has returns T/F or Error ( if the DB errors ) if store contains the blob.
|
2018-01-31 02:15:21 +01:00
|
|
|
func (d *DBBackedS3Store) Has(hash string) (bool, error) {
|
|
|
|
return d.db.HasBlob(hash)
|
|
|
|
}
|
|
|
|
|
2018-05-30 03:38:55 +02:00
|
|
|
// Get returns the byte slice of the blob or an error.
|
2018-01-31 02:15:21 +01:00
|
|
|
func (d *DBBackedS3Store) Get(hash string) ([]byte, error) {
|
|
|
|
return d.s3.Get(hash)
|
|
|
|
}
|
|
|
|
|
2018-05-30 03:38:55 +02:00
|
|
|
// Put stores the blob in the S3 store and stores the blob information in the DB.
|
2018-01-31 02:15:21 +01:00
|
|
|
func (d *DBBackedS3Store) Put(hash string, blob []byte) error {
|
|
|
|
err := d.s3.Put(hash, blob)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2018-02-02 22:49:20 +01:00
|
|
|
return d.db.AddBlob(hash, len(blob), true)
|
|
|
|
}
|
|
|
|
|
2018-05-30 03:38:55 +02:00
|
|
|
// PutSD stores the SDBlob in the S3 store. It will return an error if the sd blob is missing the stream hash or if
|
|
|
|
// there is an error storing the blob information in the DB.
|
2018-02-02 22:49:20 +01:00
|
|
|
func (d *DBBackedS3Store) PutSD(hash string, blob []byte) error {
|
2018-08-07 22:51:02 +02:00
|
|
|
var blobContents db.SdBlob
|
2018-02-02 22:49:20 +01:00
|
|
|
err := json.Unmarshal(blob, &blobContents)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if blobContents.StreamHash == "" {
|
2018-03-01 22:28:06 +01:00
|
|
|
return errors.Err("sd blob is missing stream hash")
|
2018-02-02 22:49:20 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
err = d.s3.PutSD(hash, blob)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return d.db.AddSDBlob(hash, len(blob), blobContents)
|
2018-01-31 02:15:21 +01:00
|
|
|
}
|
2018-07-26 16:25:47 +02:00
|
|
|
|
2018-09-11 13:41:29 +02:00
|
|
|
func (d *DBBackedS3Store) Delete(hash string) error {
|
|
|
|
err := d.s3.Delete(hash)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return d.db.Delete(hash)
|
|
|
|
}
|
|
|
|
|
2018-08-16 02:17:02 +02:00
|
|
|
// MissingBlobsForKnownStream returns missing blobs for an existing stream
|
|
|
|
// WARNING: if the stream does NOT exist, no blob hashes will be returned, which looks
|
|
|
|
// like no blobs are missing
|
|
|
|
func (d *DBBackedS3Store) MissingBlobsForKnownStream(sdHash string) ([]string, error) {
|
|
|
|
return d.db.MissingBlobsForKnownStream(sdHash)
|
2018-07-26 16:25:47 +02:00
|
|
|
}
|