package blobs_reflector import ( "encoding/json" "io/ioutil" "os" "os/user" "path/filepath" "github.com/lbryio/lbry.go/v2/extras/errors" "github.com/lbryio/reflector.go/cmd" "github.com/lbryio/reflector.go/db" "github.com/lbryio/reflector.go/reflector" "github.com/lbryio/reflector.go/store" "github.com/sirupsen/logrus" "github.com/lbryio/ytsync/util" ) var dbHandle *db.SQL func ReflectAndClean() error { err := reflectBlobs() if err != nil { return err } return util.CleanupLbrynet() } func loadConfig(path string) (cmd.Config, error) { var c cmd.Config raw, err := ioutil.ReadFile(path) if err != nil { if os.IsNotExist(err) { return c, errors.Err("config file not found") } return c, err } err = json.Unmarshal(raw, &c) return c, err } func reflectBlobs() error { if util.IsBlobReflectionOff() { return nil } //make sure lbrynet is off running, err := util.IsLbrynetRunning() if err != nil { return err } if running { return errors.Prefix("cannot reflect blobs as the daemon is running", err) } logrus.SetLevel(logrus.InfoLevel) defer logrus.SetLevel(logrus.DebugLevel) ex, err := os.Executable() if err != nil { return errors.Err(err) } exPath := filepath.Dir(ex) config, err := loadConfig(exPath + "/prism_config.json") if err != nil { return errors.Err(err) } if dbHandle == nil { dbHandle = new(db.SQL) err = dbHandle.Connect(config.DBConn) if err != nil { return errors.Err(err) } } st := store.NewDBBackedS3Store( store.NewS3BlobStore(config.AwsID, config.AwsSecret, config.BucketRegion, config.BucketName), dbHandle) uploadWorkers := 10 uploader := reflector.NewUploader(dbHandle, st, uploadWorkers, false) usr, err := user.Current() if err != nil { return errors.Err(err) } blobsDir := usr.HomeDir + "/.lbrynet/blobfiles/" err = uploader.Upload(blobsDir) if err != nil { return errors.Err(err) } if uploader.GetSummary().Err > 0 { return errors.Err("not al blobs were reflected. Errors: %d", uploader.GetSummary().Err) } return nil }