2020-08-08 01:12:55 +02:00
|
|
|
package shared
|
|
|
|
|
|
|
|
import (
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/aws/aws-sdk-go/aws"
|
|
|
|
"github.com/aws/aws-sdk-go/aws/credentials"
|
|
|
|
)
|
|
|
|
|
|
|
|
type Fee struct {
|
|
|
|
Amount string `json:"amount"`
|
|
|
|
Address string `json:"address"`
|
|
|
|
Currency string `json:"currency"`
|
|
|
|
}
|
|
|
|
type YoutubeChannel struct {
|
|
|
|
ChannelId string `json:"channel_id"`
|
|
|
|
TotalVideos uint `json:"total_videos"`
|
|
|
|
TotalSubscribers uint `json:"total_subscribers"`
|
|
|
|
DesiredChannelName string `json:"desired_channel_name"`
|
|
|
|
Fee *Fee `json:"fee"`
|
|
|
|
ChannelClaimID string `json:"channel_claim_id"`
|
|
|
|
TransferState int `json:"transfer_state"`
|
|
|
|
PublishAddress string `json:"publish_address"`
|
|
|
|
PublicKey string `json:"public_key"`
|
|
|
|
LengthLimit int `json:"length_limit"`
|
|
|
|
SizeLimit int `json:"size_limit"`
|
|
|
|
LastUploadedVideo string `json:"last_uploaded_video"`
|
2020-10-27 19:50:10 +01:00
|
|
|
WipeDB bool `json:"wipe_db"`
|
2020-08-08 01:12:55 +02:00
|
|
|
}
|
|
|
|
|
2020-08-18 00:03:38 +02:00
|
|
|
var NeverRetryFailures = []string{
|
|
|
|
"Error extracting sts from embedded url response",
|
|
|
|
"Unable to extract signature tokens",
|
|
|
|
"the video is too big to sync, skipping for now",
|
|
|
|
"video is too long to process",
|
2020-11-03 21:41:39 +01:00
|
|
|
"video is too short to process",
|
2020-08-18 00:03:38 +02:00
|
|
|
"This video contains content from",
|
|
|
|
"no compatible format available for this video",
|
|
|
|
"Watch this video on YouTube.",
|
|
|
|
"have blocked it on copyright grounds",
|
|
|
|
"giving up after 0 fragment retries",
|
|
|
|
"Sign in to confirm your age",
|
|
|
|
}
|
|
|
|
|
2020-08-08 01:12:55 +02:00
|
|
|
type SyncFlags struct {
|
|
|
|
TakeOverExistingChannel bool
|
|
|
|
SkipSpaceCheck bool
|
|
|
|
SyncUpdate bool
|
|
|
|
SingleRun bool
|
|
|
|
RemoveDBUnpublished bool
|
|
|
|
UpgradeMetadata bool
|
|
|
|
DisableTransfers bool
|
|
|
|
QuickSync bool
|
|
|
|
MaxTries int
|
|
|
|
Refill int
|
|
|
|
Limit int
|
2020-10-27 19:50:10 +01:00
|
|
|
Status string
|
|
|
|
SecondaryStatus string
|
2020-08-08 01:12:55 +02:00
|
|
|
ChannelID string
|
|
|
|
SyncFrom int64
|
|
|
|
SyncUntil int64
|
|
|
|
ConcurrentJobs int
|
|
|
|
VideosLimit int
|
|
|
|
MaxVideoSize int
|
|
|
|
MaxVideoLength time.Duration
|
|
|
|
}
|
|
|
|
|
2020-11-19 03:11:23 +01:00
|
|
|
// VideosToSync dynamically figures out how many videos should be synced for a given subs count if nothing was otherwise specified
|
|
|
|
func (f *SyncFlags) VideosToSync(totalSubscribers uint) int {
|
|
|
|
if f.VideosLimit > 0 {
|
|
|
|
return f.VideosLimit
|
|
|
|
}
|
|
|
|
defaultVideosToSync := map[int]int{
|
|
|
|
10000: 1000,
|
|
|
|
5000: 500,
|
|
|
|
1000: 400,
|
|
|
|
800: 250,
|
|
|
|
600: 200,
|
|
|
|
200: 80,
|
|
|
|
100: 50,
|
|
|
|
1: 10,
|
|
|
|
}
|
|
|
|
videosToSync := 0
|
|
|
|
for s, r := range defaultVideosToSync {
|
|
|
|
if int(totalSubscribers) >= s && r > videosToSync {
|
|
|
|
videosToSync = r
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return videosToSync
|
|
|
|
}
|
|
|
|
|
2020-08-08 01:12:55 +02:00
|
|
|
func (f *SyncFlags) IsSingleChannelSync() bool {
|
|
|
|
return f.ChannelID != ""
|
|
|
|
}
|
|
|
|
|
|
|
|
type VideoStatus struct {
|
|
|
|
ChannelID string
|
|
|
|
VideoID string
|
|
|
|
Status string
|
|
|
|
ClaimID string
|
|
|
|
ClaimName string
|
|
|
|
FailureReason string
|
|
|
|
Size *int64
|
|
|
|
MetaDataVersion uint
|
|
|
|
IsTransferred *bool
|
|
|
|
}
|
|
|
|
|
|
|
|
const (
|
|
|
|
StatusPending = "pending" // waiting for permission to sync
|
|
|
|
StatusPendingEmail = "pendingemail" // permission granted but missing email
|
|
|
|
StatusQueued = "queued" // in sync queue. will be synced soon
|
|
|
|
StatusPendingUpgrade = "pendingupgrade" // in sync queue. will be synced soon
|
|
|
|
StatusSyncing = "syncing" // syncing now
|
|
|
|
StatusSynced = "synced" // done
|
2020-10-27 19:50:10 +01:00
|
|
|
StatusWipeDb = "pendingdbwipe" // in sync queue. lbryum database will be pruned
|
2020-08-08 01:12:55 +02:00
|
|
|
StatusFailed = "failed"
|
|
|
|
StatusFinalized = "finalized" // no more changes allowed
|
|
|
|
StatusAbandoned = "abandoned" // deleted on youtube or banned
|
|
|
|
)
|
|
|
|
|
2020-10-27 20:57:32 +01:00
|
|
|
var SyncStatuses = []string{StatusPending, StatusPendingEmail, StatusPendingUpgrade, StatusQueued, StatusSyncing, StatusSynced, StatusFailed, StatusFinalized, StatusAbandoned, StatusWipeDb}
|
2020-08-08 01:12:55 +02:00
|
|
|
|
|
|
|
const LatestMetadataVersion = 2
|
|
|
|
|
|
|
|
const (
|
|
|
|
VideoStatusPublished = "published"
|
|
|
|
VideoStatusFailed = "failed"
|
|
|
|
VideoStatusUpgradeFailed = "upgradefailed"
|
|
|
|
VideoStatusUnpublished = "unpublished"
|
|
|
|
VideoStatusTranferFailed = "transferfailed"
|
|
|
|
)
|
|
|
|
|
|
|
|
const (
|
|
|
|
TransferStateNotTouched = iota
|
|
|
|
TransferStatePending
|
|
|
|
TransferStateComplete
|
|
|
|
TransferStateManual
|
|
|
|
)
|
|
|
|
|
|
|
|
type AwsConfigs struct {
|
|
|
|
AwsS3ID string
|
|
|
|
AwsS3Secret string
|
|
|
|
AwsS3Region string
|
|
|
|
AwsS3Bucket string
|
|
|
|
}
|
|
|
|
|
|
|
|
func (a *AwsConfigs) GetS3AWSConfig() *aws.Config {
|
|
|
|
return &aws.Config{
|
|
|
|
Credentials: credentials.NewStaticCredentials(a.AwsS3ID, a.AwsS3Secret, ""),
|
|
|
|
Region: &a.AwsS3Region,
|
|
|
|
}
|
|
|
|
}
|