missing files and fixes after splitting from lbry.go

2018-10-08 16:19:17 -04:00 · 2018-10-08 16:19:17 -04:00 · bdcc1c62d3
parent 5a7d59a499
commit bdcc1c62d3
13 changed files with 615 additions and 12 deletions
--- a/.gitignore
+++ b/.gitignore
@ -0,0 +1,2 @@
+/ytsync
+/vendor
--- a/.travis.yml
+++ b/.travis.yml
@ -0,0 +1,5 @@
+os: linux
+dist: trusty
+language: go
+go:
+  - "1.10.x"
--- a/Gopkg.lock
+++ b/Gopkg.lock
@ -0,0 +1,351 @@
+# This file is autogenerated, do not edit; changes may be undone by the next 'dep ensure'.
+
+
+[[projects]]
+  digest = "1:9a88883f474d09f1da61894cd8115c7f33988d6941e4f6236324c777aaff8f2c"
+  name = "github.com/PuerkitoBio/goquery"
+  packages = ["."]
+  pruneopts = ""
+  revision = "dc2ec5c7ca4d9aae063b79b9f581dd3ea6afd2b2"
+  version = "v1.4.1"
+
+[[projects]]
+  digest = "1:e3726ad6f38f710e84c8dcd0e830014de6eaeea81f28d91ae898afecc078479a"
+  name = "github.com/andybalholm/cascadia"
+  packages = ["."]
+  pruneopts = ""
+  revision = "901648c87902174f774fac311d7f176f8647bdaa"
+  version = "v1.0.0"
+
+[[projects]]
+  digest = "1:261d95f4464744d542759a7a33846f56f24113f5a93c7577f4cd7044f7cb3d76"
+  name = "github.com/aws/aws-sdk-go"
+  packages = [
+    "aws",
+    "aws/awserr",
+    "aws/awsutil",
+    "aws/client",
+    "aws/client/metadata",
+    "aws/corehandlers",
+    "aws/credentials",
+    "aws/credentials/ec2rolecreds",
+    "aws/credentials/endpointcreds",
+    "aws/credentials/stscreds",
+    "aws/defaults",
+    "aws/ec2metadata",
+    "aws/endpoints",
+    "aws/request",
+    "aws/session",
+    "aws/signer/v4",
+    "internal/shareddefaults",
+    "private/protocol",
+    "private/protocol/query",
+    "private/protocol/query/queryutil",
+    "private/protocol/rest",
+    "private/protocol/restxml",
+    "private/protocol/xml/xmlutil",
+    "service/s3",
+    "service/s3/s3iface",
+    "service/s3/s3manager",
+    "service/sts",
+  ]
+  pruneopts = ""
+  revision = "b69f447375c7fa0047ebcdd8ae5d585d5aac2f71"
+  version = "v1.10.51"
+
+[[projects]]
+  branch = "master"
+  digest = "1:791e8e56a8daa29f3f9a736999436043300a0d3256bd111de3acc6c1c3fbe1f0"
+  name = "github.com/btcsuite/btcd"
+  packages = [
+    "btcec",
+    "btcjson",
+    "chaincfg",
+    "chaincfg/chainhash",
+    "rpcclient",
+    "wire",
+  ]
+  pruneopts = ""
+  revision = "2a560b2036bee5e3679ec2133eb6520b2f195213"
+
+[[projects]]
+  branch = "master"
+  digest = "1:30d4a548e09bca4a0c77317c58e7407e2a65c15325e944f9c08a7b7992f8a59e"
+  name = "github.com/btcsuite/btclog"
+  packages = ["."]
+  pruneopts = ""
+  revision = "84c8d2346e9fc8c7b947e243b9c24e6df9fd206a"
+
+[[projects]]
+  branch = "master"
+  digest = "1:56b87c786a316d6e9b9c7ba8f3dd64e3199ca3b33a55cc596c633023bed20264"
+  name = "github.com/btcsuite/btcutil"
+  packages = [
+    ".",
+    "base58",
+    "bech32",
+  ]
+  pruneopts = ""
+  revision = "ab6388e0c60ae4834a1f57511e20c17b5f78be4b"
+
+[[projects]]
+  branch = "master"
+  digest = "1:422f38d57f1bc0fdc34f26d0f1026869a3710400b09b5478c9288efa13573cfa"
+  name = "github.com/btcsuite/go-socks"
+  packages = ["socks"]
+  pruneopts = ""
+  revision = "4720035b7bfd2a9bb130b1c184f8bbe41b6f0d0f"
+
+[[projects]]
+  branch = "master"
+  digest = "1:dfc248d5e6e1582fdec83796d3d1d451aa6cae773c4e4ba1dac2838caef6d381"
+  name = "github.com/btcsuite/websocket"
+  packages = ["."]
+  pruneopts = ""
+  revision = "31079b6807923eb23992c421b114992b95131b55"
+
+[[projects]]
+  digest = "1:968d8903d598e3fae738325d3410f33f07ea6a2b9ee5591e9c262ee37df6845a"
+  name = "github.com/go-errors/errors"
+  packages = ["."]
+  pruneopts = ""
+  revision = "a6af135bd4e28680facf08a3d206b454abc877a4"
+  version = "v1.0.1"
+
+[[projects]]
+  branch = "master"
+  digest = "1:a6f43a35242db0a1387907e6fd0c7e1dccfbed95c7176f166d31d0b5a96c65fc"
+  name = "github.com/go-ini/ini"
+  packages = ["."]
+  pruneopts = ""
+  revision = "7b294651033cd7d9e7f0d9ffa1b75ed1e198e737"
+
+[[projects]]
+  digest = "1:3dd078fda7500c341bc26cfbc6c6a34614f295a2457149fc1045cab767cbcf18"
+  name = "github.com/golang/protobuf"
+  packages = ["proto"]
+  pruneopts = ""
+  revision = "aa810b61a9c79d51363740d207bb46cf8e620ed5"
+  version = "v1.2.0"
+
+[[projects]]
+  digest = "1:09aa5dd1332b93c96bde671bafb053249dc813febf7d5ca84e8f382ba255d67d"
+  name = "github.com/gorilla/websocket"
+  packages = ["."]
+  pruneopts = ""
+  revision = "66b9c49e59c6c48f0ffce28c2d8b8a5678502c6d"
+  version = "v1.4.0"
+
+[[projects]]
+  digest = "1:870d441fe217b8e689d7949fef6e43efbc787e50f200cb1e70dbca9204a1d6be"
+  name = "github.com/inconshreveable/mousetrap"
+  packages = ["."]
+  pruneopts = ""
+  revision = "76626ae9c91c4f2a10f34cad8ce83ea42c93bb75"
+  version = "v1.0"
+
+[[projects]]
+  digest = "1:e6f0b9e4dced4b6b5fedb810e2125a9f74dfe2ef1598c55ecb25e8b3d8f514ea"
+  name = "github.com/jmespath/go-jmespath"
+  packages = ["."]
+  pruneopts = ""
+  revision = "3433f3ea46d9f8019119e7dd41274e112a2359a9"
+  version = "0.2.2"
+
+[[projects]]
+  digest = "1:6a874e3ddfb9db2b42bd8c85b6875407c702fa868eed20634ff489bc896ccfd3"
+  name = "github.com/konsorten/go-windows-terminal-sequences"
+  packages = ["."]
+  pruneopts = ""
+  revision = "5c8c8bd35d3832f5d134ae1e1e375b69a4d25242"
+  version = "v1.0.1"
+
+[[projects]]
+  branch = "master"
+  digest = "1:66a31cd7232c09a3b282a5ece6e818baaf308c869ce643af72f81da3346e3bc4"
+  name = "github.com/lbryio/lbry.go"
+  packages = [
+    "errors",
+    "jsonrpc",
+    "lbrycrd",
+    "null",
+    "stop",
+    "util",
+  ]
+  pruneopts = ""
+  revision = "7a6eb5728093ff8da4bc6d9691308acf10fb9a53"
+
+[[projects]]
+  branch = "master"
+  digest = "1:d261f80387a38eeddc1d819ee9ee56d37ca10fc02e6e09ff400fb0ce146e13dc"
+  name = "github.com/lbryio/lbryschema.go"
+  packages = ["pb"]
+  pruneopts = ""
+  revision = "185433f2fd0c732547654749b98b37e56223dd22"
+
+[[projects]]
+  branch = "master"
+  digest = "1:1dee6133ab829c8559a39031ad1e0e3538e4a7b34d3e0509d1fc247737e928c1"
+  name = "github.com/mitchellh/go-ps"
+  packages = ["."]
+  pruneopts = ""
+  revision = "4fdf99ab29366514c69ccccddab5dc58b8d84062"
+
+[[projects]]
+  branch = "master"
+  digest = "1:bcc46a0fbd9e933087bef394871256b5c60269575bb661935874729c65bbbf60"
+  name = "github.com/mitchellh/mapstructure"
+  packages = ["."]
+  pruneopts = ""
+  revision = "3536a929edddb9a5b34bd6861dc4a9647cb459fe"
+
+[[projects]]
+  digest = "1:9407d3c57389f400ef8c1039e352ce00e2ab97c41bf1babba97c2a6922b7111e"
+  name = "github.com/nlopes/slack"
+  packages = [
+    ".",
+    "slackutilsx",
+  ]
+  pruneopts = ""
+  revision = "b9033a72a20bf84563485e86a2adbea4bf265804"
+  version = "v0.4.0"
+
+[[projects]]
+  digest = "1:7365acd48986e205ccb8652cc746f09c8b7876030d53710ea6ef7d0bd0dcd7ca"
+  name = "github.com/pkg/errors"
+  packages = ["."]
+  pruneopts = ""
+  revision = "645ef00459ed84a119197bfb8d8205042c6df63d"
+  version = "v0.8.0"
+
+[[projects]]
+  branch = "master"
+  digest = "1:6941960925b2fb800e0f28ecbe1396f5bb26512907a8fae5356ce895d49b8bb9"
+  name = "github.com/rylio/ytdl"
+  packages = ["."]
+  pruneopts = ""
+  revision = "0227c2bacb82a434f2332d7d8c64093615c08a40"
+
+[[projects]]
+  branch = "master"
+  digest = "1:615c827f6a892973a587c754ae5fad7acfc4352657aff23d0238fe0ba2a154df"
+  name = "github.com/shopspring/decimal"
+  packages = ["."]
+  pruneopts = ""
+  revision = "cd690d0c9e2447b1ef2a129a6b7b49077da89b8e"
+
+[[projects]]
+  branch = "master"
+  digest = "1:c0959eb8fc519d62edc717e2997032859688c0e1ddd9d4463512ead83576d247"
+  name = "github.com/sirupsen/logrus"
+  packages = ["."]
+  pruneopts = ""
+  revision = "3f90cee1e41a38ba27c831844c002952512997c0"
+
+[[projects]]
+  branch = "master"
+  digest = "1:9938b3952f443aec043ffb48540b3f845bf4971842de15e9076ef2931e20adfd"
+  name = "github.com/spf13/cobra"
+  packages = ["."]
+  pruneopts = ""
+  revision = "8d114be902bc9f08717804830a55c48378108a28"
+
+[[projects]]
+  digest = "1:cbaf13cdbfef0e4734ed8a7504f57fe893d471d62a35b982bf6fb3f036449a66"
+  name = "github.com/spf13/pflag"
+  packages = ["."]
+  pruneopts = ""
+  revision = "298182f68c66c05229eb03ac171abe6e309ee79a"
+  version = "v1.0.3"
+
+[[projects]]
+  branch = "master"
+  digest = "1:22d3674d44ee93f52a9c0b6a22d1f736a0ad9ac3f9d2c1ca8648f3c9ce9910bd"
+  name = "github.com/ybbus/jsonrpc"
+  packages = ["."]
+  pruneopts = ""
+  revision = "2a548b7d822dd62717337a6b1e817fae1b14660a"
+
+[[projects]]
+  branch = "master"
+  digest = "1:6914c49eed986dfb8dffb33516fa129c49929d4d873f41e073c83c11c372b870"
+  name = "golang.org/x/crypto"
+  packages = [
+    "ripemd160",
+    "ssh/terminal",
+  ]
+  pruneopts = ""
+  revision = "e3636079e1a4c1f337f212cc5cd2aca108f6c900"
+
+[[projects]]
+  branch = "master"
+  digest = "1:3a3c1b660248c0ec25f00cfb9c6526bd5b0ede4c8bfa2ed56a3f5e7e9d0a19cd"
+  name = "golang.org/x/net"
+  packages = [
+    "context",
+    "context/ctxhttp",
+    "html",
+    "html/atom",
+  ]
+  pruneopts = ""
+  revision = "146acd28ed5894421fb5aac80ca93bc1b1f46f87"
+
+[[projects]]
+  branch = "master"
+  digest = "1:a4bda6e065eb3ccf1e6adeaa863cb416e0ae6b43e613f20a8931d52d19dc20e2"
+  name = "golang.org/x/sys"
+  packages = [
+    "unix",
+    "windows",
+  ]
+  pruneopts = ""
+  revision = "4497e2df6f9e69048a54498c7affbbec3294ad47"
+
+[[projects]]
+  branch = "master"
+  digest = "1:2ae7d889b69fd62d2ba1e1705c087501aab1c8bd02c676dfd68acb85d45e07ec"
+  name = "google.golang.org/api"
+  packages = [
+    "gensupport",
+    "googleapi",
+    "googleapi/internal/uritemplates",
+    "googleapi/transport",
+    "youtube/v3",
+  ]
+  pruneopts = ""
+  revision = "c21459d81882ee61fcd6631fb94dbd9a29bd4377"
+
+[[projects]]
+  digest = "1:f771bf87a3253de520c2af6fb6e75314dce0fedc0b30b208134fe502932bb15d"
+  name = "gopkg.in/nullbio/null.v6"
+  packages = ["convert"]
+  pruneopts = ""
+  revision = "40264a2e6b7972d183906cf17663983c23231c82"
+  version = "v6.3"
+
+[solve-meta]
+  analyzer-name = "dep"
+  analyzer-version = 1
+  input-imports = [
+    "github.com/aws/aws-sdk-go/aws",
+    "github.com/aws/aws-sdk-go/aws/awserr",
+    "github.com/aws/aws-sdk-go/aws/credentials",
+    "github.com/aws/aws-sdk-go/aws/session",
+    "github.com/aws/aws-sdk-go/service/s3",
+    "github.com/aws/aws-sdk-go/service/s3/s3manager",
+    "github.com/lbryio/lbry.go/errors",
+    "github.com/lbryio/lbry.go/jsonrpc",
+    "github.com/lbryio/lbry.go/lbrycrd",
+    "github.com/lbryio/lbry.go/null",
+    "github.com/lbryio/lbry.go/stop",
+    "github.com/lbryio/lbry.go/util",
+    "github.com/mitchellh/go-ps",
+    "github.com/rylio/ytdl",
+    "github.com/shopspring/decimal",
+    "github.com/sirupsen/logrus",
+    "github.com/spf13/cobra",
+    "google.golang.org/api/googleapi/transport",
+    "google.golang.org/api/youtube/v3",
+  ]
+  solver-name = "gps-cdcl"
+  solver-version = 1
--- a/Gopkg.toml
+++ b/Gopkg.toml
@ -0,0 +1,27 @@
+[[constraint]]
+  branch = "master"
+  name = "github.com/rylio/ytdl"
+
+[[constraint]]
+  branch = "master"
+  name = "github.com/shopspring/decimal"
+
+[[constraint]]
+  name = "github.com/sirupsen/logrus"
+  branch = "master"
+
+[[constraint]]
+  branch = "master"
+  name = "github.com/spf13/cobra"
+
+[[constraint]]
+  branch = "master"
+  name = "google.golang.org/api"
+
+[[constraint]]
+  name = "github.com/aws/aws-sdk-go"
+  version = "^1.10.51"
+
+[[constraint]]
+  name = "github.com/lbryio/lbry.go"
+  branch = "master"
--- a/23
+++ b/23
@ -0,0 +1,23 @@
+BINARY=ytsync
+
+DIR = $(shell cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd)
+VENDOR_DIR = vendor
+
+VERSION=$(shell git --git-dir=${DIR}/.git describe --dirty --always --long --abbrev=7)
+LDFLAGS = -ldflags "-X main.Version=${VERSION}"
+
+
+.PHONY: build dep clean
+.DEFAULT_GOAL: build
+
+
+build: dep
+	CGO_ENABLED=0 go build ${LDFLAGS} -asmflags -trimpath=${DIR} -o ${DIR}/${BINARY} *.go
+
+dep: | $(VENDOR_DIR)
+
+$(VENDOR_DIR):
+	go get github.com/golang/dep/cmd/dep && dep ensure
+
+clean:
+	if [ -f ${DIR}/${BINARY} ]; then rm ${DIR}/${BINARY}; fi
--- a/count.go
+++ b/count.go
@ -1,4 +1,4 @@
-package ytsync
+package main

 import (
 	"net/http"
--- a/main.go
+++ b/main.go
@ -0,0 +1,193 @@
+package main
+
+import (
+	"fmt"
+	"math/rand"
+	"os"
+	"os/user"
+	"time"
+
+	"github.com/lbryio/lbry.go/util"
+	"github.com/lbryio/ytsync/sdk"
+	"github.com/spf13/cobra"
+
+	log "github.com/sirupsen/logrus"
+)
+
+var Version string
+
+const defaultMaxTries = 3
+
+var (
+	stopOnError             bool
+	maxTries                int
+	takeOverExistingChannel bool
+	refill                  int
+	limit                   int
+	skipSpaceCheck          bool
+	syncUpdate              bool
+	singleRun               bool
+	syncStatus              string
+	channelID               string
+	syncFrom                int64
+	syncUntil               int64
+	concurrentJobs          int
+	videosLimit             int
+	maxVideoSize            int
+)
+
+func main() {
+	rand.Seed(time.Now().UnixNano())
+	log.SetLevel(log.DebugLevel)
+
+	cmd := &cobra.Command{
+		Use:   "ytsync",
+		Short: "Publish youtube channels into LBRY network automatically.",
+		Run:   ytSync,
+		Args:  cobra.RangeArgs(0, 0),
+	}
+
+	cmd.Flags().BoolVar(&stopOnError, "stop-on-error", false, "If a publish fails, stop all publishing and exit")
+	cmd.Flags().IntVar(&maxTries, "max-tries", defaultMaxTries, "Number of times to try a publish that fails")
+	cmd.Flags().BoolVar(&takeOverExistingChannel, "takeover-existing-channel", false, "If channel exists and we don't own it, take over the channel")
+	cmd.Flags().IntVar(&limit, "limit", 0, "limit the amount of channels to sync")
+	cmd.Flags().BoolVar(&skipSpaceCheck, "skip-space-check", false, "Do not perform free space check on startup")
+	cmd.Flags().BoolVar(&syncUpdate, "update", false, "Update previously synced channels instead of syncing new ones")
+	cmd.Flags().BoolVar(&singleRun, "run-once", false, "Whether the process should be stopped after one cycle or not")
+	cmd.Flags().StringVar(&syncStatus, "status", "", "Specify which queue to pull from. Overrides --update")
+	cmd.Flags().StringVar(&channelID, "channelID", "", "If specified, only this channel will be synced.")
+	cmd.Flags().Int64Var(&syncFrom, "after", time.Unix(0, 0).Unix(), "Specify from when to pull jobs [Unix time](Default: 0)")
+	cmd.Flags().Int64Var(&syncUntil, "before", time.Now().Unix(), "Specify until when to pull jobs [Unix time](Default: current Unix time)")
+	cmd.Flags().IntVar(&concurrentJobs, "concurrent-jobs", 1, "how many jobs to process concurrently")
+	cmd.Flags().IntVar(&videosLimit, "videos-limit", 1000, "how many videos to process per channel")
+	cmd.Flags().IntVar(&maxVideoSize, "max-size", 2048, "Maximum video size to process (in MB)")
+
+	if err := cmd.Execute(); err != nil {
+		fmt.Println(err)
+		os.Exit(1)
+	}
+}
+
+func ytSync(cmd *cobra.Command, args []string) {
+	var hostname string
+	slackToken := os.Getenv("SLACK_TOKEN")
+	if slackToken == "" {
+		log.Error("A slack token was not present in env vars! Slack messages disabled!")
+	} else {
+		var err error
+		hostname, err = os.Hostname()
+		if err != nil {
+			log.Error("could not detect system hostname")
+			hostname = "ytsync-unknown"
+		}
+		util.InitSlack(os.Getenv("SLACK_TOKEN"), os.Getenv("SLACK_CHANNEL"), hostname)
+	}
+
+	if syncStatus != "" && !util.InSlice(syncStatus, SyncStatuses) {
+		log.Errorf("status must be one of the following: %v\n", SyncStatuses)
+		return
+	}
+
+	if stopOnError && maxTries != defaultMaxTries {
+		log.Errorln("--stop-on-error and --max-tries are mutually exclusive")
+		return
+	}
+	if maxTries < 1 {
+		log.Errorln("setting --max-tries less than 1 doesn't make sense")
+		return
+	}
+
+	if limit < 0 {
+		log.Errorln("setting --limit less than 0 (unlimited) doesn't make sense")
+		return
+	}
+
+	apiURL := os.Getenv("LBRY_API")
+	apiToken := os.Getenv("LBRY_API_TOKEN")
+	youtubeAPIKey := os.Getenv("YOUTUBE_API_KEY")
+	blobsDir := os.Getenv("BLOBS_DIRECTORY")
+	lbrycrdString := os.Getenv("LBRYCRD_STRING")
+	awsS3ID := os.Getenv("AWS_S3_ID")
+	awsS3Secret := os.Getenv("AWS_S3_SECRET")
+	awsS3Region := os.Getenv("AWS_S3_REGION")
+	awsS3Bucket := os.Getenv("AWS_S3_BUCKET")
+	if apiURL == "" {
+		log.Errorln("An API URL was not defined. Please set the environment variable LBRY_API")
+		return
+	}
+	if apiToken == "" {
+		log.Errorln("An API Token was not defined. Please set the environment variable LBRY_API_TOKEN")
+		return
+	}
+	if youtubeAPIKey == "" {
+		log.Errorln("A Youtube API key was not defined. Please set the environment variable YOUTUBE_API_KEY")
+		return
+	}
+	if awsS3ID == "" {
+		log.Errorln("AWS S3 ID credentials were not defined. Please set the environment variable AWS_S3_ID")
+		return
+	}
+	if awsS3Secret == "" {
+		log.Errorln("AWS S3 Secret credentials were not defined. Please set the environment variable AWS_S3_SECRET")
+		return
+	}
+	if awsS3Region == "" {
+		log.Errorln("AWS S3 Region was not defined. Please set the environment variable AWS_S3_REGION")
+		return
+	}
+	if awsS3Bucket == "" {
+		log.Errorln("AWS S3 Bucket was not defined. Please set the environment variable AWS_S3_BUCKET")
+		return
+	}
+	if lbrycrdString == "" {
+		log.Infoln("Using default (local) lbrycrd instance. Set LBRYCRD_STRING if you want to use something else")
+	}
+	if blobsDir == "" {
+		usr, err := user.Current()
+		if err != nil {
+			log.Errorln(err.Error())
+			return
+		}
+		blobsDir = usr.HomeDir + "/.lbrynet/blobfiles/"
+	}
+
+	syncProperties := &sdk.SyncProperties{
+		SyncFrom:         syncFrom,
+		SyncUntil:        syncUntil,
+		YoutubeChannelID: channelID,
+	}
+	apiConfig := &sdk.APIConfig{
+		YoutubeAPIKey: youtubeAPIKey,
+		ApiURL:        apiURL,
+		ApiToken:      apiToken,
+		HostName:      hostname,
+	}
+	sm := NewSyncManager(
+		stopOnError,
+		maxTries,
+		takeOverExistingChannel,
+		refill,
+		limit,
+		skipSpaceCheck,
+		syncUpdate,
+		concurrentJobs,
+		concurrentJobs,
+		blobsDir,
+		videosLimit,
+		maxVideoSize,
+		lbrycrdString,
+		awsS3ID,
+		awsS3Secret,
+		awsS3Region,
+		awsS3Bucket,
+		syncStatus,
+		singleRun,
+		syncProperties,
+		apiConfig,
+	)
+	err := sm.Start()
+	if err != nil {
+		SendErrorToSlack(err.Error())
+	}
+	SendInfoToSlack("Syncing process terminated!")
+}
--- a/manager.go
+++ b/manager.go
@ -1,4 +1,4 @@
-package ytsync
+package main

 import (
 	"fmt"
@ -6,10 +6,11 @@ import (
 	"syscall"
 	"time"

+	"github.com/lbryio/ytsync/namer"
+	"github.com/lbryio/ytsync/sdk"
+
 	"github.com/lbryio/lbry.go/errors"
 	"github.com/lbryio/lbry.go/util"
-	"github.com/lbryio/lbry.go/ytsync/namer"
-	"github.com/lbryio/lbry.go/ytsync/sdk"
 	log "github.com/sirupsen/logrus"
 )

--- a/setup.go
+++ b/setup.go
@ -1,4 +1,4 @@
-package ytsync
+package main

 import (
 	"strings"
--- a/sources/shared.go
+++ b/sources/shared.go
@ -4,7 +4,7 @@ import (
 	"strings"

 	"github.com/lbryio/lbry.go/jsonrpc"
-	"github.com/lbryio/lbry.go/ytsync/namer"
+	"github.com/lbryio/ytsync/namer"
 )

 type SyncSummary struct {
--- a/sources/ucbVideo.go
+++ b/sources/ucbVideo.go
@ -14,7 +14,7 @@ import (
 	"github.com/aws/aws-sdk-go/service/s3/s3manager"
 	"github.com/lbryio/lbry.go/errors"
 	"github.com/lbryio/lbry.go/jsonrpc"
-	"github.com/lbryio/lbry.go/ytsync/namer"
+	"github.com/lbryio/ytsync/namer"

 	"github.com/aws/aws-sdk-go/aws"
 	"github.com/aws/aws-sdk-go/aws/session"
--- a/sources/youtubeVideo.go
+++ b/sources/youtubeVideo.go
@ -14,7 +14,7 @@ import (

 	"github.com/lbryio/lbry.go/errors"
 	"github.com/lbryio/lbry.go/jsonrpc"
-	"github.com/lbryio/lbry.go/ytsync/namer"
+	"github.com/lbryio/ytsync/namer"

 	"github.com/rylio/ytdl"
 	log "github.com/sirupsen/logrus"
--- a/ytsync.go
+++ b/ytsync.go
@ -1,4 +1,4 @@
-package ytsync
+package main

 import (
 	"bufio"
@ -17,13 +17,14 @@ import (
 	"syscall"
 	"time"

+	"github.com/lbryio/ytsync/namer"
+	"github.com/lbryio/ytsync/sdk"
+	"github.com/lbryio/ytsync/sources"
+
 	"github.com/lbryio/lbry.go/errors"
 	"github.com/lbryio/lbry.go/jsonrpc"
 	"github.com/lbryio/lbry.go/stop"
 	"github.com/lbryio/lbry.go/util"
-	"github.com/lbryio/lbry.go/ytsync/namer"
-	"github.com/lbryio/lbry.go/ytsync/sdk"
-	"github.com/lbryio/lbry.go/ytsync/sources"

 	"github.com/aws/aws-sdk-go/aws"
 	"github.com/aws/aws-sdk-go/aws/awserr"