From 1369ed0b48e21761f7439140dbd57df355fd9f9c Mon Sep 17 00:00:00 2001
From: Alex Grintsvayg <grin@lbry.com>
Date: Mon, 27 Jul 2020 15:51:03 -0400
Subject: [PATCH] replace yt channel video count with a scrape of
 socialblade.com

---
 manager/setup.go |  3 +--
 ytapi/ytapi.go   | 47 ++++++++++++++++++++++++++++++++---------------
 2 files changed, 33 insertions(+), 17 deletions(-)

diff --git a/manager/setup.go b/manager/setup.go
index decfa18..aab2251 100644
--- a/manager/setup.go
+++ b/manager/setup.go
@@ -72,11 +72,10 @@ func (s *Sync) walletSetup() error {
 	}
 	log.Debugf("Starting balance is %.4f", balance)
 
-	n, err := ytapi.CountVideosInChannel(s.APIConfig.YoutubeAPIKey, s.YoutubeChannelID)
+	videosOnYoutube, err := ytapi.CountVideosInChannel(s.YoutubeChannelID)
 	if err != nil {
 		return err
 	}
-	videosOnYoutube := int(n)
 
 	log.Debugf("Source channel has %d videos", videosOnYoutube)
 	if videosOnYoutube == 0 {
diff --git a/ytapi/ytapi.go b/ytapi/ytapi.go
index b8eeb06..093fd80 100644
--- a/ytapi/ytapi.go
+++ b/ytapi/ytapi.go
@@ -1,14 +1,16 @@
 package ytapi
 
 import (
+	"bufio"
 	"net/http"
+	"regexp"
 	"sort"
+	"strconv"
 	"strings"
 	"sync"
 	"time"
 
 	"github.com/lbryio/ytsync/v5/downloader"
-
 	"github.com/lbryio/ytsync/v5/ip_manager"
 	"github.com/lbryio/ytsync/v5/sdk"
 	"github.com/lbryio/ytsync/v5/sources"
@@ -93,26 +95,41 @@ func GetVideosToSync(apiKey, channelID string, syncedVideos map[string]sdk.Synce
 	return videos, nil
 }
 
-func CountVideosInChannel(apiKey, channelID string) (uint64, error) {
-	client := &http.Client{
-		Transport: &transport.APIKey{Key: apiKey},
-	}
-
-	service, err := ytlib.New(client)
+func CountVideosInChannel(channelID string) (int, error) {
+	res, err := http.Get("https://socialblade.com/youtube/channel/" + channelID)
 	if err != nil {
-		return 0, errors.Prefix("error creating YouTube service", err)
+		return 0, err
+	}
+	defer res.Body.Close()
+
+	var line string
+
+	scanner := bufio.NewScanner(res.Body)
+	for scanner.Scan() {
+		if strings.Contains(scanner.Text(), "youtube-stats-header-uploads") {
+			line = scanner.Text()
+			break
+		}
 	}
 
-	response, err := service.Channels.List("statistics").Id(channelID).Do()
+	if err := scanner.Err(); err != nil {
+		return 0, err
+	}
+	if line == "" {
+		return 0, errors.Err("upload count line not found")
+	}
+
+	matches := regexp.MustCompile(">([0-9]+)<").FindStringSubmatch(line)
+	if len(matches) != 2 {
+		return 0, errors.Err("upload count not found with regex")
+	}
+
+	num, err := strconv.Atoi(matches[1])
 	if err != nil {
-		return 0, errors.Prefix("error getting channels", err)
+		return 0, errors.Err(err)
 	}
 
-	if len(response.Items) < 1 {
-		return 0, errors.Err("youtube channel not found")
-	}
-
-	return response.Items[0].Statistics.VideoCount, nil
+	return num, nil
 }
 
 func ChannelInfo(apiKey, channelID string) (*ytlib.ChannelSnippet, *ytlib.ChannelBrandingSettings, error) {