ytsync/local/ytdl.go

package local

import (
	"encoding/json"
	"errors"
	"fmt"
	"io/ioutil"
	"os"
	"os/exec"
	"path"
	"strings"

	log "github.com/sirupsen/logrus"

	"github.com/lbryio/ytsync/v5/downloader/ytdl"
)

type Ytdl struct {
	DownloadDir string
}

func NewYtdl(downloadDir string) (*Ytdl, error) {
	// TODO validate download dir

	y := Ytdl {
		DownloadDir: downloadDir,
	}

	return &y, nil
}

func (y *Ytdl) GetVideoMetadata(videoID string) (*ytdl.YtdlVideo, error) {
	metadataPath, err := y.GetVideoMetadataFile(videoID)
	if err != nil {
		return nil, err
	}

	metadataBytes, err := os.ReadFile(metadataPath)
	if err != nil {
		return nil, err
	}

	var metadata *ytdl.YtdlVideo
	err = json.Unmarshal(metadataBytes, &metadata)
	if err != nil {
		return nil, err
	}

	return metadata, nil
}


func (y *Ytdl) GetVideoMetadataFile(videoID string) (string, error) {
	basePath := path.Join(y.DownloadDir, videoID)
	metadataPath := basePath + ".info.json"

	_, err := os.Stat(metadataPath)
	if err != nil && !os.IsNotExist(err) {
		log.Errorf("Error determining if video metadata already exists: %v", err)
		return "", err
	} else if err != nil {
		log.Debugf("Metadata file for video %s does not exist. Downloading now.", videoID)
		err = downloadVideoMetadata(basePath, videoID)
		if err != nil {
			return "", err
		}
	}

	return metadataPath, nil
}

func (y *Ytdl) GetVideoFile(videoID string) (string, error) {
	videoPath, err := findDownloadedVideo(y.DownloadDir, videoID)
	if err != nil {
		return "", err
	}

	if videoPath != nil {
		return *videoPath, nil
	}

	basePath := path.Join(y.DownloadDir, videoID)
	metadataPath, err := y.GetVideoMetadataFile(videoID)
	if err != nil {
		log.Errorf("Error getting metadata path in preparation for video download: %v", err)
		return "", err
	}
	err = downloadVideo(basePath, metadataPath)
	if err != nil {
		return "", nil
	}

	videoPath, err = findDownloadedVideo(y.DownloadDir, videoID)
	if err != nil {
		log.Errorf("Error from findDownloadedVideo() after already succeeding once: %v", err)
		return "", err
	}
	if videoPath == nil {
		return "", errors.New("Could not find a downloaded video after successful download.")
	}

	return *videoPath, nil
}

func (y *Ytdl) DeleteVideoFiles(videoID string) error {
	files, err := ioutil.ReadDir(y.DownloadDir)
	if err != nil {
		return err
	}

	for _, f := range files {
		if f.IsDir() {
			continue
		}
		if strings.Contains(f.Name(), videoID) {
			videoPath := path.Join(y.DownloadDir, f.Name())
			err = os.Remove(videoPath)
			if err != nil {
				log.Errorf("Error while deleting file %s: %v", y.DownloadDir, err)
				return err
			}
		}
	}

	return nil
}

func deleteFile(path string) error {
	_, err := os.Stat(path)
	if err != nil && !os.IsNotExist(err) {
		log.Errorf("Error determining if file %s exists: %v", path, err)
		return err
	} else if err != nil {
		log.Debugf("File %s does not exist. Skipping deletion.", path)
		return nil
	}

	return os.Remove(path)
}

func findDownloadedVideo(videoDir, videoID string) (*string, error) {
	files, err := ioutil.ReadDir(videoDir)
	if err != nil {
		return nil, err
	}

	for _, f := range files {
		if f.IsDir() {
			continue
		}
		if path.Ext(f.Name()) == ".mp4" && strings.Contains(f.Name(), videoID) {
			videoPath := path.Join(videoDir, f.Name())
			return &videoPath, nil
		}
	}
	return nil, nil
}

func downloadVideoMetadata(basePath, videoID string) error {
	ytdlArgs := []string{
		"--skip-download",
		"--write-info-json",
		"--force-overwrites",
		fmt.Sprintf("https://www.youtube.com/watch?v=%s", videoID),
		"--cookies",
		"cookies.txt",
		"-o",
		basePath,
	}
	ytdlCmd := exec.Command("yt-dlp", ytdlArgs...)
	output, err := runCmd(ytdlCmd)
	log.Debug(output)
	return err
}

func downloadVideo(basePath, metadataPath string) error {
	ytdlArgs := []string{
		"--no-progress",
		"-o",
		basePath,
		"--merge-output-format",
		"mp4",
		"--postprocessor-args",
		"ffmpeg:-movflags faststart",
		"--abort-on-unavailable-fragment",
		"--fragment-retries",
		"1",
		"--cookies",
		"cookies.txt",
		"--extractor-args",
		"youtube:player_client=android",
		"--load-info-json",
		metadataPath,
		"-fbestvideo[ext=mp4][vcodec!*=av01][height<=720]+bestaudio[ext!=webm][format_id!=258][format_id!=251][format_id!=256][format_id!=327]",
	}

	ytdlCmd := exec.Command("yt-dlp", ytdlArgs...)
	output, err := runCmd(ytdlCmd)
	log.Debug(output)
	return err
}

func runCmd(cmd *exec.Cmd) ([]string, error) {
	log.Infof("running cmd: %s", strings.Join(cmd.Args, " "))
	var err error
	stderr, err := cmd.StderrPipe()
	if err != nil {
		return nil, err
	}
	stdout, err := cmd.StdoutPipe()
	if err != nil {
		return nil, err
	}
	err = cmd.Start()
	if err != nil {
		return nil, err
	}
	outLog, err := ioutil.ReadAll(stdout)
	if err != nil {
		return nil, err
	}
	errorLog, err := ioutil.ReadAll(stderr)
	if err != nil {
		return nil, err
	}
	done := make(chan error, 1)
	go func() {
		done <- cmd.Wait()
	}()

	select {
	case err := <-done:
		if err != nil {
			log.Error(string(errorLog))
			return nil, err
		}
		return strings.Split(strings.Replace(string(outLog), "\r\n", "\n", -1), "\n"), nil
	}
}