c2ec066c85
-Add LBRYFileProducer, to host the contents of a download without having to keep re-opening it as it is added to -included sd hash in ManagedLBRYFileDownloader, to make comparing the contents of the file manager against name claims easier -add get_lbry_file function, which returns information about a LBRY file found by sd_hash, file name, or lbry uri
268 lines
10 KiB
Python
268 lines
10 KiB
Python
import logging
|
|
import subprocess
|
|
import os
|
|
import shutil
|
|
|
|
from twisted.internet.task import LoopingCall
|
|
from txjsonrpc.web import jsonrpc
|
|
import json
|
|
|
|
from StringIO import StringIO
|
|
from zipfile import ZipFile
|
|
from urllib import urlopen
|
|
from datetime import datetime
|
|
from appdirs import user_data_dir
|
|
from twisted.web import server, static, resource
|
|
from twisted.internet import defer
|
|
from twisted.web.static import StaticProducer
|
|
|
|
from lbrynet.lbrynet_daemon.LBRYDaemon import LBRYDaemon
|
|
from lbrynet.conf import API_CONNECTION_STRING, API_ADDRESS, DEFAULT_WALLET, UI_ADDRESS
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
data_dir = user_data_dir("LBRY")
|
|
if not os.path.isdir(data_dir):
|
|
os.mkdir(data_dir)
|
|
version_dir = os.path.join(data_dir, "ui_version_history")
|
|
if not os.path.isdir(version_dir):
|
|
os.mkdir(version_dir)
|
|
|
|
version_log = logging.getLogger("lbry_version")
|
|
version_log.addHandler(logging.FileHandler(os.path.join(version_dir, "lbry_version.log")))
|
|
version_log.setLevel(logging.INFO)
|
|
|
|
|
|
class LBRYindex(resource.Resource):
|
|
def __init__(self, ui_dir):
|
|
resource.Resource.__init__(self)
|
|
self.ui_dir = ui_dir
|
|
|
|
isLeaf = False
|
|
|
|
def _delayed_render(self, request, results):
|
|
request.write(str(results))
|
|
request.finish()
|
|
|
|
def getChild(self, name, request):
|
|
if name == '':
|
|
return self
|
|
return resource.Resource.getChild(self, name, request)
|
|
|
|
def render_GET(self, request):
|
|
return static.File(os.path.join(self.ui_dir, "index.html")).render_GET(request)
|
|
|
|
|
|
class LBRYFileProducer(StaticProducer):
|
|
def __init__(self, request, lbry_stream):
|
|
self.stream = lbry_stream
|
|
self.updater = LoopingCall(self._check_for_data)
|
|
StaticProducer.__init__(self, request, fileObject=file(lbry_stream.file_written_to))
|
|
|
|
def start(self):
|
|
d = self._set_size()
|
|
self.updater.start(5)
|
|
|
|
def _set_size(self):
|
|
def _set(size):
|
|
self.request.setHeader('content-length', str(size))
|
|
self.request.setHeader('content-type', ' application/octet-stream')
|
|
return defer.succeed(None)
|
|
|
|
d = self.stream.get_total_bytes()
|
|
d.addCallback(_set)
|
|
return d
|
|
|
|
def _check_for_data(self):
|
|
self.fileObject.seek(self.fileObject.tell())
|
|
data = self.fileObject.read()
|
|
if data:
|
|
self.request.write(data)
|
|
|
|
def _check_status(stream_status):
|
|
if stream_status.running_status == "completed":
|
|
self.stopProducing()
|
|
return defer.succeed(None)
|
|
|
|
d = self.stream.status()
|
|
d.addCallback(_check_status)
|
|
|
|
def resumeProducing(self):
|
|
self.updater.start(1)
|
|
|
|
def stopProducing(self):
|
|
self.updater.stop()
|
|
self.fileObject.close()
|
|
self.stream.stop()
|
|
self.request.finish()
|
|
|
|
|
|
class HostedLBRYFile(resource.Resource):
|
|
def __init__(self, api):
|
|
self._api = api
|
|
self.stream = None
|
|
self.streaming_file = None
|
|
resource.Resource.__init__(self)
|
|
|
|
def _set_stream(self, stream):
|
|
self.stream = stream
|
|
|
|
def makeProducer(self, request, stream):
|
|
return LBRYFileProducer(request, stream)
|
|
|
|
def render_GET(self, request):
|
|
if 'name' in request.args.keys():
|
|
if request.args['name'][0] != 'lbry':
|
|
if request.args['name'][0] != self.streaming_file:
|
|
self.streaming_file = request.args['name'][0]
|
|
d = self._api._download_name(request.args['name'][0])
|
|
d.addCallback(self._set_stream)
|
|
else:
|
|
d = defer.succeed(None)
|
|
d.addCallback(lambda _: self.makeProducer(request, self.stream).start())
|
|
else:
|
|
request.redirect(UI_ADDRESS)
|
|
request.finish()
|
|
return server.NOT_DONE_YET
|
|
|
|
|
|
class LBRYFileRender(resource.Resource):
|
|
isLeaf = False
|
|
|
|
def render_GET(self, request):
|
|
if 'name' in request.args.keys():
|
|
api = jsonrpc.Proxy(API_CONNECTION_STRING)
|
|
if request.args['name'][0] != 'lbry':
|
|
d = api.callRemote("get", {'name': request.args['name'][0]})
|
|
d.addCallback(lambda results: static.File(results['path'], defaultType='video/octet-stream'))
|
|
d.addCallback(lambda static_file: static_file.render_GET(request) if static_file.getFileSize() > 0
|
|
else server.failure)
|
|
else:
|
|
request.redirect(UI_ADDRESS)
|
|
request.finish()
|
|
return server.NOT_DONE_YET
|
|
else:
|
|
return server.failure
|
|
|
|
|
|
class LBRYDaemonServer(object):
|
|
def __init__(self):
|
|
self.data_dir = user_data_dir("LBRY")
|
|
if not os.path.isdir(self.data_dir):
|
|
os.mkdir(self.data_dir)
|
|
self.version_dir = os.path.join(self.data_dir, "ui_version_history")
|
|
if not os.path.isdir(self.version_dir):
|
|
os.mkdir(self.version_dir)
|
|
self.config = os.path.join(self.version_dir, "active.json")
|
|
self.ui_dir = os.path.join(self.data_dir, "lbry-web-ui")
|
|
self.git_version = None
|
|
self._api = None
|
|
self.root = None
|
|
|
|
if not os.path.isfile(os.path.join(self.config)):
|
|
self.loaded_git_version = None
|
|
else:
|
|
try:
|
|
f = open(self.config, "r")
|
|
loaded_ui = json.loads(f.read())
|
|
f.close()
|
|
self.loaded_git_version = loaded_ui['commit']
|
|
self.loaded_branch = loaded_ui['branch']
|
|
version_log.info("[" + str(datetime.now()) + "] Last used " + self.loaded_branch + " commit " + str(self.loaded_git_version).replace("\n", ""))
|
|
except:
|
|
self.loaded_git_version = None
|
|
self.loaded_branch = None
|
|
|
|
def setup(self, branch="HEAD", user_specified=None):
|
|
self.branch = branch
|
|
if user_specified:
|
|
if os.path.isdir(user_specified):
|
|
log.info("Using user specified UI directory: " + str(user_specified))
|
|
self.branch = "user-specified"
|
|
self.loaded_git_version = "user-specified"
|
|
self.ui_dir = user_specified
|
|
return defer.succeed("user-specified")
|
|
else:
|
|
log.info("User specified UI directory doesn't exist, using " + branch)
|
|
elif branch == "HEAD":
|
|
log.info("Using UI branch: " + branch)
|
|
self._gitcmd = "git ls-remote https://github.com/lbryio/lbry-web-ui.git | grep %s | cut -f 1" % branch
|
|
self._dist_url = "https://raw.githubusercontent.com/lbryio/lbry-web-ui/master/dist.zip"
|
|
else:
|
|
log.info("Using UI branch: " + branch)
|
|
self._gitcmd = "git ls-remote https://github.com/lbryio/lbry-web-ui.git | grep refs/heads/%s | cut -f 1" % branch
|
|
self._dist_url = "https://raw.githubusercontent.com/lbryio/lbry-web-ui/%s/dist.zip" % branch
|
|
|
|
d = self._up_to_date()
|
|
d.addCallback(lambda r: self._download_ui() if not r else self.branch)
|
|
return d
|
|
|
|
def _up_to_date(self):
|
|
def _get_git_info():
|
|
r = subprocess.check_output(self._gitcmd, shell=True)
|
|
return defer.succeed(r)
|
|
|
|
def _set_git(version):
|
|
self.git_version = version
|
|
version_log.info("[" + str(datetime.now()) + "] UI branch " + self.branch + " has a most recent commit of: " + str(self.git_version).replace("\n", ""))
|
|
|
|
if self.git_version == self.loaded_git_version and os.path.isdir(self.ui_dir):
|
|
version_log.info("[" + str(datetime.now()) + "] local copy of " + self.branch + " is up to date")
|
|
return defer.succeed(True)
|
|
else:
|
|
if self.git_version == self.loaded_git_version:
|
|
version_log.info("[" + str(datetime.now()) + "] Can't find ui files, downloading them again")
|
|
else:
|
|
version_log.info("[" + str(datetime.now()) + "] local copy of " + self.branch + " branch is out of date, updating")
|
|
f = open(self.config, "w")
|
|
f.write(json.dumps({'commit': self.git_version,
|
|
'time': str(datetime.now()),
|
|
'branch': self.branch}))
|
|
f.close()
|
|
return defer.succeed(False)
|
|
|
|
d = _get_git_info()
|
|
d.addCallback(_set_git)
|
|
return d
|
|
|
|
def _download_ui(self):
|
|
def _delete_ui_dir():
|
|
if os.path.isdir(self.ui_dir):
|
|
if self.loaded_git_version:
|
|
version_log.info("[" + str(datetime.now()) + "] Removed ui files for commit " + str(self.loaded_git_version).replace("\n", ""))
|
|
log.info("Removing out of date ui files")
|
|
shutil.rmtree(self.ui_dir)
|
|
return defer.succeed(None)
|
|
|
|
def _dl_ui():
|
|
url = urlopen(self._dist_url)
|
|
z = ZipFile(StringIO(url.read()))
|
|
names = [i for i in z.namelist() if '.DS_exStore' not in i and '__MACOSX' not in i]
|
|
z.extractall(self.ui_dir, members=names)
|
|
version_log.info("[" + str(datetime.now()) + "] Updated branch " + self.branch + ": " + str(self.loaded_git_version).replace("\n", "") + " --> " + self.git_version.replace("\n", ""))
|
|
log.info("Downloaded files for UI commit " + str(self.git_version).replace("\n", ""))
|
|
self.loaded_git_version = self.git_version
|
|
return self.branch
|
|
|
|
d = _delete_ui_dir()
|
|
d.addCallback(lambda _: _dl_ui())
|
|
return d
|
|
|
|
def _setup_server(self, ui_ver):
|
|
self._api = LBRYDaemon(ui_ver, wallet_type=DEFAULT_WALLET)
|
|
self.root = LBRYindex(self.ui_dir)
|
|
self.root.putChild("css", static.File(os.path.join(self.ui_dir, "css")))
|
|
self.root.putChild("font", static.File(os.path.join(self.ui_dir, "font")))
|
|
self.root.putChild("img", static.File(os.path.join(self.ui_dir, "img")))
|
|
self.root.putChild("js", static.File(os.path.join(self.ui_dir, "js")))
|
|
# self.root.putChild("view", LBRYFileRender())
|
|
self.root.putChild("view", HostedLBRYFile(self._api))
|
|
self.root.putChild(API_ADDRESS, self._api)
|
|
return defer.succeed(True)
|
|
|
|
def start(self, branch="HEAD", user_specified=False):
|
|
d = self.setup(branch=branch, user_specified=user_specified)
|
|
d.addCallback(lambda v: self._setup_server(v))
|
|
d.addCallback(lambda _: self._api.setup())
|
|
|
|
return d
|