lbry-sdk/lbrynet/p2p/client/DownloadManager.py

102 lines
3.3 KiB
Python
Raw Normal View History

2015-08-20 17:27:15 +02:00
import logging
from twisted.internet import defer
log = logging.getLogger(__name__)
class DownloadManager:
#implements(interfaces.IDownloadManager)
2015-08-20 17:27:15 +02:00
def __init__(self, blob_manager):
2015-08-20 17:27:15 +02:00
self.blob_manager = blob_manager
self.blob_info_finder = None
self.progress_manager = None
self.blob_handler = None
self.connection_manager = None
self.blobs = {}
self.blob_infos = {}
######### IDownloadManager #########
def start_downloading(self):
d = self.blob_info_finder.get_initial_blobs()
log.debug("Requested the initial blobs from the info finder")
2015-08-20 17:27:15 +02:00
d.addCallback(self.add_blobs_to_download)
d.addCallback(lambda _: self.resume_downloading())
return d
@defer.inlineCallbacks
2015-08-20 17:27:15 +02:00
def resume_downloading(self):
yield self.connection_manager.start()
yield self.progress_manager.start()
defer.returnValue(True)
2015-08-20 17:27:15 +02:00
@defer.inlineCallbacks
2015-08-20 17:27:15 +02:00
def stop_downloading(self):
yield self.progress_manager.stop()
yield self.connection_manager.stop()
defer.returnValue(True)
2015-08-20 17:27:15 +02:00
def add_blobs_to_download(self, blob_infos):
2016-07-17 16:00:00 +02:00
log.debug("Adding %s blobs to blobs", len(blob_infos))
2015-08-20 17:27:15 +02:00
def add_blob_to_list(blob, blob_num):
self.blobs[blob_num] = blob
2016-11-30 21:20:45 +01:00
log.debug(
"Added blob (hash: %s, number %s) to the list", blob.blob_hash, blob_num)
2015-08-20 17:27:15 +02:00
def error_during_add(err):
2016-11-30 21:20:45 +01:00
log.warning(
"An error occurred adding the blob to blobs. Error:%s", err.getErrorMessage())
2015-08-20 17:27:15 +02:00
return err
ds = []
for blob_info in blob_infos:
if not blob_info.blob_num in self.blobs:
self.blob_infos[blob_info.blob_num] = blob_info
2016-11-30 21:20:45 +01:00
log.debug(
"Trying to get the blob associated with blob hash %s", blob_info.blob_hash)
d = self.blob_manager.get_blob(blob_info.blob_hash, blob_info.length)
2015-08-20 17:27:15 +02:00
d.addCallback(add_blob_to_list, blob_info.blob_num)
d.addErrback(error_during_add)
ds.append(d)
dl = defer.DeferredList(ds)
return dl
def stream_position(self):
return self.progress_manager.stream_position()
def needed_blobs(self):
return self.progress_manager.needed_blobs()
def final_blob_num(self):
return self.blob_info_finder.final_blob_num()
def handle_blob(self, blob_num):
return self.blob_handler.handle_blob(self.blobs[blob_num], self.blob_infos[blob_num])
def calculate_total_bytes(self):
return sum([bi.length for bi in self.blob_infos.values()])
2015-08-20 17:27:15 +02:00
def calculate_bytes_left_to_output(self):
if not self.blobs:
return self.calculate_total_bytes()
else:
2016-11-30 21:20:45 +01:00
to_be_outputted = [
b for n, b in self.blobs.items()
2016-11-30 21:20:45 +01:00
if n >= self.progress_manager.last_blob_outputted
]
2015-08-20 17:27:15 +02:00
return sum([b.length for b in to_be_outputted if b.length is not None])
def calculate_bytes_left_to_download(self):
if not self.blobs:
return self.calculate_total_bytes()
else:
2016-06-01 05:49:00 +02:00
return sum([b.length for b in self.needed_blobs() if b.length is not None])
def get_head_blob_hash(self):
return self.blobs[0].blob_hash