lbry-sdk/lbrynet/tests/functional/test_streamify.py

139 lines
5.4 KiB
Python
Raw Normal View History

2016-10-20 18:23:39 +02:00
import os
import shutil
2018-02-12 20:19:39 +01:00
import tempfile
2016-10-20 18:23:39 +02:00
from Crypto.Hash import MD5
from twisted.trial.unittest import TestCase
from twisted.internet import defer, threads
2016-10-20 18:23:39 +02:00
from lbrynet import conf
from lbrynet.file_manager.EncryptedFileManager import EncryptedFileManager
2016-10-20 18:23:39 +02:00
from lbrynet.core.Session import Session
from lbrynet.core.StreamDescriptor import StreamDescriptorIdentifier
from lbrynet.file_manager.EncryptedFileCreator import create_lbry_file
from lbrynet.lbry_file.client.EncryptedFileOptions import add_lbry_file_to_sd_identifier
2018-02-12 20:19:39 +01:00
from lbrynet.core.StreamDescriptor import get_sd_info
from lbrynet.core.PeerManager import PeerManager
2017-09-29 12:44:22 +02:00
from lbrynet.core.RateLimiter import DummyRateLimiter
2016-10-20 18:23:39 +02:00
2017-09-28 19:21:26 +02:00
from lbrynet.tests import mocks
2016-10-20 18:23:39 +02:00
FakeNode = mocks.Node
FakeWallet = mocks.Wallet
FakePeerFinder = mocks.PeerFinder
FakeAnnouncer = mocks.Announcer
GenFile = mocks.GenFile
test_create_stream_sd_file = mocks.create_stream_sd_file
DummyBlobAvailabilityTracker = mocks.BlobAvailabilityTracker
class TestStreamify(TestCase):
2018-02-12 20:19:39 +01:00
maxDiff = 5000
2016-10-20 18:23:39 +02:00
def setUp(self):
2017-01-17 04:23:20 +01:00
mocks.mock_conf_settings(self)
2016-10-20 18:23:39 +02:00
self.session = None
self.lbry_file_manager = None
self.is_generous = True
2018-02-12 20:19:39 +01:00
self.db_dir = tempfile.mkdtemp()
self.blob_dir = os.path.join(self.db_dir, "blobfiles")
os.mkdir(self.blob_dir)
@defer.inlineCallbacks
def tearDown(self):
lbry_files = self.lbry_file_manager.lbry_files
for lbry_file in lbry_files:
yield self.lbry_file_manager.delete_lbry_file(lbry_file)
2016-10-20 18:23:39 +02:00
if self.lbry_file_manager is not None:
2018-02-12 20:19:39 +01:00
yield self.lbry_file_manager.stop()
2016-10-20 18:23:39 +02:00
if self.session is not None:
2018-02-12 20:19:39 +01:00
yield self.session.shut_down()
yield self.session.storage.stop()
yield threads.deferToThread(shutil.rmtree, self.db_dir)
2018-02-12 20:19:39 +01:00
if os.path.exists("test_file"):
os.remove("test_file")
2016-10-20 18:23:39 +02:00
def test_create_stream(self):
wallet = FakeWallet()
peer_manager = PeerManager()
peer_finder = FakePeerFinder(5553, peer_manager, 2)
hash_announcer = FakeAnnouncer()
rate_limiter = DummyRateLimiter()
sd_identifier = StreamDescriptorIdentifier()
self.session = Session(
2018-02-12 20:19:39 +01:00
conf.ADJUSTABLE_SETTINGS['data_rate'][1], db_dir=self.db_dir, node_id="abcd",
2016-10-20 18:23:39 +02:00
peer_finder=peer_finder, hash_announcer=hash_announcer,
2018-02-12 20:19:39 +01:00
blob_dir=self.blob_dir, peer_port=5553,
2016-10-20 18:23:39 +02:00
use_upnp=False, rate_limiter=rate_limiter, wallet=wallet,
blob_tracker_class=DummyBlobAvailabilityTracker,
2018-02-20 19:46:46 +01:00
is_generous=self.is_generous, external_ip="127.0.0.1", dht_node_class=mocks.Node
2016-10-20 18:23:39 +02:00
)
2018-02-12 20:19:39 +01:00
self.lbry_file_manager = EncryptedFileManager(self.session, sd_identifier)
2016-10-20 18:23:39 +02:00
d = self.session.setup()
d.addCallback(lambda _: add_lbry_file_to_sd_identifier(sd_identifier))
d.addCallback(lambda _: self.lbry_file_manager.setup())
def verify_equal(sd_info):
self.assertEqual(sd_info, test_create_stream_sd_file)
def verify_stream_descriptor_file(stream_hash):
2018-02-12 20:19:39 +01:00
d = get_sd_info(self.session.storage, stream_hash, True)
2016-10-20 18:23:39 +02:00
d.addCallback(verify_equal)
return d
def iv_generator():
iv = 0
while 1:
iv += 1
yield "%016d" % iv
def create_stream():
test_file = GenFile(5209343, b''.join([chr(i + 3) for i in xrange(0, 64, 6)]))
d = create_lbry_file(self.session, self.lbry_file_manager, "test_file", test_file,
key="0123456701234567", iv_generator=iv_generator())
2018-02-12 20:19:39 +01:00
d.addCallback(lambda lbry_file: lbry_file.stream_hash)
2016-10-20 18:23:39 +02:00
return d
d.addCallback(lambda _: create_stream())
d.addCallback(verify_stream_descriptor_file)
return d
def test_create_and_combine_stream(self):
wallet = FakeWallet()
peer_manager = PeerManager()
peer_finder = FakePeerFinder(5553, peer_manager, 2)
hash_announcer = FakeAnnouncer()
rate_limiter = DummyRateLimiter()
sd_identifier = StreamDescriptorIdentifier()
self.session = Session(
2018-02-12 20:19:39 +01:00
conf.ADJUSTABLE_SETTINGS['data_rate'][1], db_dir=self.db_dir, node_id="abcd",
2016-10-20 18:23:39 +02:00
peer_finder=peer_finder, hash_announcer=hash_announcer,
2018-02-20 19:46:46 +01:00
blob_dir=self.blob_dir, peer_port=5553, dht_node_class=mocks.Node,
2016-10-20 18:23:39 +02:00
use_upnp=False, rate_limiter=rate_limiter, wallet=wallet,
2017-10-10 19:31:07 +02:00
blob_tracker_class=DummyBlobAvailabilityTracker, external_ip="127.0.0.1"
2016-10-20 18:23:39 +02:00
)
2018-02-12 20:19:39 +01:00
self.lbry_file_manager = EncryptedFileManager(self.session, sd_identifier)
2016-10-20 18:23:39 +02:00
2017-02-16 15:12:16 +01:00
@defer.inlineCallbacks
2016-10-20 18:23:39 +02:00
def create_stream():
test_file = GenFile(53209343, b''.join([chr(i + 5) for i in xrange(0, 64, 6)]))
2018-02-12 20:19:39 +01:00
lbry_file = yield create_lbry_file(self.session, self.lbry_file_manager, "test_file", test_file)
sd_hash = yield self.session.storage.get_sd_blob_hash_for_stream(lbry_file.stream_hash)
self.assertTrue(lbry_file.sd_hash, sd_hash)
yield lbry_file.start()
f = open('test_file')
hashsum = MD5.new()
hashsum.update(f.read())
self.assertEqual(hashsum.hexdigest(), "68959747edc73df45e45db6379dd7b3b")
2016-10-20 18:23:39 +02:00
d = self.session.setup()
d.addCallback(lambda _: add_lbry_file_to_sd_identifier(sd_identifier))
d.addCallback(lambda _: self.lbry_file_manager.setup())
d.addCallback(lambda _: create_stream())
return d