268 lines
11 KiB
Python
268 lines
11 KiB
Python
from lbrynet.p2p.client.ClientRequest import ClientRequest
|
|
from lbrynet.p2p.server.ServerProtocol import ServerProtocol
|
|
from lbrynet.p2p.client.ClientProtocol import ClientProtocol
|
|
from lbrynet.p2p.RateLimiter import RateLimiter
|
|
from lbrynet.p2p.Peer import Peer
|
|
from lbrynet.p2p.PeerManager import PeerManager
|
|
from lbrynet.p2p.Error import NoResponseError
|
|
|
|
from twisted.trial.unittest import TestCase
|
|
from twisted.internet import defer, reactor, task
|
|
from twisted.internet.task import deferLater
|
|
from twisted.internet.protocol import ServerFactory
|
|
from lbrynet import conf
|
|
from lbrynet.p2p import utils
|
|
|
|
PEER_PORT = 5551
|
|
LOCAL_HOST = '127.0.0.1'
|
|
|
|
|
|
class MocDownloader:
|
|
def insufficient_funds(self):
|
|
pass
|
|
|
|
|
|
class MocRequestCreator:
|
|
|
|
def __init__(self, peers_to_return, peers_to_return_head_blob=None):
|
|
self.peers_to_return = peers_to_return
|
|
self.peers_to_return_head_blob = peers_to_return_head_blob or []
|
|
self.sent_request = False
|
|
|
|
def send_next_request(self, peer, protocol):
|
|
if self.sent_request is True:
|
|
return defer.succeed(False)
|
|
response_identifier = 'moc_request'
|
|
r_dict = {'moc_request':0}
|
|
request = ClientRequest(r_dict, response_identifier)
|
|
d = protocol.add_request(request) # ClientRequest here
|
|
d.addErrback(self.request_err, peer)
|
|
d.addCallback(self.request_success)
|
|
self.sent_request = True
|
|
return defer.succeed(True)
|
|
|
|
def request_success(self, suc):
|
|
pass
|
|
|
|
def request_err(self, err, peer):
|
|
if isinstance(err.value, NoResponseError):
|
|
return err
|
|
|
|
def get_new_peers_for_next_unavailable(self):
|
|
return self.peers_to_return
|
|
|
|
def get_new_peers_for_head_blob(self):
|
|
return self.peers_to_return_head_blob
|
|
|
|
|
|
class MocFunctionalQueryHandler:
|
|
|
|
def __init__(self, clock, is_good=True, is_delayed=False):
|
|
self.query_identifiers = ['moc_request']
|
|
self.is_good = is_good
|
|
self.is_delayed = is_delayed
|
|
self.clock = clock
|
|
|
|
def register_with_request_handler(self, request_handler, peer):
|
|
request_handler.register_query_handler(self, self.query_identifiers)
|
|
|
|
def handle_queries(self, queries):
|
|
if self.query_identifiers[0] in queries:
|
|
if self.is_delayed:
|
|
delay = ClientProtocol.PROTOCOL_TIMEOUT+1
|
|
out = deferLater(self.clock, delay, lambda: {'moc_request':0})
|
|
self.clock.advance(delay)
|
|
return out
|
|
if self.is_good:
|
|
return defer.succeed({'moc_request':0})
|
|
else:
|
|
return defer.succeed({'bad_request':0})
|
|
else:
|
|
return defer.succeed({})
|
|
|
|
|
|
class MocQueryHandlerFactory:
|
|
# is is_good, the query handler works as expectd,
|
|
# is is_delayed, the query handler will delay its resposne
|
|
def __init__(self, clock, is_good=True, is_delayed=False):
|
|
self.is_good = is_good
|
|
self.is_delayed = is_delayed
|
|
self.clock = clock
|
|
|
|
def build_query_handler(self):
|
|
return MocFunctionalQueryHandler(self.clock, self.is_good, self.is_delayed)
|
|
|
|
def get_primary_query_identifier(self):
|
|
return 'moc_query'
|
|
|
|
def get_description(self):
|
|
return "This is a Moc Query"
|
|
|
|
|
|
class MocServerProtocolFactory(ServerFactory):
|
|
protocol = ServerProtocol
|
|
|
|
def __init__(self, clock, is_good=True, is_delayed=False, has_moc_query_handler=True):
|
|
self.rate_limiter = RateLimiter()
|
|
query_handler_factory = MocQueryHandlerFactory(clock, is_good, is_delayed)
|
|
if has_moc_query_handler:
|
|
self.query_handler_factories = {
|
|
query_handler_factory.get_primary_query_identifier():query_handler_factory
|
|
}
|
|
else:
|
|
self.query_handler_factories = {}
|
|
self.peer_manager = PeerManager()
|
|
|
|
|
|
class TestIntegrationConnectionManager(TestCase):
|
|
skip = 'times out, needs to be refactored to work with py3'
|
|
|
|
def setUp(self):
|
|
|
|
conf.initialize_settings(False)
|
|
|
|
self.TEST_PEER = Peer(LOCAL_HOST, PEER_PORT)
|
|
self.downloader = MocDownloader()
|
|
self.rate_limiter = RateLimiter()
|
|
self.primary_request_creator = MocRequestCreator([self.TEST_PEER])
|
|
self.clock = task.Clock()
|
|
utils.call_later = self.clock.callLater
|
|
self.server_port = None
|
|
|
|
def _init_connection_manager(self, seek_head_blob_first=False):
|
|
# this import is required here so utils.call_later is replaced by self.clock.callLater
|
|
from lbrynet.p2p.client.ConnectionManager import ConnectionManager
|
|
self.connection_manager = ConnectionManager(self.downloader, self.rate_limiter,
|
|
[self.primary_request_creator], [])
|
|
self.connection_manager.seek_head_blob_first = seek_head_blob_first
|
|
self.connection_manager._start()
|
|
|
|
def tearDown(self):
|
|
if self.server_port is not None:
|
|
self.server_port.stopListening()
|
|
self.connection_manager.stop()
|
|
conf.settings = None
|
|
|
|
@defer.inlineCallbacks
|
|
def test_success(self):
|
|
self._init_connection_manager()
|
|
# test to see that if we setup a server, we get a connection
|
|
self.server = MocServerProtocolFactory(self.clock)
|
|
self.server_port = reactor.listenTCP(PEER_PORT, self.server, interface=LOCAL_HOST)
|
|
yield self.connection_manager.manage(schedule_next_call=False)
|
|
self.assertEqual(1, self.connection_manager.num_peer_connections())
|
|
connection_made = yield self.connection_manager._peer_connections[self.TEST_PEER].\
|
|
factory.connection_was_made_deferred
|
|
self.assertEqual(0, self.connection_manager.num_peer_connections())
|
|
self.assertTrue(connection_made)
|
|
self.assertEqual(1, self.TEST_PEER.success_count)
|
|
self.assertEqual(0, self.TEST_PEER.down_count)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_server_with_improper_reply(self):
|
|
self._init_connection_manager()
|
|
self.server = MocServerProtocolFactory(self.clock, is_good=False)
|
|
self.server_port = reactor.listenTCP(PEER_PORT, self.server, interface=LOCAL_HOST)
|
|
yield self.connection_manager.manage(schedule_next_call=False)
|
|
self.assertEqual(1, self.connection_manager.num_peer_connections())
|
|
connection_made = yield self.connection_manager._peer_connections[self.TEST_PEER].\
|
|
factory.connection_was_made_deferred
|
|
self.assertEqual(0, self.connection_manager.num_peer_connections())
|
|
self.assertTrue(connection_made)
|
|
self.assertEqual(0, self.TEST_PEER.success_count)
|
|
self.assertEqual(1, self.TEST_PEER.down_count)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_non_existing_server(self):
|
|
# Test to see that if we don't setup a server, we don't get a connection
|
|
|
|
self._init_connection_manager()
|
|
yield self.connection_manager.manage(schedule_next_call=False)
|
|
self.assertEqual(1, self.connection_manager.num_peer_connections())
|
|
connection_made = yield self.connection_manager._peer_connections[self.TEST_PEER].\
|
|
factory.connection_was_made_deferred
|
|
self.assertEqual(0, self.connection_manager.num_peer_connections())
|
|
self.assertFalse(connection_made)
|
|
self.assertEqual(0, self.connection_manager.num_peer_connections())
|
|
self.assertEqual(0, self.TEST_PEER.success_count)
|
|
self.assertEqual(1, self.TEST_PEER.down_count)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_parallel_connections(self):
|
|
# Test to see that we make two new connections at a manage call,
|
|
# without it waiting for the connection to complete
|
|
|
|
self._init_connection_manager()
|
|
test_peer2 = Peer(LOCAL_HOST, PEER_PORT+1)
|
|
self.primary_request_creator.peers_to_return = [self.TEST_PEER, test_peer2]
|
|
yield self.connection_manager.manage(schedule_next_call=False)
|
|
self.assertEqual(2, self.connection_manager.num_peer_connections())
|
|
self.assertIn(self.TEST_PEER, self.connection_manager._peer_connections)
|
|
self.assertIn(test_peer2, self.connection_manager._peer_connections)
|
|
|
|
deferred_conn_made_peer1 = self.connection_manager._peer_connections[self.TEST_PEER].\
|
|
factory.connection_was_made_deferred
|
|
deferred_conn_made_peer1.addCallback(lambda conn_made: self.assertFalse(conn_made))
|
|
|
|
deferred_conn_made_peer2 = self.connection_manager._peer_connections[test_peer2].\
|
|
factory.connection_was_made_deferred
|
|
deferred_conn_made_peer2.addCallback(lambda conn_made: self.assertFalse(conn_made))
|
|
|
|
yield deferred_conn_made_peer1
|
|
yield deferred_conn_made_peer2
|
|
|
|
self.assertEqual(0, self.connection_manager.num_peer_connections())
|
|
self.assertEqual(0, self.TEST_PEER.success_count)
|
|
self.assertEqual(1, self.TEST_PEER.down_count)
|
|
self.assertEqual(0, test_peer2.success_count)
|
|
self.assertEqual(1, test_peer2.down_count)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_stop(self):
|
|
# test to see that when we call stop, the ConnectionManager waits for the
|
|
# current manage call to finish, closes connections,
|
|
# and removes scheduled manage calls
|
|
self._init_connection_manager()
|
|
self.connection_manager.manage(schedule_next_call=True)
|
|
yield self.connection_manager.stop()
|
|
self.assertEqual(0, self.TEST_PEER.success_count)
|
|
self.assertEqual(1, self.TEST_PEER.down_count)
|
|
self.assertEqual(0, self.connection_manager.num_peer_connections())
|
|
self.assertIsNone(self.connection_manager._next_manage_call)
|
|
|
|
@defer.inlineCallbacks
|
|
def test_closed_connection_when_server_is_slow(self):
|
|
self._init_connection_manager()
|
|
self.server = MocServerProtocolFactory(
|
|
self.clock, has_moc_query_handler=True, is_delayed=True)
|
|
self.server_port = reactor.listenTCP(PEER_PORT, self.server, interface=LOCAL_HOST)
|
|
|
|
yield self.connection_manager.manage(schedule_next_call=False)
|
|
self.assertEqual(1, self.connection_manager.num_peer_connections())
|
|
connection_made = yield self.connection_manager._peer_connections[self.TEST_PEER].\
|
|
factory.connection_was_made_deferred
|
|
self.assertEqual(0, self.connection_manager.num_peer_connections())
|
|
self.assertTrue(connection_made)
|
|
self.assertEqual(0, self.TEST_PEER.success_count)
|
|
self.assertEqual(1, self.TEST_PEER.down_count)
|
|
|
|
# test header first seeks
|
|
@defer.inlineCallbacks
|
|
def test_no_peer_for_head_blob(self):
|
|
# test that if we can't find blobs for the head blob,
|
|
# it looks at the next unavailable and makes connection
|
|
self._init_connection_manager(seek_head_blob_first=True)
|
|
self.server = MocServerProtocolFactory(self.clock)
|
|
self.server_port = reactor.listenTCP(PEER_PORT, self.server, interface=LOCAL_HOST)
|
|
|
|
self.primary_request_creator.peers_to_return_head_blob = []
|
|
self.primary_request_creator.peers_to_return = [self.TEST_PEER]
|
|
|
|
yield self.connection_manager.manage(schedule_next_call=False)
|
|
self.assertEqual(1, self.connection_manager.num_peer_connections())
|
|
connection_made = yield self.connection_manager._peer_connections[self.TEST_PEER].\
|
|
factory.connection_was_made_deferred
|
|
self.assertEqual(0, self.connection_manager.num_peer_connections())
|
|
self.assertTrue(connection_made)
|
|
self.assertEqual(1, self.TEST_PEER.success_count)
|
|
self.assertEqual(0, self.TEST_PEER.down_count)
|