lbry-sdk/lbrynet/dht/datastore.py

67 lines
2.4 KiB
Python
Raw Normal View History

2018-07-22 01:20:24 +02:00
from collections import UserDict
2018-11-09 20:02:03 +01:00
from lbrynet.dht import constants
2015-08-20 17:27:15 +02:00
class DictDataStore(UserDict):
2015-08-20 17:27:15 +02:00
""" A datastore using an in-memory Python dictionary """
#implements(IDataStore)
2017-03-31 19:32:43 +02:00
2018-05-23 22:53:35 +02:00
def __init__(self, getTime=None):
2015-08-20 17:27:15 +02:00
# Dictionary format:
# { <key>: (<contact>, <value>, <lastPublished>, <originallyPublished> <originalPublisherID>) }
2018-07-22 01:20:24 +02:00
super().__init__()
2018-05-23 22:53:35 +02:00
if not getTime:
from twisted.internet import reactor
getTime = reactor.seconds
self._getTime = getTime
self.completed_blobs = set()
2015-08-20 17:27:15 +02:00
def filter_bad_and_expired_peers(self, key):
"""
Returns only non-expired and unknown/good peers
"""
return filter(
lambda peer:
self._getTime() - peer[3] < constants.dataExpireTimeout and peer[0].contact_is_good is not False,
2018-07-22 01:20:24 +02:00
self[key]
)
def filter_expired_peers(self, key):
"""
Returns only non-expired peers
"""
2018-07-22 01:20:24 +02:00
return filter(lambda peer: self._getTime() - peer[3] < constants.dataExpireTimeout, self[key])
2015-08-20 17:27:15 +02:00
def removeExpiredPeers(self):
expired_keys = []
2018-07-22 01:20:24 +02:00
for key in self.keys():
unexpired_peers = list(self.filter_expired_peers(key))
2018-05-24 16:23:22 +02:00
if not unexpired_peers:
expired_keys.append(key)
2018-05-24 16:23:22 +02:00
else:
self[key] = unexpired_peers
for key in expired_keys:
del self[key]
2015-08-20 17:27:15 +02:00
def hasPeersForBlob(self, key):
return bool(key in self and len(tuple(self.filter_bad_and_expired_peers(key))))
2015-08-20 17:27:15 +02:00
def addPeerToBlob(self, contact, key, compact_address, lastPublished, originallyPublished, originalPublisherID):
2018-07-22 01:20:24 +02:00
if key in self:
if compact_address not in map(lambda store_tuple: store_tuple[1], self[key]):
self[key].append(
2018-05-29 22:50:23 +02:00
(contact, compact_address, lastPublished, originallyPublished, originalPublisherID)
)
2015-08-20 17:27:15 +02:00
else:
2018-07-22 01:20:24 +02:00
self[key] = [(contact, compact_address, lastPublished, originallyPublished, originalPublisherID)]
2015-08-20 17:27:15 +02:00
def getPeersForBlob(self, key):
2018-07-22 01:20:24 +02:00
return [] if key not in self else [val[1] for val in self.filter_bad_and_expired_peers(key)]
2017-10-10 19:27:44 +02:00
def getStoringContacts(self):
contacts = set()
2018-07-22 01:20:24 +02:00
for key in self:
for values in self[key]:
contacts.add(values[0])
return list(contacts)