LBRYCommunity/lbry-sdk
1
0
Fork 1
Code Issues Pull requests Projects Releases 282 Packages Wiki Activity

dht_crawler: query recently checked as stats

Browse source
This commit is contained in:
Victor Shyba 2022-06-11 01:35:30 -03:00 committed by Victor Shyba
parent fb7a93096e
commit 6c350e57dd
1 changed files with 8 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
scripts/dht_crawler.py
View file

@ -79,6 +79,11 @@ class Crawler:
def all_peers(self):
return set([peer.to_kad_peer() for peer in self.recent_peers_query.all()])
@property
def checked_peers_count(self):
half_hour_ago = datetime.datetime.utcnow() - datetime.timedelta(minutes=30)
return self.recent_peers_query.filter(DHTPeer.last_check > half_hour_ago).count()
@property
def unreachable_peers_count(self):
half_hour_ago = datetime.datetime.utcnow() - datetime.timedelta(minutes=30)
@ -231,9 +236,9 @@ class Crawler:
if len(to_process) > 20:
break
await asyncio.sleep(0)
log.info("%d known, %d unreachable, %d error, %d processing, %d on queue",
self.recent_peers_query.count(), self.unreachable_peers_count, self.peers_with_errors_count,
len(to_process), len(to_check))
log.info("%d known, %d contacted recently, %d unreachable, %d error, %d processing, %d on queue",
self.recent_peers_query.count(), self.checked_peers_count, self.unreachable_peers_count,
self.peers_with_errors_count, len(to_process), len(to_check))
await asyncio.wait(to_process.values(), return_when=asyncio.FIRST_COMPLETED)
to_check = self.get_peers_needing_check()
while not to_check and not to_process: