From 443a1c32fa8f978e60535692618289df7999d0ea Mon Sep 17 00:00:00 2001 From: Victor Shyba Date: Sat, 11 Jun 2022 17:40:42 -0300 Subject: [PATCH] dht_crawler: save a set of connections to avoid dupes, enable initial crawl --- scripts/dht_crawler.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/scripts/dht_crawler.py b/scripts/dht_crawler.py index 4b1f11e4f..093092a72 100644 --- a/scripts/dht_crawler.py +++ b/scripts/dht_crawler.py @@ -142,12 +142,12 @@ class Crawler: def associate_peers(self, target_peer, peers): db_peer = self.get_from_peer(target_peer) - connections = [ + connections = { DHTConnection( from_peer_id=db_peer.peer_id, to_peer_id=self.get_from_peer(peer).peer_id) for peer in peers - ] + } for peer in peers: self.db.query(DHTPeer).filter(DHTPeer.address == peer.address, DHTPeer.udp_port == peer.udp_port).update( {DHTPeer.last_seen: datetime.datetime.utcnow()}) @@ -261,8 +261,8 @@ async def test(): crawler = Crawler("/tmp/a.db") await crawler.node.start_listening() conf = Config() - #for (host, port) in conf.known_dht_nodes: - # await crawler.crawl_routing_table(host, port) + for (host, port) in conf.known_dht_nodes: + await crawler.crawl_routing_table(host, port) await crawler.process() if __name__ == '__main__':