exploring dht

scripts/dht_scripts.py

@@ -1,11 +1,15 @@
-import binascii
-import logging
+from lbrynet.core import log_support
+
+import logging.handlers
 import sys
+import traceback
 
 from lbrynet.dht.node import Node
-from twisted.internet import reactor, task
+
+from twisted.internet import reactor, defer
 from lbrynet.core.utils import generate_id
 
+
 log = logging.getLogger(__name__)
 
 
@@ -13,90 +17,91 @@ def print_usage():
     print "Usage:\n%s UDP_PORT KNOWN_NODE_IP KNOWN_NODE_PORT HASH"
 
 
+@defer.inlineCallbacks
 def join_network(udp_port, known_nodes):
     lbryid = generate_id()
 
-    log.info('Creating Node')
+    log.info('Creating node')
     node = Node(udpPort=udp_port, lbryid=lbryid)
 
     log.info('Joining network')
-    d = node.joinNetwork(known_nodes)
+    yield node.joinNetwork(known_nodes)
 
-    def log_network_size():
+    defer.returnValue(node)
+
+
+@defer.inlineCallbacks
+def get_hosts(node, h):
+    log.info("Looking up %s", h)
+    hosts = yield node.getPeersForBlob(h.decode("hex"))
+    log.info("Hosts returned from the DHT: %s", hosts)
+
+
+@defer.inlineCallbacks
+def announce_hash(node, h):
+    results = yield node.announceHaveBlob(h, 34567)
+    for success, result in results:
+        if success:
+            log.info("Succeeded: %s", str(result))
+        else:
+            log.info("Failed: %s", str(result.getErrorMessage()))
+
+
+# def get_args():
+#     if len(sys.argv) < 5:
+#         print_usage()
+#         sys.exit(1)
+#     udp_port = int(sys.argv[1])
+#     known_nodes = [(sys.argv[2], int(sys.argv[3]))]
+#     h = binascii.unhexlify(sys.argv[4])
+#     return udp_port, known_nodes, h
+
+
+@defer.inlineCallbacks
+def connect(port=None):
+    try:
+        if port is None:
+            raise Exception("need a port")
+        known_nodes = [('54.236.227.82', 4444)]  # lbrynet1
+        node = yield join_network(port, known_nodes)
+        log.info("joined")
+        reactor.callLater(3, find, node)
+    except Exception:
+        log.error("CAUGHT EXCEPTION")
+        traceback.print_exc()
+        log.info("Stopping reactor")
+        yield reactor.stop()
+
+
+@defer.inlineCallbacks
+def find(node):
+    try:
         log.info("Approximate number of nodes in DHT: %s", str(node.getApproximateTotalDHTNodes()))
         log.info("Approximate number of blobs in DHT: %s", str(node.getApproximateTotalHashes()))
 
-    d.addCallback(lambda _: log_network_size())
+        h = "578f5e82da7db97bfe0677826d452cc0c65406a8e986c9caa126af4ecdbf4913daad2f7f5d1fb0ffec17d0bf8f187f5a"
+        peersFake = yield node.getPeersForBlob(h.decode("hex"))
+        print peersFake
+        peers = yield node.getPeersForBlob(h.decode("hex"))
+        print peers
 
-    d.addCallback(lambda _: node)
+        # yield get_hosts(node, h)
+    except Exception:
+        log.error("CAUGHT EXCEPTION")
+        traceback.print_exc()
 
-    return d
+    log.info("Stopping reactor")
+    yield reactor.stop()
 
 
-def get_hosts(node, h):
-    def print_hosts(hosts):
-        print "Hosts returned from the DHT: "
-        print hosts
 
-    log.info("Looking up %s", h)
-    d = node.getPeersForBlob(h)
-    d.addCallback(print_hosts)
-    return d
-
-
-def announce_hash(node, h):
-    d = node.announceHaveBlob(h, 34567)
-
-    def log_results(results):
-        for success, result in results:
-            if success:
-                log.info("Succeeded: %s", str(result))
-            else:
-                log.info("Failed: %s", str(result.getErrorMessage()))
-
-    d.addCallback(log_results)
-    return d
-
-
-def get_args():
-    if len(sys.argv) < 5:
-        print_usage()
-        sys.exit(1)
-    udp_port = int(sys.argv[1])
-    known_nodes = [(sys.argv[2], int(sys.argv[3]))]
-    h = binascii.unhexlify(sys.argv[4])
-    return udp_port, known_nodes, h
-
-
-def run_dht_script(dht_func):
-    log_format = "(%(asctime)s)[%(filename)s:%(lineno)s] %(funcName)s(): %(message)s"
-    logging.basicConfig(level=logging.DEBUG, format=log_format)
-
-    udp_port, known_nodes, h = get_args()
-
-    d = task.deferLater(reactor, 0, join_network, udp_port, known_nodes)
-
-    def run_dht_func(node):
-        return dht_func(node, h)
-
-    d.addCallback(run_dht_func)
-
-    def log_err(err):
-        log.error("An error occurred: %s", err.getTraceback())
-        return err
-
-    def shut_down():
-        log.info("Shutting down")
-        reactor.stop()
-
-    d.addErrback(log_err)
-    d.addBoth(lambda _: shut_down())
+def main():
+    log_support.configure_console(level='DEBUG')
+    log_support.configure_twisted()
+    reactor.callLater(0, connect, port=10001)
+    log.info("Running reactor")
     reactor.run()
 
 
-def get_hosts_for_hash_in_dht():
-    run_dht_script(get_hosts)
-
-
-def announce_hash_to_dht():
-    run_dht_script(announce_hash)
+if __name__ == '__main__':
+    sys.exit(main())