diff --git a/lbrynet/dht/protocol/routing_table.py b/lbrynet/dht/protocol/routing_table.py
index b21b86559..3653f453f 100644
--- a/lbrynet/dht/protocol/routing_table.py
+++ b/lbrynet/dht/protocol/routing_table.py
@@ -281,6 +281,8 @@ class TreeRoutingTable:
             old_bucket.remove_peer(contact)
 
     def join_buckets(self):
+        if len(self.buckets) == 1:
+            return
         to_pop = [i for i, bucket in enumerate(self.buckets) if not len(bucket)]
         if not to_pop:
             return