diff --git a/lbrynet/dht/protocol.py b/lbrynet/dht/protocol.py
index f9a7efa3b..197761026 100644
--- a/lbrynet/dht/protocol.py
+++ b/lbrynet/dht/protocol.py
@@ -73,8 +73,10 @@ class PingQueue(object):
         yield defer.DeferredList([_ping(contact) for contact in pinged])
 
         for contact in checked:
-            if contact in self._enqueued_contacts:
+            if contact in self._enqueued_contacts and contact in pinged:
                 del self._enqueued_contacts[contact]
+            elif contact not in self._queue:
+                self._queue.appendleft(contact)
 
         defer.returnValue(None)