diff --git a/networking/ntpd.c b/networking/ntpd.c
index 447a464..3214f44 100644
--- a/networking/ntpd.c
+++ b/networking/ntpd.c
@@ -1626,6 +1626,9 @@ recv_and_process_peer_pkt(peer_t *p)
 	datapoint_t *datapoint;
 	peer_t      *q;
 
+	if (p->p_fd == -1)
+		goto set_interval_next_and_ret;
+
 	/* We can recvfrom here and check from.IP, but some multihomed
 	 * ntp servers reply from their *other IP*.
 	 * TODO: maybe we should check at least what we can: from.port == 123?
@@ -1816,6 +1819,7 @@ recv_and_process_peer_pkt(peer_t *p)
 		}
 	}
 
+set_interval_next_and_ret:
 	/* Decide when to send new query for this peer */
 	interval = poll_interval(0);