diff --git a/serverloop.c b/serverloop.c
index d8cb54b..8be01c5 100644
--- a/serverloop.c
+++ b/serverloop.c
@@ -1124,7 +1124,8 @@
 		    no_port_forwarding_flag ||
 		    (!want_reply && listen_port == 0)
 #ifndef NO_IPPORT_RESERVED_CONCEPT
-		    || (listen_port < IPPORT_RESERVED && pw->pw_uid != 0)
+		    || (listen_port != 0 && listen_port < IPPORT_RESERVED &&
+                    pw->pw_uid != 0)
 #endif
 		    ) {
 			success = 0;