diff --git a/src/libosmo-mgcp/mgcp_network.c b/src/libosmo-mgcp/mgcp_network.c
index 994ce45ad..674c0964f 100644
--- a/src/libosmo-mgcp/mgcp_network.c
+++ b/src/libosmo-mgcp/mgcp_network.c
@@ -834,7 +834,8 @@ static int check_rtp_origin(struct mgcp_conn_rtp *conn, struct osmo_sockaddr *ad
 {
 	char ipbuf[INET6_ADDRSTRLEN];
 
-	if (osmo_sockaddr_is_any(&conn->end.addr) != 0) {
+	if (osmo_sockaddr_is_any(&conn->end.addr) != 0 ||
+	    osmo_sockaddr_port(&conn->end.addr.u.sa) == 0) {
 		if (mgcp_conn_rtp_is_iuup(conn) && !conn->iuup.configured) {
 			/* Allow IuUP Initialization to get through even if we don't have a remote address set yet.
 			 * This is needed because hNodeB doesn't announce its IuUP remote IP addr to the MGCP client