diff --git a/src/switch_rtp.c b/src/switch_rtp.c
index d27e70e85e..8ca5c526f8 100644
--- a/src/switch_rtp.c
+++ b/src/switch_rtp.c
@@ -487,8 +487,7 @@ static int rtp_common_read(switch_rtp *rtp_session, void *data, int *payload_typ
 						"error: srtp unprotection failed with code %d%s\n", stat,
 						stat == err_status_replay_fail ? " (replay check failed)" :
 						stat == err_status_auth_fail ? " (auth check failed)" : "");
-				switch_yield(1000);
-				continue;
+				return -1;
 			}
 			bytes = sbytes;
 		}