diff --git a/relay.go b/relay.go
index 062c941..0537767 100644
--- a/relay.go
+++ b/relay.go
@@ -78,5 +78,9 @@ func removeAuthorsNotWhitelisted(ctx context.Context, filter *nostr.Filter) {
 			}
 		}
 		filter.Authors = newAuthors
+
+		if len(newAuthors) == 0 {
+			filter.Limit = 0
+		}
 	}
 }