diff --git a/client/ssh/server/server.go b/client/ssh/server/server.go
index a663614f4..e897bbade 100644
--- a/client/ssh/server/server.go
+++ b/client/ssh/server/server.go
@@ -440,12 +440,8 @@ func (s *Server) ensureJWTValidator() error {
 	)
 
 	// Use custom userIDClaim from authorizer if available
-	audience := ""
-	if len(config.Audiences) != 0 {
-		audience = config.Audiences[0]
-	}
 	extractorOptions := []jwt.ClaimsExtractorOption{
-		jwt.WithAudience(audience),
+		jwt.WithAudience(config.Audiences[0]),
 	}
 	if authorizer.GetUserIDClaim() != "" {
 		extractorOptions = append(extractorOptions, jwt.WithUserIDClaim(authorizer.GetUserIDClaim()))