Tighten cacheable decision behind @Lazy injection point

Closes gh-35917

spring-context/src/main/java/org/springframework/context/annotation/ContextAnnotationAutowireCandidateResolver.java

@@ -168,7 +168,9 @@ public class ContextAnnotationAutowireCandidateResolver extends QualifierAnnotat
 				}
 			}
 
-			boolean cacheable = true;
+			boolean cacheable = false;
+			if (!autowiredBeanNames.isEmpty()) {
+				cacheable = true;
 				for (String autowiredBeanName : autowiredBeanNames) {
 					if (!this.beanFactory.containsBean(autowiredBeanName)) {
 						cacheable = false;
@@ -181,10 +183,11 @@ public class ContextAnnotationAutowireCandidateResolver extends QualifierAnnotat
 							cacheable = false;
 						}
 					}
+				}
+			}
 			if (cacheable) {
 				this.cachedTarget = target;
 			}
-			}
 
 			return target;
 		}