diff --git a/tests/user/test_user_random.yml b/tests/user/test_user_random.yml
index 44b9373aa1475f6bb29c1eb615752f4442726d08..ce56abb020048f1a57c3484d2fdf951713e794df 100644
--- a/tests/user/test_user_random.yml
+++ b/tests/user/test_user_random.yml
@@ -22,7 +22,8 @@
       update_password: on_create
     register: ipauser
     failed_when: not ipauser.changed or
-                 ipauser.user.randompassword is not defined
+                 ipauser.user.randompassword is not defined or
+                 ipauser.failed
 
   - name: Print generated random password
     debug:
@@ -35,7 +36,7 @@
       - user1
       state: absent
 
-  - name: Users user1 and user1 present with random password
+  - name: Users user1 and user2 present with random password
     ipauser:
       ipaadmin_password: SomeADMINpassword
       users:
@@ -51,7 +52,8 @@
     register: ipauser
     failed_when: not ipauser.changed or
                  ipauser.user.user1.randompassword is not defined or
-                 ipauser.user.user2.randompassword is not defined
+                 ipauser.user.user2.randompassword is not defined or
+                 ipauser.failed
 
   - name: Print generated random password for user1
     debug: