diff --git a/utils/ansible-doc-test b/utils/ansible-doc-test
index a7c2985320f77f39f0050440ffc8bc6080dc490b..dc09afc52e9a2122b0cf284c70728a8784ca8bad 100755
--- a/utils/ansible-doc-test
+++ b/utils/ansible-doc-test
@@ -124,7 +124,10 @@ def ansible_doc_test(path, verbose):
                 # All roles and plugins
                 roles = os.listdir("roles/")
                 for _role in roles:
-                    if not os.path.isdir("roles/%s" % _role):
+                    if (
+                        not os.path.isdir("roles/%s" % _role)
+                        or not os.path.isdir("roles/%s/library" % _role)
+                    ):
                         continue
                     modules = os.listdir("roles/%s/library" % _role)
                     for _module in modules: