Filter out tests with no programming environments

reframe/frontend/cli.py

@@ -6,6 +6,7 @@
 import reframe.core.config as config
 import reframe.core.logging as logging
 import reframe.core.runtime as runtime
+import reframe.utility as util
 import reframe.utility.os_ext as os_ext
 from reframe.core.exceptions import (EnvironError, ConfigError, ReframeError,
                                      ReframeFatalError, format_exception,
@@ -351,8 +352,8 @@ def main():
         # Filter checks by prgenv
         if not options.skip_prgenv_check:
             checks_matched = filter(
-                lambda c: c if all(c.supports_environ(e)
-                                   for e in options.prgenv) else None,
+                lambda c: c if util.allx(c.supports_environ(e)
+                                         for e in options.prgenv) else None,
                 checks_matched
             )
 

reframe/utility/__init__.py

@@ -1,9 +1,11 @@
 import collections
 import importlib
 import importlib.util
+import itertools
 import os
 import re
 import sys
+import types
 
 from collections import UserDict
 
@@ -54,6 +56,28 @@ def import_module_from_file(filename):
     return importlib.import_module(module_name)
 
 
+def allx(iterable):
+    """Return ``True`` if all elements of the `iterable` are true. If
+    iterable is empty or ``None`` return ``False``.
+
+    .. versionadded:: 2.13
+
+    """
+
+    # Check if iterable is an empty generator
+    if isinstance(iterable, types.GeneratorType):
+        try:
+            first_item = next(iterable)
+            return all(itertools.chain([first_item], iterable))
+        except StopIteration:
+            return False
+
+    if not iterable:
+        return False
+
+    return all(iterable)
+
+
 def decamelize(s):
     """Decamelize the string ``s``.
 

reframe/utility/sanity.py

@@ -63,6 +63,7 @@
 import itertools
 import re
 
+import reframe.utility as util
 from reframe.core.deferrable import deferrable, evaluate
 from reframe.core.exceptions import SanityError
 
@@ -116,6 +117,16 @@ def all(iterable):
     return builtins.all(iterable)
 
 
+@deferrable
+def allx(iterable):
+    """Replacement for the :func:`allx() <reframe.utility.allx>` function.
+
+    .. versionadded:: 2.13
+
+    """
+    return util.allx(iterable)
+
+
 @deferrable
 def any(iterable):
     """Replacement for the built-in :func:`any() <python:any>` function."""

unittests/test_cli.py

@@ -257,19 +257,19 @@ def test_checkpath_recursion(self):
         self.checkpath = []
         returncode, stdout, _ = self._run_reframe()
         num_checks_default = re.search(
-            'Found (\d+) check', stdout, re.MULTILINE).group(1)
+            r'Found (\d+) check', stdout, re.MULTILINE).group(1)
 
         self.checkpath = ['checks/']
         self.more_options = ['-R']
         returncode, stdout, _ = self._run_reframe()
         num_checks_in_checkdir = re.search(
-            'Found (\d+) check', stdout, re.MULTILINE).group(1)
+            r'Found (\d+) check', stdout, re.MULTILINE).group(1)
         self.assertEqual(num_checks_in_checkdir, num_checks_default)
 
         self.more_options = []
         returncode, stdout, stderr = self._run_reframe()
         num_checks_in_checkdir = re.search(
-            'Found (\d+) check', stdout, re.MULTILINE).group(1)
+            r'Found (\d+) check', stdout, re.MULTILINE).group(1)
         self.assertEqual('0', num_checks_in_checkdir)
 
     def test_same_output_stage_dir(self):
@@ -317,3 +317,12 @@ def test_timestamp_option(self):
         returncode, stdout, _ = self._run_reframe()
         self.assertNotEqual(0, returncode)
         self.assertIn(timefmt, stdout)
+
+    def test_list_check_with_empty_prgenvs(self):
+        self.checkpath = ['unittests/resources/checks/frontend_checks.py']
+        self.action = 'list'
+        self.environs = []
+        self.more_options = ['-n', 'NoPrgEnvCheck']
+        returncode, stdout, _ = self._run_reframe()
+        self.assertIn('Found 0 check(s)', stdout)
+        self.assertEqual(0, returncode)