Add code coverage for multiple compilers with script schema

tests/builders/stream_example.yml

@@ -0,0 +1,17 @@
+buildspecs:
+ stream_openmp_c:
+ executor: generic.local.bash
+ type: script
+ description: "STREAM Microbenchmark C Test with OpenMP"
+ tags: ["benchmark"]
+ compilers:
+ name: ['^(builtin_gcc)']
+ default:
+ gcc:
+ cflags: -fopenmp -O2
+ env:
+ OMP_NUM_THREADS: 8
+ run: |
+ wget https://www.cs.virginia.edu/stream/FTP/Code/stream.c
+ $BUILDTEST_CC $BUILDTEST_CFLAGS stream.c -o stream
+ ./stream

tests/builders/test_builders.py

@@ -140,11 +140,20 @@ def test_file_count():
  cmd.build()
 
 
+def test_multicompilers_with_script_schema():
+ """This test will run the stream benchmark with multiple compilers using the 'compilers' keyword in script schema"""
+ cmd = BuildTest(
+ buildspecs=[os.path.join(here, "stream_example.yml")],
+ buildtest_system=system,
+ configuration=config,
+ )
+ cmd.build()
+
+
 def test_regex_check():
  """This test buildspec using status check with 'status_regex'"""
  cmd = BuildTest(
- buildspecs=[
- os.path.join(here, "status_regex.yml")],
+ buildspecs=[os.path.join(here, "status_regex.yml")],
  buildtest_system=system,
  configuration=config,
  )

tutorials/test_status/status_regex.yml

@@ -24,7 +24,7 @@ buildspecs:
  status_regex_stderr_pass:
  executor: generic.local.bash
  type: script
- tags: [ system ]
+ tags: [system]
  description: Pass test based on regular expression
  run: echo "PASS"
  status:
@@ -35,7 +35,7 @@ buildspecs:
  status_regex_stderr_fail:
  executor: generic.local.bash
  type: script
- tags: [ system ]
+ tags: [system]
  description: Pass test based on regular expression
  run: echo "FAIL"
  status: