From d4458583dcc2bd80f1a0d8019194977199175822 Mon Sep 17 00:00:00 2001
From: rplevka <rplevka@redhat.com>
Date: Thu, 5 Nov 2020 12:21:40 +0100
Subject: [PATCH] add robottelo test to assert timestamps in generated XML
 junit reports

---
 tests/robottelo/test_report.py | 82 ++++++++++++++++++++++++++++++++++
 1 file changed, 82 insertions(+)
 create mode 100644 tests/robottelo/test_report.py

diff --git a/tests/robottelo/test_report.py b/tests/robottelo/test_report.py
new file mode 100644
index 00000000000..ee874e95ef2
--- /dev/null
+++ b/tests/robottelo/test_report.py
@@ -0,0 +1,82 @@
+import datetime
+import glob
+import os
+from pathlib import Path
+from shutil import copyfile
+from tempfile import NamedTemporaryFile
+
+import pytest
+import xmltodict
+from fauxfactory import gen_string
+
+XUNIT_TIME_FORMAT = "%Y-%m-%dT%H:%M:%S"
+dummy_test_count = 2
+dummy_test = f'''import pytest
+
+@pytest.mark.parametrize('param', list(range(0, {dummy_test_count})))
+def test_dummy(param):
+    """A dummy test used by test_junit_timestamps.
+    Not to be run as a standalone test
+    """
+    print(f'running test {{param}}')
+    pass
+'''
+
+paths = [
+    ["['testsuites']['testsuite']['properties']['property']"],
+    [
+        f"['testsuites']['testsuite']['testcase'][{i}]['properties']['property']"
+        for i in range(dummy_test_count)
+    ],
+]
+
+
+@pytest.fixture(scope="session")
+def config():
+    path = Path(__file__).parent
+    conf_path = path / "../foreman"
+    copyfile(str(conf_path / '../foreman/conftest.py'), f'{str(path)}/conftest.py')
+    yield
+    os.remove(f'{str(path)}/conftest.py')
+
+
+@pytest.fixture(scope="session")
+def exec_test(config):
+    test_dir = str(Path(__file__).parent)
+    report_file = f'report_{gen_string("alphanumeric")}.xml'
+    with NamedTemporaryFile(dir=test_dir, mode='w', prefix='test_', suffix='.py') as f:
+        f.seek(0)
+        f.write(dummy_test)
+        f.flush()
+        pytest.main(
+            [
+                '-n2',
+                f'--junit-xml={report_file}',
+                f'{f.name}::test_dummy',
+            ]
+        )
+    yield report_file
+    for logfile in glob.glob("robottelo*.log"):
+        os.remove(logfile)
+    try:
+        os.remove(report_file)
+    except OSError:
+        # the file might not exist if the test fails prematurely
+        pass
+
+
+@pytest.mark.parametrize('paths', paths, ids=['testsuite', 'testcase'])
+def test_junit_timestamps(exec_test, paths, request):
+    """Asserts the 'start_time' property nodes existence in the junit-xml test report"""
+    with open(exec_test, 'rb') as f:
+        junit = xmltodict.parse(f)  # NOQA
+    for path in paths:
+        prop = eval(f"junit{path}")
+        try:
+            assert prop['@name'] == 'start_time'
+        except KeyError as e:
+            raise AssertionError(f'Missing property node: "start_time": {e}')
+        try:
+            datetime.datetime.strptime(prop['@value'], XUNIT_TIME_FORMAT)
+        except ValueError as e:
+            raise AssertionError(f'Unable to parse datetime for "start_time" property node: {e}')