UI testing PoC with the Lombiq UI Testing Toolbox (Lombiq Technologies: OCORE-75)

.github/actions/ui-tests/action.yml

@@ -0,0 +1,21 @@
+name: UI Tests
+description: Runs UI tests and publishes the failure dumps as an artifact on test failure.
+
+inputs:
+  os-name:
+    description: The name of the OS used for the runner (e.g. "ubuntu-latest").
+    required: true
+
+runs:
+  using: "composite"
+  steps:
+    - name: UI Tests
+      shell: bash
+      run: |
+        dotnet test -c Release --no-restore --no-build ./test/OrchardCore.Tests.UI/OrchardCore.Tests.UI.csproj
+    - uses: actions/upload-artifact@v2
+      if: failure() && hashFiles('test/OrchardCore.Tests.UI/bin/Release/*/FailureDumps')
+      with:
+        name: ui-test-failure-${{ inputs.os-name }}
+        path: |
+          test/OrchardCore.Tests.UI/bin/Release/*/FailureDumps

.github/workflows/pr_ci.yml

@@ -29,18 +29,7 @@ jobs:
     - name: Unit Tests
       run: |
         dotnet test -c Release --no-restore --no-build ./test/OrchardCore.Tests/OrchardCore.Tests.csproj
-    - name: Functional Tests
-      if: matrix.os == 'ubuntu-latest'
-      run: |
-        cd test/OrchardCore.Tests.Functional
-        npm install
-        npm run cms:test
-        npm run mvc:test
-    - uses: actions/upload-artifact@v2
-      if: matrix.os == 'ubuntu-latest' && failure()
+    - name: UI Tests
+      uses: ./.github/actions/ui-tests
       with:
-        name: functional-test-failure
-        path: |
-          test/OrchardCore.Tests.Functional/cms-tests/cypress/screenshots
-          src/OrchardCore.Cms.Web/App_Data/logs
-
+        os-name: ${{ matrix.os }}

.github/workflows/preview_ci.yml

@@ -50,6 +50,10 @@ jobs:
         path: |
           test/OrchardCore.Tests.Functional/cms-tests/cypress/screenshots
           src/OrchardCore.Cms.Web/App_Data_Tests/logs
+    - name: UI Tests
+      uses: ./.github/actions/ui-tests
+      with:
+        os-name: ${{ matrix.os }}
     - name: Deploy preview nuget packages
       if: matrix.os == 'ubuntu-latest'
       run: |

.github/workflows/release_ci.yml

@@ -61,6 +61,10 @@ jobs:
         path: |
           test/OrchardCore.Tests.Functional/cms-tests/cypress/screenshots
           src/OrchardCore.Cms.Web/App_Data_Tests/logs
+    - name: UI Tests
+      uses: ./.github/actions/ui-tests
+      with:
+        os-name: ${{ matrix.os }}
     - name: Deploy release NuGet packages
       if: matrix.os == 'ubuntu-latest'
       run: |

OrchardCore.sln

@@ -440,10 +440,13 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "OrchardCore.Themes", "Orcha
 EndProject
 Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.Autoroute.Core", "src\OrchardCore\OrchardCore.Autoroute.Core\OrchardCore.Autoroute.Core.csproj", "{7F31D1A5-2B6F-448A-9337-482F876B85EF}"
 EndProject
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "OrchardCore.Security", "src\OrchardCore.Modules\OrchardCore.Security\OrchardCore.Security.csproj", "{B02C00A7-33C2-4FEE-9D0F-B14C349ADB68}"
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.Security", "src\OrchardCore.Modules\OrchardCore.Security\OrchardCore.Security.csproj", "{B02C00A7-33C2-4FEE-9D0F-B14C349ADB68}"
+EndProject
 EndProject
 Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.Abstractions.Tests", "test\OrchardCore.Abstractions.Tests\OrchardCore.Abstractions.Tests.csproj", "{FE8011DE-D917-4F74-9955-238B2BBA9165}"
 EndProject
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.Tests.UI", "test\OrchardCore.Tests.UI\OrchardCore.Tests.UI.csproj", "{2FADB5D9-E229-4689-A040-12EEE1876285}"
+EndProject
 Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "OrchardCore.Tests.Themes", "OrchardCore.Tests.Themes", "{61436BAE-FB36-4ADA-8E5D-EE64C4E04522}"
 EndProject
 Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "OrchardCore.Tests.Features", "OrchardCore.Tests.Features", "{A493E5AD-9046-47F3-87A0-0D3AC7EF8699}"
@@ -474,6 +477,8 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Examples.OrchardCoreThemes.
 EndProject
 Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.ResourceManagement.Core", "src\OrchardCore\OrchardCore.ResourceManagement.Core\OrchardCore.ResourceManagement.Core.csproj", "{25C50837-551F-433C-9CED-DD0732523D3D}"
 EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = ".github", ".github", "{59C52CE8-CE78-4502-8C19-34EC63918BE2}"
+EndProject
 Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.FileStorage.AmazonS3", "src\OrchardCore\OrchardCore.FileStorage.AmazonS3\OrchardCore.FileStorage.AmazonS3.csproj", "{38F43FA0-5BA8-4D6B-8F66-C708D590EF76}"
 EndProject
 Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.Media.AmazonS3", "src\OrchardCore.Modules\OrchardCore.Media.AmazonS3\OrchardCore.Media.AmazonS3.csproj", "{FF1C550C-6D30-499A-AF11-68DE7C8B6869}"
@@ -482,6 +487,23 @@ Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.ArchiveLater",
 EndProject
 Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "OrchardCore.Search", "src\OrchardCore.Modules\OrchardCore.Search\OrchardCore.Search.csproj", "{7BDF280B-70B7-4AFC-A6F7-B5759DCA2A2C}"
 EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "workflows", "workflows", "{01A2BBC1-B9C1-4DD1-825C-A63B6D40F91D}"
+	ProjectSection(SolutionItems) = preProject
+		.github\workflows\assets_validation.yml = .github\workflows\assets_validation.yml
+		.github\workflows\functional_all_db.yml = .github\workflows\functional_all_db.yml
+		.github\workflows\mac_unit_test_ci.yml = .github\workflows\mac_unit_test_ci.yml
+		.github\workflows\preview_ci.yml = .github\workflows\preview_ci.yml
+		.github\workflows\pr_ci.yml = .github\workflows\pr_ci.yml
+		.github\workflows\release_ci.yml = .github\workflows\release_ci.yml
+	EndProjectSection
+EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "actions", "actions", "{2FF93CCD-E4DF-4086-950B-0F7484C88906}"
+EndProject
+Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "ui-tests", "ui-tests", "{0B2B9EBE-C008-42A0-9CC0-37727DD8ED0C}"
+	ProjectSection(SolutionItems) = preProject
+		.github\actions\ui-tests\action.yml = .github\actions\ui-tests\action.yml
+	EndProjectSection
+EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU
@@ -1216,6 +1238,10 @@ Global
 		{FE8011DE-D917-4F74-9955-238B2BBA9165}.Debug|Any CPU.Build.0 = Debug|Any CPU
 		{FE8011DE-D917-4F74-9955-238B2BBA9165}.Release|Any CPU.ActiveCfg = Release|Any CPU
 		{FE8011DE-D917-4F74-9955-238B2BBA9165}.Release|Any CPU.Build.0 = Release|Any CPU
+		{2FADB5D9-E229-4689-A040-12EEE1876285}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{2FADB5D9-E229-4689-A040-12EEE1876285}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{2FADB5D9-E229-4689-A040-12EEE1876285}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{2FADB5D9-E229-4689-A040-12EEE1876285}.Release|Any CPU.Build.0 = Release|Any CPU
 		{A49A2A81-B04C-4240-852A-80A4EEAD3CDA}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
 		{A49A2A81-B04C-4240-852A-80A4EEAD3CDA}.Release|Any CPU.ActiveCfg = Release|Any CPU
 		{C058B5EE-2370-4240-B0AE-0D1C8A37CF41}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
@@ -1482,6 +1508,7 @@ Global
 		{7F31D1A5-2B6F-448A-9337-482F876B85EF} = {F23AC6C2-DE44-4699-999D-3C478EF3D691}
 		{B02C00A7-33C2-4FEE-9D0F-B14C349ADB68} = {A066395F-6F73-45DC-B5A6-B4E306110DCE}
 		{FE8011DE-D917-4F74-9955-238B2BBA9165} = {B8D16C60-99B4-43D5-A3AD-4CD89AF39B25}
+		{2FADB5D9-E229-4689-A040-12EEE1876285} = {B8D16C60-99B4-43D5-A3AD-4CD89AF39B25}
 		{61436BAE-FB36-4ADA-8E5D-EE64C4E04522} = {B8D16C60-99B4-43D5-A3AD-4CD89AF39B25}
 		{A493E5AD-9046-47F3-87A0-0D3AC7EF8699} = {B8D16C60-99B4-43D5-A3AD-4CD89AF39B25}
 		{A49A2A81-B04C-4240-852A-80A4EEAD3CDA} = {72E15FB1-45AB-46CB-B332-40FDFDD2B272}
@@ -1501,6 +1528,9 @@ Global
 		{FF1C550C-6D30-499A-AF11-68DE7C8B6869} = {90030E85-0C4F-456F-B879-443E8A3F220D}
 		{190C4BEB-C506-4F7F-BDCA-93F3C1C221BC} = {90030E85-0C4F-456F-B879-443E8A3F220D}
 		{7BDF280B-70B7-4AFC-A6F7-B5759DCA2A2C} = {90030E85-0C4F-456F-B879-443E8A3F220D}
+		{01A2BBC1-B9C1-4DD1-825C-A63B6D40F91D} = {59C52CE8-CE78-4502-8C19-34EC63918BE2}
+		{2FF93CCD-E4DF-4086-950B-0F7484C88906} = {59C52CE8-CE78-4502-8C19-34EC63918BE2}
+		{0B2B9EBE-C008-42A0-9CC0-37727DD8ED0C} = {2FF93CCD-E4DF-4086-950B-0F7484C88906}
 	EndGlobalSection
 	GlobalSection(ExtensibilityGlobals) = postSolution
 		SolutionGuid = {46A1D25A-78D1-4476-9CBF-25B75E296341}

src/OrchardCore.Build/Dependencies.props

@@ -26,6 +26,9 @@
     <PackageManagement Include="GraphQL.SystemTextJson" Version="4.8.0" />
     <PackageManagement Include="Jint" Version="3.0.0-beta-2037" />
     <PackageManagement Include="HtmlSanitizer" Version="8.0.601" />
+    <PackageManagement Include="Lombiq.Tests.UI" Version="4.0.2-alpha.0.osoe-401" />
+    <PackageManagement Include="Lombiq.Tests.UI.AppExtensions" Version="4.0.2-alpha.0.osoe-401" />
+    <PackageManagement Include="Lombiq.Tests.UI.Shortcuts" Version="4.0.2-alpha.0.osoe-401" />
     <PackageManagement Include="Lorem.Universal.NET" Version="4.0.80" />
     <PackageManagement Include="Lucene.Net" Version="4.8.0-beta00016" />
     <PackageManagement Include="Lucene.Net.Analysis.Common" Version="4.8.0-beta00016" />

src/OrchardCore.Cms.Web/NLog.config

@@ -15,6 +15,8 @@
         <target xsi:type="File" name="file"
                 fileName="${var:configDir}/App_Data/logs/orchard-log-${shortdate}.log"
                 layout="${longdate}|${orchard-tenant-name}|${aspnet-traceidentifier}|${event-properties:item=EventId.Id}|${logger}|${uppercase:${level}}|${message} ${exception:format=ToString,StackTrace}"
+                keepFileOpen="false"
+                concurrentWrites="false"
         />
 
         <!-- console target -->

src/OrchardCore.Cms.Web/OrchardCore.Cms.Web.csproj

@@ -21,7 +21,7 @@
 
   <!-- Watcher include and excludes -->
   <ItemGroup>
-      <Watch Include="**\*.cs" Exclude="Recipes\**;Assets\**;node_modules\**\*;**\*.js.map;obj\**\*;bin\**\*" />
+    <Watch Include="**\*.cs" Exclude="Recipes\**;Assets\**;node_modules\**\*;**\*.js.map;obj\**\*;bin\**\*" />
   </ItemGroup>
 
   <ItemGroup>
@@ -43,5 +43,9 @@
   <Import Project="..\OrchardCore\OrchardCore.Application.Targets\OrchardCore.Application.Targets.targets" />
 
   <Import Project="..\OrchardCore.Build\OrchardCore.Commons.targets" />
+
+  <ItemGroup>
+    <PackageReference Include="Lombiq.Tests.UI.Shortcuts" />
+  </ItemGroup>
 
 </Project>

src/OrchardCore.Cms.Web/Program.cs

@@ -1,10 +1,14 @@
+using System.Diagnostics.CodeAnalysis;
 using OrchardCore.Logging;
 
 var builder = WebApplication.CreateBuilder(args);
 
 builder.Host.UseNLogHost();
 
+var configuration = builder.Configuration;
+
 builder.Services
+    .AddSingleton(configuration)
     .AddOrchardCms()
     .AddSetupFeatures("OrchardCore.AutoSetup");
 
@@ -20,3 +24,15 @@
 app.UseOrchardCore();
 
 app.Run();
+
+[SuppressMessage(
+    "Design",
+    "CA1050: Declare types in namespaces",
+    Justification = "As described here: https://docs.microsoft.com/en-us/aspnet/core/test/integration-tests?view=aspnetcore-6.0.")]
+public partial class Program
+{
+    protected Program()
+    {
+        // Nothing to do here.
+    }
+}

src/OrchardCore.Themes/TheBlogTheme/Recipes/Snippets/footer.html

@@ -4,23 +4,23 @@
         <div class="col-md-10 col-lg-8 col-xl-7">
             <ul class="list-inline text-center">
                 <li class="list-inline-item">
-                    <a href="#!">
+                    <a href="#!" aria-label="Twitter profile">
                         <span class="fa-stack fa-lg">
                             <i class="fas fa-circle fa-stack-2x" aria-hidden="true"></i>
                             <i class="fab fa-twitter fa-stack-1x fa-inverse" aria-hidden="true"></i>
                         </span>
                     </a>
                 </li>
                 <li class="list-inline-item">
-                    <a href="#!">
+                    <a href="#!" aria-label="Facebook profile">
                         <span class="fa-stack fa-lg">
                             <i class="fas fa-circle fa-stack-2x" aria-hidden="true"></i>
                             <i class="fab fa-facebook-f fa-stack-1x fa-inverse" aria-hidden="true"></i>
                         </span>
                     </a>
                 </li>
                 <li class="list-inline-item">
-                    <a href="#!">
+                    <a href="#!" aria-label="GitHub profile">
                         <span class="fa-stack fa-lg">
                             <i class="fas fa-circle fa-stack-2x" aria-hidden="true"></i>
                             <i class="fab fa-github fa-stack-1x fa-inverse" aria-hidden="true"></i>

src/OrchardCore.Themes/TheBlogTheme/Recipes/blog.recipe.json

@@ -60,6 +60,7 @@
         "OrchardCore.Indexing",
         "OrchardCore.Layers",
         "OrchardCore.Lists",
+        "OrchardCore.Localization",
         "OrchardCore.Markdown",
         "OrchardCore.Media",
         "OrchardCore.Menu",
@@ -94,6 +95,12 @@
       },
       "LayerSettings": {
         "Zones": [ "Content", "Footer" ]
+      },
+      "LocalizationSettings": {
+        "DefaultCulture": "en-US",
+        "SupportedCultures": [
+          "en-US"
+        ]
       }
     },
     {

src/docs/resources/libraries/README.md

@@ -18,6 +18,7 @@ The below table lists the different .NET libraries used in Orchard Core:
 | [Image Sharp](https://github.com/SixLabors/ImageSharp.Web) | Middleware for ASP.NET-Core for image manipulation. | 2.0.2 |[Apache-2.0](https://github.com/SixLabors/ImageSharp.Web/blob/master/LICENSE) |
 | [Irony.Core](https://github.com/daxnet/irony) | A modified version of the Irony project with .NET Core support | 1.0.7 | [MIT](https://github.com/daxnet/irony/blob/master/LICENSE) |
 | [Jint](https://github.com/sebastienros/jint) | Javascript Interpreter for .NET. | 3.0.0-beta-2037 | [MIT](https://github.com/sebastienros/jint/blob/dev/LICENSE) |
+| [Lombiq UI Testing Toolbox for Orchard Core](https://github.com/Lombiq/UI-Testing-Toolbox) | Web UI testing toolbox for Orchard Core applications with Selenium. | 4.0.1 | [BSD-3-Clause](https://github.com/Lombiq/UI-Testing-Toolbox/blob/dev/License.md) |
 | [Lorem.NET for netstandard](https://github.com/trichards57/Lorem.Universal.NET) | A .NET library for all things random! | 4.0.80 | [MIT](https://github.com/trichards57/Lorem.Universal.NET/blob/master/license.md) |
 | [Lucene.Net](https://github.com/apache/lucenenet) | .NET full-text search engine. | 4.8.0-beta00016 | [Apache-2.0](https://github.com/apache/lucenenet/blob/master/LICENSE.txt) |
 | [MailKit](https://github.com/jstedfast/MailKit) | A cross-platform .NET library for IMAP, POP3, and SMTP. | 3.4.1 | [MIT](https://github.com/jstedfast/MailKit/blob/master/LICENSE) |