SeleniumWebDriver

src/Infrastructure/BotSharp.Abstraction/Browsing/Models/ElementActionArgs.cs

@@ -7,12 +7,16 @@ public class ElementActionArgs
     private BroswerActionEnum _action;
     public BroswerActionEnum Action => _action;
 
-    private string _content;
-    public string Content => _content;
+    private string? _content;
+    public string? Content => _content;
 
-    public ElementActionArgs(BroswerActionEnum action)
+    private ElementPosition? _position;
+    public ElementPosition? Position => _position;
+
+    public ElementActionArgs(BroswerActionEnum action, ElementPosition? position = null)
     {
         _action = action;
+        _position = position;
     }
 
     public ElementActionArgs(BroswerActionEnum action, string content)

src/Infrastructure/BotSharp.Abstraction/Browsing/Models/ElementPosition.cs

@@ -0,0 +1,8 @@
+namespace BotSharp.Abstraction.Browsing.Models;
+
+public class ElementPosition
+{
+    public float X { get; set; } = default!;
+
+    public float Y { get; set; } = default!;
+}

src/Infrastructure/BotSharp.Core/BotSharp.Core.csproj

@@ -145,8 +145,8 @@
   <ItemGroup>
     <PackageReference Include="Aspects.Cache" Version="2.0.4" />
     <PackageReference Include="Colorful.Console" Version="1.2.15" />
-    <PackageReference Include="EntityFrameworkCore.BootKit" Version="6.3.1" />
-    <PackageReference Include="Fluid.Core" Version="2.7.0" />
+    <PackageReference Include="EntityFrameworkCore.BootKit" Version="8.1.1"/>
+    <PackageReference Include="Fluid.Core" Version="2.8.0" />
     <PackageReference Include="Nanoid" Version="3.0.0" />
   </ItemGroup>
 

src/Plugins/BotSharp.Plugin.SqlDriver/BotSharp.Plugin.SqlDriver.csproj

@@ -1,4 +1,4 @@
-<Project Sdk="Microsoft.NET.Sdk">
+<Project Sdk="Microsoft.NET.Sdk">
 
   <PropertyGroup>
     <TargetFramework>netstandard2.1</TargetFramework>
@@ -33,7 +33,6 @@
   </ItemGroup>
 
   <ItemGroup>
-    <PackageReference Include="Dapper" Version="2.1.28" />
     <PackageReference Include="MySqlConnector" Version="2.3.5" />
   </ItemGroup>
 

src/Plugins/BotSharp.Plugin.WebDriver/BotSharp.Plugin.WebDriver.csproj

@@ -12,6 +12,7 @@
 
   <ItemGroup>
     <PackageReference Include="Microsoft.Playwright" Version="1.41.2" />
+    <PackageReference Include="Selenium.WebDriver" Version="4.19.0" />
   </ItemGroup>
 
   <ItemGroup>

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/PlaywrightDriver/PlaywrightInstance.cs

@@ -40,13 +40,13 @@ public async Task<IBrowserContext> InitContext(string id)
             Channel = "chrome",
             IgnoreDefaultArgs = new[]
             {
-                    "--disable-infobars"
-                },
+                "--disable-infobars"
+            },
             Args = new[]
             {
-                    "--disable-infobars",
-                    // "--start-maximized"
-                }
+                "--disable-infobars",
+                // "--start-maximized"
+            }
         });
 
         _contexts[id].Page += async (sender, e) =>

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/PlaywrightDriver/PlaywrightWebDriver.DoAction.cs

@@ -9,7 +9,21 @@ public async Task DoAction(MessageInfo message, ElementActionArgs action, Browse
 
         if (action.Action == BroswerActionEnum.Click)
         {
-            await locator.ClickAsync();
+            if (action.Position == null)
+            {
+                await locator.ClickAsync();
+            }
+            else
+            {
+                await locator.ClickAsync(new LocatorClickOptions
+                {
+                    Position = new Position
+                    {
+                        X = action.Position.X,
+                        Y = action.Position.Y
+                    }
+                });
+            }
         }
         else if (action.Action == BroswerActionEnum.InputText)
         {

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/PlaywrightDriver/PlaywrightWebDriver.LaunchBrowser.cs

@@ -23,24 +23,21 @@ public async Task<BrowserActionResult> LaunchBrowser(string contextId, string? u
             }
 
             var page = await _instance.NewPage(contextId);
-            
-            if (!string.IsNullOrEmpty(url))
+
+            try
             {
-                try
-                {
-                    var response = await page.GotoAsync(url, new PageGotoOptions
-                    {
-                        Timeout = 15 * 1000
-                    });
-                    await page.WaitForLoadStateAsync(LoadState.DOMContentLoaded);
-                    result.IsSuccess = response.Status == 200;
-                }
-                catch(Exception ex)
+                var response = await page.GotoAsync(url, new PageGotoOptions
                 {
-                    result.Message = ex.Message;
-                    result.StackTrace = ex.StackTrace;
-                    _logger.LogError(ex.Message);
-                }
+                    Timeout = 15 * 1000
+                });
+                await page.WaitForLoadStateAsync(LoadState.DOMContentLoaded);
+                result.IsSuccess = response.Status == 200;
+            }
+            catch (Exception ex)
+            {
+                result.Message = ex.Message;
+                result.StackTrace = ex.StackTrace;
+                _logger.LogError(ex.Message);
             }
         }
 

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/SeleniumDriver/SeleniumInstance.cs

@@ -0,0 +1,88 @@
+using OpenQA.Selenium.Chrome;
+using System.IO;
+
+namespace BotSharp.Plugin.WebDriver.Drivers.SeleniumDriver;
+
+public class SeleniumInstance : IDisposable
+{
+    Dictionary<string, IWebDriver> _contexts = new Dictionary<string, IWebDriver>();
+
+    public Dictionary<string, IWebDriver> Contexts => _contexts;
+
+    public INavigation GetPage(string id)
+    {
+        InitInstance(id).Wait();
+        return _contexts[id].Navigate();
+    }
+
+    public string GetPageContent(string id)
+    {
+        InitInstance(id).Wait();
+        return _contexts[id].PageSource;
+    }
+
+    public async Task<IWebDriver> InitInstance(string id)
+    {
+        return await InitContext(id);
+    }
+
+    public async Task<IWebDriver> InitContext(string id)
+    {
+        if (_contexts.ContainsKey(id))
+            return _contexts[id];
+
+        string tempFolderPath = $"{Path.GetTempPath()}\\_selenium\\{id}";
+
+        var options = new ChromeOptions();
+        options.AddArgument("disable-infobars");
+        options.AddArgument($"--user-data-dir={tempFolderPath}");
+        var selenium = new ChromeDriver(options);
+        selenium.Manage().Window.Maximize();
+        selenium.Navigate().GoToUrl("about:blank");
+        _contexts[id] = selenium;
+
+        return _contexts[id];
+    }
+
+    public async Task<INavigation> NewPage(string id)
+    {
+        await InitContext(id);
+        var selenium = _contexts[id];
+        selenium.Navigate().GoToUrl("about:blank");
+        return _contexts[id].Navigate();
+    }
+
+    public async Task Wait(string id)
+    {
+        if (_contexts.ContainsKey(id))
+        {
+            _contexts[id].Manage().Timeouts().ImplicitWait = TimeSpan.FromSeconds(10);
+        }
+        await Task.Delay(100);
+    }
+
+    public async Task Close(string id)
+    {
+        if (_contexts.ContainsKey(id))
+        {
+            _contexts[id].Quit();
+            _contexts.Remove(id);
+        }
+    }
+
+    public async Task CloseCurrentPage(string id)
+    {
+        if (_contexts.ContainsKey(id))
+        {
+        }
+    }
+
+    public void Dispose()
+    {
+        foreach(var context in _contexts)
+        {
+            context.Value.Quit();
+        }
+        _contexts.Clear();
+    }
+}

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/SeleniumDriver/SeleniumWebDriver.DoAction.cs

@@ -0,0 +1,43 @@
+using OpenQA.Selenium;
+using OpenQA.Selenium.Interactions;
+
+namespace BotSharp.Plugin.WebDriver.Drivers.SeleniumDriver;
+
+public partial class SeleniumWebDriver
+{
+    public async Task DoAction(MessageInfo message, ElementActionArgs action, BrowserActionResult result)
+    {
+        var driver = await _instance.InitInstance(message.ContextId);
+        IWebElement element = default;
+        if (result.Selector.StartsWith("//"))
+        {
+            element = driver.FindElement(By.XPath(result.Selector));
+        }
+        else
+        {
+            element = driver.FindElement(By.CssSelector(result.Selector));
+        }
+
+
+        if (action.Action == BroswerActionEnum.Click)
+        {
+            if (action.Position == null)
+            {
+                element.Click();
+            }
+            else
+            {
+                var size = element.Size;
+                var actions = new Actions(driver);
+                actions.MoveToElement(element)
+                    .MoveByOffset((int)action.Position.X - size.Width / 2, (int)action.Position.Y - size.Height / 2)
+                    .Click()
+                    .Perform();
+            }
+        }
+        else if (action.Action == BroswerActionEnum.InputText)
+        {
+            element.SendKeys(action.Content);
+        }
+    }
+}

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/SeleniumDriver/SeleniumWebDriver.GetAttributeValue.cs

@@ -0,0 +1,18 @@
+namespace BotSharp.Plugin.WebDriver.Drivers.SeleniumDriver;
+
+public partial class SeleniumWebDriver
+{
+    public async Task<string> GetAttributeValue(MessageInfo message, ElementLocatingArgs location, BrowserActionResult result)
+    {
+        var driver = await _instance.InitInstance(message.ContextId);
+        var locator = driver.FindElement(By.CssSelector(result.Selector));
+        var value = string.Empty;
+
+        if (!string.IsNullOrEmpty(location?.AttributeName))
+        {
+            value = locator.GetAttribute(location.AttributeName);
+        }
+
+        return value ?? string.Empty;
+    }
+}

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/SeleniumDriver/SeleniumWebDriver.GoToPage.cs

@@ -0,0 +1,27 @@
+namespace BotSharp.Plugin.WebDriver.Drivers.SeleniumDriver;
+
+public partial class SeleniumWebDriver
+{
+    public async Task<BrowserActionResult> GoToPage(string contextId, string url, bool openNewTab = false)
+    {
+        var result = new BrowserActionResult();
+        try
+        {
+            var page = openNewTab ? await _instance.NewPage(contextId) :
+                _instance.GetPage(contextId);
+            page.GoToUrl(url);
+            await _instance.Wait(contextId);
+
+            result.Body = _instance.GetPageContent(contextId);
+            result.IsSuccess = true;
+        }
+        catch (Exception ex)
+        {
+            result.Message = ex.Message;
+            result.StackTrace = ex.StackTrace;
+            _logger.LogError(ex.Message);
+        }
+
+        return result;
+    }
+}

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/SeleniumDriver/SeleniumWebDriver.LaunchBrowser.cs

@@ -0,0 +1,33 @@
+namespace BotSharp.Plugin.WebDriver.Drivers.SeleniumDriver;
+
+public partial class SeleniumWebDriver
+{
+    public async Task<BrowserActionResult> LaunchBrowser(string contextId, string? url, bool openIfNotExist = true)
+    {
+        var result = new BrowserActionResult()
+        {
+            IsSuccess = true
+        };
+        var context = await _instance.InitInstance(contextId);
+
+        if (!string.IsNullOrEmpty(url))
+        {
+            // Check if the page is already open
+            var page = await _instance.NewPage(contextId);
+
+            try
+            {
+                page.GoToUrl(url);
+                result.IsSuccess = true;
+            }
+            catch (Exception ex)
+            {
+                result.Message = ex.Message;
+                result.StackTrace = ex.StackTrace;
+                _logger.LogError(ex.Message);
+            }
+        }
+
+        return result;
+    }
+}