Add screenshots.

Author: Haiping Chen

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/IWebBrowser.cs

@@ -3,6 +3,7 @@ namespace BotSharp.Plugin.WebDriver.Drivers;
 public interface IWebBrowser
 {
     Task LaunchBrowser(string? url);
+    Task<string> ScreenshotAsync(string path);
     Task<bool> InputUserText(BrowserActionParams actionParams);
     Task<bool> InputUserPassword(BrowserActionParams actionParams);
     Task<bool> ClickButton(BrowserActionParams actionParams);

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/PlaywrightDriver/PlaywrightInstance.cs

@@ -32,7 +32,7 @@ public async Task InitInstance()
             string tempFolderPath = $"{Path.GetTempPath()}\\playwright\\{Guid.NewGuid()}";
             _context = await _playwright.Chromium.LaunchPersistentContextAsync(tempFolderPath, new BrowserTypeLaunchPersistentContextOptions
             {
-                Headless = false,
+                Headless = true,
                 Channel = "chrome",
                 IgnoreDefaultArgs = new[]
                 {

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/PlaywrightDriver/PlaywrightWebDriver.CloseBrowser.cs

@@ -1,12 +1,13 @@
-using Microsoft.Extensions.Logging;
 
 namespace BotSharp.Plugin.WebDriver.Drivers.PlaywrightDriver;
 
 public partial class PlaywrightWebDriver
 {
     public async Task CloseBrowser()
     {
-        // await _instance.Browser.CloseAsync();
-        _logger.LogInformation($"Closed browser with page {_instance.Page.Url}");
+        if (_instance.Context != null)
+        {
+            await _instance.Context.CloseAsync();
+        }
     }
 }

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/PlaywrightDriver/PlaywrightWebDriver.ExtractData.cs

@@ -5,6 +5,9 @@ public partial class PlaywrightWebDriver
     public async Task<string> ExtractData(BrowserActionParams actionParams)
     {
         await _instance.Page.WaitForLoadStateAsync(LoadState.DOMContentLoaded);
+        await _instance.Page.WaitForLoadStateAsync(LoadState.NetworkIdle);
+
+        await Task.Delay(3000);
 
         // Retrieve the page raw html and infer the element path
         var body = await _instance.Page.QuerySelectorAsync("body");

src/Plugins/BotSharp.Plugin.WebDriver/Drivers/PlaywrightDriver/PlaywrightWebDriver.Screenshot.cs

@@ -0,0 +1,15 @@
+
+namespace BotSharp.Plugin.WebDriver.Drivers.PlaywrightDriver;
+
+public partial class PlaywrightWebDriver
+{
+    public async Task<string> ScreenshotAsync(string path)
+    {
+        var bytes = await _instance.Page.ScreenshotAsync(new PageScreenshotOptions
+        {
+            Path = path,
+        });
+
+        return Convert.ToBase64String(bytes);
+    }
+}

src/Plugins/BotSharp.Plugin.WebDriver/Functions/ChangeCheckboxFn.cs

@@ -24,6 +24,11 @@ public async Task<bool> Execute(RoleDialogModel message)
 
         message.Content = result ? "Success" : "Failed";
 
+        var webDriverService = _services.GetRequiredService<WebDriverService>();
+        var path = webDriverService.NewScreenshotFilePath(message.MessageId);
+
+        message.Data = await _browser.ScreenshotAsync(path);
+
         return true;
     }
 }

src/Plugins/BotSharp.Plugin.WebDriver/Functions/ChangeListValueFn.cs

@@ -23,7 +23,12 @@ public async Task<bool> Execute(RoleDialogModel message)
         var result = await _browser.ChangeListValue(new BrowserActionParams(agent, args, message.MessageId));
 
         message.Content = result ? "Success" : "Failed";
-        
+
+        var webDriverService = _services.GetRequiredService<WebDriverService>();
+        var path = webDriverService.NewScreenshotFilePath(message.MessageId);
+
+        message.Data = await _browser.ScreenshotAsync(path);
+
         return true;
     }
 }

src/Plugins/BotSharp.Plugin.WebDriver/Functions/CheckRadioButtonFn.cs

@@ -24,6 +24,11 @@ public async Task<bool> Execute(RoleDialogModel message)
 
         message.Content = result ? "Success" : "Failed";
 
+        var webDriverService = _services.GetRequiredService<WebDriverService>();
+        var path = webDriverService.NewScreenshotFilePath(message.MessageId);
+
+        message.Data = await _browser.ScreenshotAsync(path);
+
         return true;
     }
 }

src/Plugins/BotSharp.Plugin.WebDriver/Functions/ClickButtonFn.cs

@@ -24,6 +24,11 @@ public async Task<bool> Execute(RoleDialogModel message)
 
         message.Content = result ? "Success" : "Failed";
 
+        var webDriverService = _services.GetRequiredService<WebDriverService>();
+        var path = webDriverService.NewScreenshotFilePath(message.MessageId);
+
+        message.Data = await _browser.ScreenshotAsync(path);
+
         return true;
     }
 }

src/Plugins/BotSharp.Plugin.WebDriver/Functions/ClickElementFn.cs

@@ -24,6 +24,11 @@ public async Task<bool> Execute(RoleDialogModel message)
 
         message.Content = result ? "Success" : "Failed";
 
+        var webDriverService = _services.GetRequiredService<WebDriverService>();
+        var path = webDriverService.NewScreenshotFilePath(message.MessageId);
+
+        message.Data = await _browser.ScreenshotAsync(path);
+
         return true;
     }
 }