我如何 运行 同时在多个浏览器上进行测试? Selenium 网格、C#、Specflow、NUnit

How do I run a test on multiple browsers at the same time? Selenium Grid, C#, Specflow, NUnit

几天来,我一直在尝试在现有项目上实施 Selenium Grid 2 的指南和 YouTube 视频之间来回切换,但我遇到了困难,请帮忙!

我们的框架是 Specflow 3.0.220、Selenium WebDriver 3.141.0、C#、NUnit 3.12.0、Selenium Grid selenium-server-standalone-3.141.59。

我实现 Selenium Grid 2 的最初目标如下:

  1. 在我的本地机器上设置集线器和节点 = 完成。
  2. 运行 通过其中一个节点的测试 = 完成。
  3. 运行 同时对所有节点进行测试 = 头痛。

关于第2项,我设置了两个节点,一个是Chrome节点,一个是Firefox节点。我可以 运行 通过它们两个进行测试,但不能同时进行。

我觉得我在这里漏掉了一块拼图。

设置如下:

Scenario Outline: Log in
    Given I launch the site for <profile> and <environment> and <parallelEnvironment>
    When I log in to the Normal account
    Then I see that I am logged in

        Examples:
        | profile  | environment | parallelEnvironment |
        | parallel | Chrome75    | grid                |

如果配置文件是并行的并且 parallelEnvironment 是网格,环境将被忽略。 parallelEnvironment 的原因是因为我们在设置 Selenium Grid 的过程中可能仍然会使用 Browserstack。

这些步骤使用相关的步骤文件等和页面文件(但不使用页面对象模型,因为它已被弃用)。

驱动设置如下:

namespace OurAutomation
{
    [Binding]
    public sealed class BrowserStack
    {
        private BrowserStackDriver bsDriver;
        public static BrowserStackDriver bdriver;

        [BeforeScenario]
        public void BeforeScenario()
        {
            bsDriver = new BrowserStackDriver();
            bdriver = bsDriver;
        }

        [AfterScenario]
        public void AfterScenario()
        {
            bsDriver.Cleanup();
        }
    }

    public class CustomRemoteWebDriver : RemoteWebDriver
    {
        public CustomRemoteWebDriver(Uri remoteAddress, ChromeOptions options) : base(remoteAddress, options)
        {
        }

        public string getSessionID()
        {
            return base.SessionId.ToString();
        }
    }

    public class BrowserStackDriver
    {
        private IWebDriver driver;
        public static bool isBrowserStack = false;
        public static string Platform;
        public static string theEnvironment;
        public static string sessionId;

        public BrowserStackDriver()
        {

        }

        public string GetString(string property)
        {
            if (TestContext.Parameters[property] == null)
            {
                throw new ArgumentException("Property does not exist, does not have a value, or a test setting is not selected. You may need to add the .runsettings file in Visual Studio (Test > Test Settings > Select Test Settings File).");
            }
            else
            {
                return TestContext.Parameters[property].ToString();
            }
        }

        public IWebDriver Init(string profile, string environment, string parallelEnvironment)
        {
            String testString = GetString("BuildNumber");

            theEnvironment = environment;

            NameValueCollection caps = ConfigurationManager.GetSection("capabilities/" + profile) as NameValueCollection;
            NameValueCollection settings = ConfigurationManager.GetSection("environments/" + environment) as NameValueCollection;

            ChromeOptions chromeOptions = new ChromeOptions();

            if (profile == "single")
            {
// logic to invoke relevant browser locally based on Specflow parameter 'profile'
                Thread.Sleep(3000);
            }
            else if (profile == "parallel")
            {    
                if (parallelEnvironment == "browserstack")
                {
                    foreach (string key in caps.AllKeys)
                    {
                        chromeOptions.AddAdditionalCapability(key, caps[key]);
                    }

                    foreach (string key in settings.AllKeys)
                    {
                        chromeOptions.AddAdditionalCapability(key, settings[key]);
                    }

                    string username = Environment.GetEnvironmentVariable("BROWSERSTACK_USERNAME");

                    if (username == null)
                    {
                        username = ConfigurationManager.AppSettings.Get("user");
                    }

                    string accesskey = Environment.GetEnvironmentVariable("BROWSERSTACK_ACCESS_KEY");

                    if (accesskey == null)
                    {
                        accesskey = ConfigurationManager.AppSettings.Get("key");
                    }

                    chromeOptions.AddAdditionalCapability("browserstack.user", username);
                    chromeOptions.AddAdditionalCapability("browserstack.key", accesskey);
                    chromeOptions.AddAdditionalCapability("browserstack.local", "true");
                    chromeOptions.AddAdditionalCapability("build", GetString("BuildNumber"));
                    chromeOptions.AddAdditionalCapability("name", TestContext.CurrentContext.Test.MethodName);
                    chromeOptions.AddAdditionalCapability("project", GetString("Project"));

                    BrowserStackDriver.isBrowserStack = true;

                    driver = new CustomRemoteWebDriver(
                    new Uri("http://" + ConfigurationManager.AppSettings.Get("server") + "/wd/hub/"), chromeOptions);

                    CustomRemoteWebDriver browserRemoteDriver = driver as CustomRemoteWebDriver;
                    sessionId = browserRemoteDriver.getSessionID();
                }
                else if (parallelEnvironment == "grid")
                {
                    driver = new RemoteWebDriver(new Uri("http://000.00.00.00:4444/wd/hub"), chromeOptions);
                }
            }

            return driver;
        }

        public void Cleanup()
        {
            Thread.Sleep(2000);
            if (isBrowserStack)
            {
                Log.Status status = (TestContext.CurrentContext.Result.Message == null) ? Log.Status.Passed : Log.Status.Failed;
                string reason = (TestContext.CurrentContext.Result.Message == null) ? "Passed" : "Error see exception";

                Log.UpdateTestStatus(status, reason, sessionId);
            }

            driver.Quit();
            driver = null;
        }
    }
}

所以在这里...

                else if (parallelEnvironment == "grid")
                {
                    driver = new RemoteWebDriver(new Uri("http://000.00.00.00:4444/wd/hub"), chromeOptions);
                }

...我输入其中一个节点的地址并进行测试。但是,我只想将测试发送到集线器,然后让它在相关浏览器中的所有活动节点上同时执行该测试。我该如何实现?指南和视频似乎只能带我走这么远。

谢谢

更新:

所以我认为我正在朝着正确的方向前进。不得不将其回归基础,这样我才能看到如何在我现有的项目中实现它。我在我的网格中完成了这项工作:https://github.com/teixeira-fernando/Parallel-Execution-with-Selenium-Grid

但是我注意到我需要向测试添加属性(运行 同时在多个浏览器上进行一项测试)...

    namespace Tutorial_parallel_execution
{
    [TestFixture(BrowserType.Chrome)]
    [TestFixture(BrowserType.Firefox)]
    [TestFixture(BrowserType.Opera)]
    [TestFixture(BrowserType.IE)]
    [Parallelizable(ParallelScope.Fixtures)]
    public class GoogleTesting : Hooks
    {
        public GoogleTesting(BrowserType browser) : base(browser)
        {

        }

        [Test]
        public void GoogleTest()
        {
            Driver.Navigate().GoToUrl("http://www.google.com");
            Driver.FindElement(By.Name("q")).SendKeys("selenium");
            Driver.FindElement(By.Name("btnK")).Click();
            Assert.That(Driver.PageSource.Contains("Selenium"), Is.EqualTo(true),
                "The text selenium doenst exist");
        }
    }

}

但是,由于我的项目开始出现与此类似的抱怨 SpecFlow Visual Studio extension attempted to use SpecFlow code-behind generator 1.9,我开始使用 SpecFlow.Tools.MsBuild.Generation 并无法访问测试(代码隐藏文件)以添加属性。我可以添加的唯一属性是 [Parallelizable(ParallelScope.Fixtures)] 但我必须将它放在 AssemblyInfo.cs 中 - 其他属性不能添加到那里。

我是否需要降级 Specflow/Selenium 等的版本才能使其正常工作?

我能够从 https://github.com/minhhoangvn/AutomationFramework

中删除使用 ThreadLocal 实现并行执行所需的代码

将此添加到您的 AssemblyInfo.cs 文件中:

[assembly: Parallelizable(ParallelScope.Fixtures)]
[assembly: LevelOfParallelism(4)]

您看到的 4 是您希望同时 运行 进行的测试数量。所以如果你有 2 个节点,但你想同时 运行 4 个测试,那么每个节点将获得 2 chrome 个浏览器。

当您使用 MsBuild.Generation 时,feature.cs 文件仍然存在,只是没有出现在 visual studio 中。

您可以尝试在创建驱动程序时将此添加到您的 Hooks.cs 文件中:

 ScenarioContext _scenarioContext;
 IWebDriver _currentWebDriver;
 _currentWebDriver = new RemoteWebDriver(new Uri(Utilities.SeleniumHub), options.ToCapabilities(), TimeSpan.FromMinutes(3));
 _scenarioContext.ScenarioContainer.RegisterInstanceAs<IWebDriver>(_currentWebDriver);

然后当你完成这个场景时:

    [AfterScenario]
    public void CloseBrowserAfterScenario()
    {
        string driver_process_name = null;
        string browser_process_name = null;
        switch (browser)
        {
            case "Chrome":
                driver_process_name = "chromedriver.exe";
                break;
            case "IEX64":
            case "IEX86":
                driver_process_name = "IEDriverServer.exe";
                break;
            case "Edge":
                driver_process_name = "MicrosoftWebDriver.exe";
                browser_process_name = "MicrosoftEdge.exe";
                break;
            case "Firefox":
                driver_process_name = "geckodriver.exe";
                break;
            default:
                LogMessage(browser + "is not found or not supported... Please update the TestUI.dll.Config File");
                break;
        }

        System.Diagnostics.Process[] process = System.Diagnostics.Process.GetProcessesByName(driver_process_name);

        foreach (System.Diagnostics.Process app_process in process)
        {
            if (!string.IsNullOrEmpty(app_process.ProcessName))
            {
                try
                {
                    app_process.Kill();
                }
                catch
                {
                    FunctionalUtil.LogMessage("app_process.Kill(); failed in CloseBrowserAfterScenario");
                }
            }
        }