C# c语言中的硒刮网

我正在使用selenium dll进行web抓取，但在抓取记录列表时遇到了问题。如果我使用调试器，它会提取所有记录，但如果禁用调试器并运行应用程序，它有时会显示较少的记录，有时则不会显示任何记录。我想知道是否有办法知道页面是否已完全加载

driver.FindElementsByClassNamesearch-result-gridview-item.ToList

更改记录计数

                            driver.FindElementsByClassName("search-result-gridview-item").ToList().ForEach(x =>
                            {
                                objUPCProcess = new UPCProcessingModel();
                                try
                                {
                                    objUPCProcess.Description = x.FindElement(By.ClassName("prod-ProductTitle")).Text;
                                    objUPCProcess.Price = x.FindElement(By.ClassName("Price")).Text;
                                    listOfProductDetails.Add(objUPCProcess);
                                    if (i == 0)
                                    {
                                        log.Item = objUPCProcess.Description;
                                        i++;
                                    }
                                }
                                catch (OpenQA.Selenium.NoSuchElementException ex)
                                {
                                    try
                                    {
                                        objUPCProcess.Description = x.FindElement(By.ClassName("prod-ProductTitle")).Text;
                                        objUPCProcess.Price = ex.Message;
                                        listOfProductDetails.Add(objUPCProcess);
                                    }
                                    catch
                                    {
                                        try
                                        {
                                            objUPCProcess.Price = x.FindElement(By.ClassName("Price")).Text;
                                            objUPCProcess.Description = ex.Message;
                                            listOfProductDetails.Add(objUPCProcess);
                                        }
                                        catch
                                        {
                                            objUPCProcess.Description = ex.Message;
                                            objUPCProcess.Price = ex.Message;
                                            log.Message = ex.Message;
                                            listOfProductDetails.Add(objUPCProcess);
                                            log.Status = "Error";
                                        }

                                    }


                                }
                            });
                        }

---

看看这个例子，我很确定这是由同步问题引起的，webdriver和页面工作的速度与实际填充记录的AJAX请求不同。这就是为什么

如果禁用调试器并运行应用程序，它有时会显示较少的记录，有时则不会显示任何记录

我也没有在你的代码中看到任何内容。但是您可以实现一个helper-Utils方法来检查

页面是否已完全加载

我使用了IscripteExecutor，如下所示：

---

注意：如果异常处理看起来像是一种开销，那么您可能会丢失一些异常处理，但我的目标是给出有利于未来读者的完整答案。

使用以下代码检查是否触发了selenium

/* * Created by SharpDevelop. 
   * User: sravanth 
   * Date: 2/2/2018 
   * Time: 1:33 AM * 
   * To change this template use Tools | Options | Coding | Edit Standard Headers. 
*/ 

using System; 
using OpenQA.Selenium; 
using OpenQA.Selenium.Chrome; 
using OpenQA.Selenium.IE; 
using OpenQA.Selenium.Support.UI; 
using System.Diagnostics; 
using Microsoft.VisualBasic; 
using System.Windows.Forms; 
using System.Runtime.InteropServices; 
//using System.Collections; 
using System.Collections.Generic; 

namespace sele 
{ 
    class Program 
    { 
        public static void Main(string[] args) 
        { 
            //Console.WriteLine("Hello World!"); 
            // TODO: Implement Functionality Here 
            //Console.Write("Press any key to continue . . . "); 
            //Console.ReadKey(true); 
            //System.setProperty("webdriver.ie.driver", "C:\\Users/sravanth/Downloads/IEDriverServer_x64_3.8.0/IEdriver.exe"); 
            // C:\Users\sravanth\Downloads\IEDriverServer_x64_3.8.0 
            IWebDriver driver;
            // = new InternetExplorerDriver(@"C:\\Users/sravanth/Downloads/IEDriverServer_x64_3.8.0"); 
            var service = InternetExplorerDriverService.CreateDefaultService(@"C:\\Users/sravanth/Downloads/IEDriverServer_x64_3.8.0"); 
            //var service = InternetExplorerDriverService.CreateDefaultService(@"C:\\Users/sravanth/Downloads/chromedriver_win32"); 
            // properties on the service can be used to e.g. hide the command prompt 
            var options = new InternetExplorerOptions { IgnoreZoomLevel = true, InitialBrowserUrl = "file:///C:/Users/sravanth/Desktop/a.html", IntroduceInstabilityByIgnoringProtectedModeSettings = true }; 
            driver = new InternetExplorerDriver(service, options); 
            //driver = new ChromeDriver(@"C:\\Users/sravanth/Downloads/chromedriver_win32"); 
            //driver.Navigate().GoToUrl("https://www.w3schools.com/js/tryit.asp?filename=tryjs_prompt"); 
            driver.Url="file:///C:/Users/sravanth/Desktop/a.html"; 
            //driver.Navigate().GoToUrl("file:///C:/Users/sravanth/Desktop/a.html"); 
            driver.Navigate(); 
            //IList links = driver.FindElements(By.TagName("button")); 
            // Console.WriteLine(links.Count); 
            WebDriverWait wait = new WebDriverWait(driver, TimeSpan.FromSeconds(10)); 
            //IWebElement btn = wait.Until(ExpectedConditions.ElementIsVisible(By.Id("btn"))); 
            IWebElement btn=driver.FindElement(By.Id("btn")); 
            btn.Click(); 
            // System.Threading.Thread.Sleep(5000); 
            Process[] processes = Process.GetProcessesByName("iexplore"); 
            Console.WriteLine(processes.Length); 
            int i=0; 
            IntPtr windowHandle; 
            foreach (Process p in processes) 
            { 
                i=i+1; 
                Console.WriteLine(i); 
                windowHandle = p.MainWindowHandle; 
                Console.Write("iexplore"); 
                Console.WriteLine(windowHandle.ToString()); 
                // do something with windowHandle 
                if(i.Equals(1))
                { 
                    //Console.WriteLine("Reached If Loop"); 
                    SetForegroundWindow(windowHandle); 
                } 
            } 
            //System.Windows.Forms.SendKeys.SendWait("%{F4}"); 
            Console.WriteLine(processes.Length); 
            Process.Start("notepad.exe"); 
            var prc = Process.GetProcessesByName("notepad"); 
            if (prc.Length > 0) 
            { 
                SetForegroundWindow(prc[0].MainWindowHandle); 
            } 
            //System.Windows.Forms.SendKeys.SendWait("%{F4}"); 
        } 

        [DllImport("user32.dll")] 
        private static extern bool SetForegroundWindow(IntPtr hWnd); 
    } 
}  

/* * Created by SharpDevelop. 
   * User: sravanth 
   * Date: 2/2/2018 
   * Time: 1:33 AM * 
   * To change this template use Tools | Options | Coding | Edit Standard Headers. 
*/ 

using System; 
using OpenQA.Selenium; 
using OpenQA.Selenium.Chrome; 
using OpenQA.Selenium.IE; 
using OpenQA.Selenium.Support.UI; 
using System.Diagnostics; 
using Microsoft.VisualBasic; 
using System.Windows.Forms; 
using System.Runtime.InteropServices; 
//using System.Collections; 
using System.Collections.Generic; 

namespace sele 
{ 
    class Program 
    { 
        public static void Main(string[] args) 
        { 
            //Console.WriteLine("Hello World!"); 
            // TODO: Implement Functionality Here 
            //Console.Write("Press any key to continue . . . "); 
            //Console.ReadKey(true); 
            //System.setProperty("webdriver.ie.driver", "C:\\Users/sravanth/Downloads/IEDriverServer_x64_3.8.0/IEdriver.exe"); 
            // C:\Users\sravanth\Downloads\IEDriverServer_x64_3.8.0 
            IWebDriver driver;
            // = new InternetExplorerDriver(@"C:\\Users/sravanth/Downloads/IEDriverServer_x64_3.8.0"); 
            var service = InternetExplorerDriverService.CreateDefaultService(@"C:\\Users/sravanth/Downloads/IEDriverServer_x64_3.8.0"); 
            //var service = InternetExplorerDriverService.CreateDefaultService(@"C:\\Users/sravanth/Downloads/chromedriver_win32"); 
            // properties on the service can be used to e.g. hide the command prompt 
            var options = new InternetExplorerOptions { IgnoreZoomLevel = true, InitialBrowserUrl = "file:///C:/Users/sravanth/Desktop/a.html", IntroduceInstabilityByIgnoringProtectedModeSettings = true }; 
            driver = new InternetExplorerDriver(service, options); 
            //driver = new ChromeDriver(@"C:\\Users/sravanth/Downloads/chromedriver_win32"); 
            //driver.Navigate().GoToUrl("https://www.w3schools.com/js/tryit.asp?filename=tryjs_prompt"); 
            driver.Url="file:///C:/Users/sravanth/Desktop/a.html"; 
            //driver.Navigate().GoToUrl("file:///C:/Users/sravanth/Desktop/a.html"); 
            driver.Navigate(); 
            //IList links = driver.FindElements(By.TagName("button")); 
            // Console.WriteLine(links.Count); 
            WebDriverWait wait = new WebDriverWait(driver, TimeSpan.FromSeconds(10)); 
            //IWebElement btn = wait.Until(ExpectedConditions.ElementIsVisible(By.Id("btn"))); 
            IWebElement btn=driver.FindElement(By.Id("btn")); 
            btn.Click(); 
            // System.Threading.Thread.Sleep(5000); 
            Process[] processes = Process.GetProcessesByName("iexplore"); 
            Console.WriteLine(processes.Length); 
            int i=0; 
            IntPtr windowHandle; 
            foreach (Process p in processes) 
            { 
                i=i+1; 
                Console.WriteLine(i); 
                windowHandle = p.MainWindowHandle; 
                Console.Write("iexplore"); 
                Console.WriteLine(windowHandle.ToString()); 
                // do something with windowHandle 
                if(i.Equals(1))
                { 
                    //Console.WriteLine("Reached If Loop"); 
                    SetForegroundWindow(windowHandle); 
                } 
            } 
            //System.Windows.Forms.SendKeys.SendWait("%{F4}"); 
            Console.WriteLine(processes.Length); 
            Process.Start("notepad.exe"); 
            var prc = Process.GetProcessesByName("notepad"); 
            if (prc.Length > 0) 
            { 
                SetForegroundWindow(prc[0].MainWindowHandle); 
            } 
            //System.Windows.Forms.SendKeys.SendWait("%{F4}"); 
        } 

        [DllImport("user32.dll")] 
        private static extern bool SetForegroundWindow(IntPtr hWnd); 
    } 
}