标签：newPage PuppeteerSharp await -- ex new browser Chromium 页面

LaunchOptions options = new LaunchOptions
                {
                    Headless = true,
                    ExecutablePath = @".local-chromium\Win64-901912\chrome-win\chrome.exe",
                    Args = new[] {
                    string.Format("--proxy-server={0}",ip),
                    "--start-maximized",//最大窗口
                    "--disable-infobars",//--隐藏自动化标题
                    "--no-sandbox",
                    "–single-process",
                    "–disable-gpu",
                    "--disable-setuid-sandbox",
                    "--ignore-certificate-errors",
                    "--app=https://www.baidu.com/"
                },
                    IgnoreHTTPSErrors = true
                };
                using (var browser = await Puppeteer.LaunchAsync(options))
                {
                    try
                    {
                        string userAgent = UAList[new Random().Next(0, UAList.Count())];
                        var newPage = await browser.NewPageAsync();
                        newPage.DefaultTimeout = 15000;
                        await newPage.SetUserAgentAsync(userAgent);
                        ViewPortOptions vOptions = new ViewPortOptions
                        {
                            Width = 1920,
                            Height = 1080
                        };
                        await newPage.SetViewportAsync(vOptions);
                        //隐藏webdriver特征
                        await newPage.EvaluateExpressionOnNewDocumentAsync("delete navigator.__proto__.webdriver;");
                        foreach (var href in link)
                        {
                            try
                            {
                                Stopwatch sw = new Stopwatch();
                                sw.Start();
                                await newPage.GoToAsync(href, WaitUntilNavigation.DOMContentLoaded);
                                var jsSelectAllAnchors = @"Array.from(document.querySelectorAll('.p-card-href')).map(a => a.href);";
                                var urls = await newPage.EvaluateExpressionAsync<string[]>(jsSelectAllAnchors);
                                if (urls != null && urls.Where(a => a.Contains("b2bsearch/jump?url")).Count() > 0)
                                {
                                    string[] filter_urls = urls.Where(a => a.Contains("b2bsearch/jump?url")).ToArray();
                                    string productUrl = filter_urls[new Random().Next(0, filter_urls.Count())];
                                    await newPage.GoToAsync(productUrl, WaitUntilNavigation.DOMContentLoaded);
                                    await ScrollPage(newPage, 500, 800, 3, 200, 800);
                                }
                                sw.Stop();
                                Console.WriteLine("耗时:" + sw.ElapsedMilliseconds + "ms");
                            }
                            catch (Exception ex)
                            {
                                Console.WriteLine("当前打开页面链接异常:" + ex.Message);
                                if (ex.Message.Contains("ERR_TUNNEL_CONNECTION_FAILED") || ex.Message.Contains("ERR_PROXY_CONNECTION_FAILED"))
                                {
                                    await browser.CloseAsync();//关闭浏览器
                                                               //重新运行任务
                                    var d = Task.Run(() => TaskRun(link.Skip(link.IndexOf(href)).ToList()));
                                    d.Wait();
                                    return;
                                }
                            }
                        }
                        if (newPage != null && !newPage.IsClosed)
                        {
                            await newPage.CloseAsync();
                        }
                        if (browser != null && !browser.IsClosed)
                        {
                            await browser.CloseAsync();//关闭浏览器
                        }
                        Console.WriteLine("全部任务已完成....");
                    }
                    catch (Exception ex)
                    {
                        Console.WriteLine("global:" + ex.Message);
                        if (browser != null && !browser.IsClosed)
                        {
                            await browser.CloseAsync();
                            var d = Task.Run(() => TaskRun(link));//递归执行
                            d.Wait();
                        }
                    }
                }
            }
            catch (Exception ex)
            {
                Console.WriteLine(ex.Message + ";" + ex.InnerException);
            }

        }
        /// <summary>
        /// 模拟滚动页面
        /// </summary>
        /// <param name="page">当前页面</param>
        /// <param name="times">次数</param>
        /// <returns></returns>
        async static Task ScrollPage(Page page, int minPix, int maxPix, int times, int minSleep = 1000, int maxSleep = 2000)
        {
            Func<Task> scroll = null;
            int i = 0;
            scroll = new Func<Task>(async () =>
            {
                int top = new Random().Next(minPix, maxPix);
                await page.EvaluateExpressionAsync("window.scrollBy({top:" + top + ",behavior:'smooth'})");
                Thread.Sleep(new Random().Next(minSleep, maxSleep));
                i++;
                if (i < times)
                {
                    await scroll();
                }
            });
            await scroll();
            //再向上随机滚动
            await page.EvaluateExpressionAsync("window.scrollBy({top:" + (0 - new Random().Next(500, 1500)) + ",behavior:'smooth'})");
        }

标签：newPage,PuppeteerSharp,await,--,ex,new,browser,Chromium,页面
来源： https://www.cnblogs.com/wzf-Learning/p/16224449.html

本站声明： 1. iCode9 技术分享网（下文简称本站）提供的所有内容，仅供技术学习、探讨和分享；
2. 关于本站的所有留言、评论、转载及引用，纯属内容发起人的个人观点，与本站观点和立场无关；
3. 关于本站的所有言论和文字，纯属内容发起人的个人观点，与本站观点和立场无关；
4. 本站文章均是网友提供，不完全保证技术分享内容的完整性、准确性、时效性、风险性和版权归属；如您发现该文章侵犯了您的权益，可联系我们第一时间进行删除；
5. 本站为非盈利性的个人网站，所有内容不会用来进行牟利，也不会利用任何形式的广告来间接获益，纯粹是为了广大技术爱好者提供技术内容和技术思想的分享性交流网站。