Puppeteer Stealth Mode: Scrape Without a Trace

				
					// Imports the Puppeteer ES Module
import puppeteer from "puppeteer";

// If you are not using ES modules use:
// const puppeteer = require("puppeteer")

// Creates an async function to avoid top-level await
(async () => {
  // Defines the URL and the selectors that will be used to extract the text.
    // Selector will probably change over time which is the reason why we extracted them as constants
  const URL = "https://youtube.com/";
  const SEARCH_INPUT_SELECTOR = "#center > yt-searchbox > div.ytSearchboxComponentInputBox > form > input";
  const SEARCH_BUTTON_SELECTOR = "#center > yt-searchbox > button";
  const YT_VIDEO_CONTAINER_SELECTOR = "#contents > ytd-video-renderer";
  const YT_VIDEO_TITLE_SELECTOR = "#video-title > yt-formatted-string";

  // Sets up the basic browser and page objects
  // Ref: https://pptr.dev/guides/browser-management
  const browser = await puppeteer.launch();
  const page = await browser.newPage();

  // Navigates to the URL and sets the viewport to 1920x1080
  await page.goto(URL);
  await page.setViewport({ height: 1920, width: 1080 });

  // Locates the YouTube search and types in the search query
  await page.waitForSelector(SEARCH_INPUT_SELECTOR); //wait for selector to load.
  await page.type(SEARCH_INPUT_SELECTOR, "cat videos");

  // Clicks the search button.
  await page.waitForSelector(SEARCH_BUTTON_SELECTOR);
  await page.click(SEARCH_BUTTON_SELECTOR);

  // Wait for the selector (video container) to appear
  await page.waitForSelector(YT_VIDEO_CONTAINER_SELECTOR);

  // Screenshots the page
  await page.screenshot({ path: "output/screenshot-index-yt.jpg", fullPage: true });

  // Scrape the results
  const results = await page.$$eval(
      YT_VIDEO_CONTAINER_SELECTOR,
      (elements, titleSelector) => {
          return elements.slice(0, 10).map((element) => {
            const titleElement = element.querySelector(titleSelector);
            return titleElement ? titleElement.textContent.trim() : null;
          });
      },
      YT_VIDEO_TITLE_SELECTOR
  );

  // Print them out
  console.log("Top Cat Videos Titles:");
  results.forEach((title, index) => {
    console.log(`${index + 1}. ${title}`);
  });

  // Close the browser and end the application
  await browser.close();
})();

				
			

				
					node test-anti-bot-stealth-rotating-proxy.js

🌐 Using proxy: 49.67.131.200:1080