Scraping Google Trends using Nodejs (Storing Data in CSV)

				
					const axios = require('axios');
const fs = require("fs");
const { ChartJSNodeCanvas } = require("chartjs-node-canvas");
const fastCsv = require("fast-csv");
const path = require("path");

let data;
const api_key = 'your-api-key';
const url = 'https://api.scrapingdog.com/google_trends/';

const params = {
  api_key: api_key,
  query: 'Air purifier',
  language: 'en',
  geo: 'IN',
  data_type: 'TIMESERIES',
  tz: '',
  category: '0',
  gprop: '',
  date: '2021-01-01 2025-01-01'
};
let TrendsData

async function fetchData() {
  try{
    TrendsData = await axios.get(url, { params: params })
    if (TrendsData.status === 200) {
      data = TrendsData.data["interest_over_time"]["timeline_data"];
      let dates = data.map(entry => entry["date"]);
      let values = data.map(entry => parseInt(entry["values"][0]["value"]));
      console.log("Data is Extracted, now ploting the graph");

      let graphStatus = await generateChart(dates,values)
      if(graphStatus){
        console.log('graph plotting is complete')
      }

      let csvStatus = await saveCSV(dates,values)
      if(csvStatus){
        console.log('CSV file is created')
      }
    } else {
      console.log('Request failed with status code: ' + TrendsData.status);
    }
  }catch(err){
    console.error('Error making the request: ' + err.message);
  }
}



async function generateChart(dates,values) {
      const width = 800;
      const height = 400;

      const chartCanvas = new ChartJSNodeCanvas({ width, height });

      const configuration = {
          type: "line",
          data: {
              labels: dates,
              datasets: [
                  {
                      label: "Search Interest in 'Air Purifier'",
                      data: values,
                      borderColor: "blue",
                      fill: false,
                      tension: 0.3,
                  },
              ],
          },
          options: {
              responsive: false,
              plugins: {
                  title: {
                      display: true,
                      text: "Google Trends: Air Purifier Search Interest Over Time",
                      font: { size: 16 },
                  },
              },
              scales: {
                  x: { title: { display: true, text: "Date" } },
                  y: { title: { display: true, text: "Search Interest" } },
              },
          },
      };

      // Generate and save chart as an image
      const imagePath = path.join(__dirname, "trends_chart.png");
      const imageBuffer = await chartCanvas.renderToBuffer(configuration);
      fs.writeFileSync(imagePath, imageBuffer);

      console.log(`Chart saved as ${imagePath}`);
      return true
  }

async function saveCSV(dates,values) {
    const csvPath = path.join(__dirname, "air_purifier_trends.csv");
    const writeStream = fs.createWriteStream(csvPath);
    const csvStream = fastCsv.format({ headers: true });

    csvStream.pipe(writeStream);
    dates.forEach((date, index) => {
        csvStream.write({ Date: date, Interest: values[index] });
    });

    csvStream.end();

    console.log(`CSV saved at ${csvPath}`);

    return true;
}


fetchData()