LLM Ready Data from Any Webpage

import requests

api_key = "5eaa61a6e562fc52fe763tr516e4653"
url = "https://api.scrapingdog.com/scrape"

params = {
    "api_key": api_key,
    "url": "https://example.com",
    "dynamic": "true",
    "markdown": "true"
}

response = requests.get(url, params=params)

if response.status_code == 200:
    data = response.text
    print(data)
else:
    print(f"Request failed with status code: {response.status_code}")

import java.io.BufferedReader;
import java.io.InputStreamReader;
import java.net.HttpURLConnection;
import java.net.URL;
import java.io.IOException;
public class Main {
    public static void main(String[] args) {
        try {
            // Set the API key and request parameters
            String apiKey = "5eaa61a6e562fc52fe763tr516e4653";
            String targetUrl = "https://example.com";
            String dynamic = "true";
            String markdown = "true";

            // Construct the API endpoint URL
            String apiUrl = "https://api.scrapingdog.com/scrape?api_key=" + apiKey
                    + "&url=" + targetUrl
                    + "&dynamic=" + dynamic
                    + "&markdown=" + markdown;

            URL url = new URL(apiUrl);
            HttpURLConnection connection = (HttpURLConnection) url.openConnection();
            connection.setRequestMethod("GET");

            int responseCode = connection.getResponseCode();

            if (responseCode == 200) {
                BufferedReader reader = new BufferedReader(new InputStreamReader(connection.getInputStream()));
                String inputLine;
                StringBuilder response = new StringBuilder();

                while ((inputLine = reader.readLine()) != null) {
                    response.append(inputLine);
                }
                reader.close();

                System.out.println(response.toString());
            } else {
                System.out.println("HTTP request failed with response code: " + responseCode);
            }

            connection.disconnect();
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
}

<?php

// Set the API key and request parameters
$api_key = '5eaa61a6e562fc52fe763tr516e4653';
$target_url = 'https://example.com';
$dynamic = 'true';
$markdown = 'true';

// Set the API endpoint
$url = 'https://api.scrapingdog.com/scrape?api_key=' . $api_key . '&url=' . $target_url . '&dynamic=' . $dynamic . '&markdown=' . $markdown;

// Initialize cURL session
$ch = curl_init($url);

// Set cURL options
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);

// Execute the cURL request
$response = curl_exec($ch);

// Check if the request was successful
if ($response === false) {
    echo 'cURL error: ' . curl_error($ch);
} else {
    echo $response;
}

// Close the cURL session
curl_close($ch);

require 'net/http'
require 'uri'

# Set the API key and request parameters
api_key = '5eaa61a6e562fc52fe763tr516e4653'
target_url = 'https://example.com'
dynamic = 'true'
markdown = 'true'

# Construct the API endpoint URL
url = URI.parse("https://api.scrapingdog.com/scrape?api_key=#{api_key}&url=#{target_url}&dynamic=#{dynamic}&markdown=#{markdown}")

# Create an HTTP GET request
request = Net::HTTP::Get.new(url)

# Create an HTTP client
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true # Enable SSL (https)

# Send the request and get the response
response = http.request(request)

# Check if the request was successful
if response.is_a?(Net::HTTPSuccess)
  puts response.body
else
  puts "HTTP request failed with code: #{response.code}, message: #{response.message}"
end

const axios = require('axios');

const api_key = '5eaa61a6e562fc52fe763tr516e4653';
const url = 'https://api.scrapingdog.com/scrape';

const params = {
  api_key: api_key,
  url: 'https://example.com',
  dynamic: 'true',
  markdown: 'true',
};

axios
  .get(url, { params: params })
  .then(function (response) {
    if (response.status === 200) {
      const data = response.data;
      console.log(data);
    } else {
      console.log('Request failed with status code: ' + response.status);
    }
  })
  .catch(function (error) {
    console.error('Error making the request: ' + error.message);
  });