Documentation

curl "https://api.scrapingdog.com/scrape?api_key=5e5a97e5b1ca5b194f42da86&url=http://httpbin.org/ip&dynamic=false"

curl "https://api.scrapingdog.com/scrape?api_key=5e750530f030026c843fbefc646&url=http://httpbin.org/ip"

curl "https://api.scrapingdog.com/scrape?api_key=5e750530f030026c843fbefc646&url=http://httpbin.org/ip&wait=5000"

curl --header "X-customheader: bar" \
    "https://api.scrapingdog.com/scrape?api_key=5e5a97e5b1ca5b194f42da86fr444356&url=http://httpbin.org/anything&custom_headers=true"

curl "https://api.scrapingdog.com/scrape?api_key=5e3a0e5a97e5b1ca5b194f42da86&url=http://httpbin.org/ip&session_number=666"
    curl "https://api.scrapingdog.com/scrape?api_key=5e3a0e5a97e5b1ca5b194f42da86&url=http://httpbin.org/ip&session_number=666"

curl "https://api.scrapingdog.com/scrape?api_key=3e3a09b6ecde9f83856906c5e27dd646&url=http://httpbin.org/ip&country=us"

curl "https://api.scrapingdog.com/scrape?api_key=5e5a97e5b1ca5b194f42da86d646&url=http://httpbin.org/ip&premium=true"

# To send PUT request just replace POST with PUT
    curl -d 'foo=bar' \
    -X POST \
    "https://api.scrapingdog.com/scrape?api_key=5e5a97e5b1ca5b194f42da86c5e27dd646&url=http://httpbin.org/anything"


    # For form data
    curl -H 'Content-Type: application/x-www-form-urlencoded' \
    -F 'foo=bar'
    -X POST \
    "https://api.scrapingdog.com/scrape?api_key=5e5a97e5b1ca5b194f42da86e27dd646&url=http://httpbin.org/anything"

#Through google search query
curl "https://api.scrapingdog.com/google/?api_key=5eaa61a6e562fc52fe763tr516e4653&query=football&results=10&country=us&page=0"

#Through google search URL
curl "https://api.scrapingdog.com/google/?api_key=5eaa61a6e562fc52fe763tr516e4653&query=https://www.google.com/search?q=pizza"

Proxy Server proxy.scrapingdog.com

Proxy PORT 8081

Username scrapingdog

Password Your-API-KEY

curl "https://api.scrapingdog.com/linkedinjobs/?api_key=5eaa61a6e562fc52fe763tr516e4653&field=python&geoid=100293800&page=1"

curl "https://api.scrapingdog.com/linkedin/?api_key=5eaa61a6e562fc52fe763tr516e4653&type=profile&linkId=rbranson"

curl "https://api.scrapingdog.com/linkedin/?api_key=5eaa61a6e562fc52fe763tr516e4653&type=company&linkId=scrapingdog"

curl "https://api.scrapingdog.com/zillow/?api_key=5eaa61a6e562fc52fe763tr516e4653&url=https://www.zillow.com/homes/for_sale/&listing=true"

curl "https://api.scrapingdog.com/twitter?api_key=5eaa61a6e562fc52fe763tr516e4653&url=https://twitter.com/elonmusk/status/1655608985058267139&parsed=true"

curl "https://api.scrapingdog.com/screenshot?api_key=6103077e467766765f5803ed2df7bc8&url=https://www.scrapingdog.com"

curl "https://api.scrapingdog.com/account?api_key=678432hgtded7f4d8cc9d1244d48068af"

import requests
payload = {'api_key': 'APIKEY', 'url': 'https://httpbin.org/ip', 'dynamic':'false'}
resp = requests.get('https://api.scrapingdog.com/scrape', params=payload)
print (resp.text)
                

import requests
payload = {'api_key': 'APIKEY', 'url': 'https://httpbin.org/ip'}
resp = requests.get('https://api.scrapingdog.com/scrape', params=payload)
print (resp.text)
                

import requests
payload = {'api_key': 'APIKEY', 'url': 'https://httpbin.org/ip', 'wait':'5000'}
resp = requests.get('https://api.scrapingdog.com/scrape', params=payload)
print (resp.text)
                

import requests
headers = {
            'Accept': 'application/json'
            'X-MyHeader': '123',
          }
payload = {'api_key': 'APIKEY', 'url': 'https://httpbin.org/ip', 'custom_headers':'true'}
resp = requests.get('https://api.scrapingdog.com/scrape', params=payload)
print (resp.text)
                

import requests
payload = {'api_key': 'APIKEY', 'url': 'https://httpbin.org/ip', 'session_number':'666'}
resp = requests.get('https://api.scrapingdog.com/scrape', params=payload)
print (resp.text)
                

import requests
payload = {'api_key': 'APIKEY', 'url': 'https://httpbin.org/ip', 'country':'gb'}
resp = requests.get('https://api.scrapingdog.com/scrape', params=payload)
print (resp.text)
                

import requests
payload = {'api_key': 'APIKEY', 'url': 'https://httpbin.org/ip', 'premium':'true'}
resp = requests.get('https://api.scrapingdog.com/scrape', params=payload)
print (resp.text)
                

import requests
payload = {'api_key': 'APIKEY', 'url': 'http://httpbin.org/post'}
resp = requests.post('https://api.scrapingdog.com/scrape', params=payload, data={'foo': 'bar'})
print (resp.text)
                

#Through google search query
import requests
payload = {'api_key': 'APIKEY', 'query':'football', 'results':'10', 'country':'gb', 'page':'0'}
resp = requests.get('https://api.scrapingdog.com/google', params=payload)
print (resp.json())

#Through google search URL
import requests
payload = {'api_key': 'APIKEY', 'query':'https://www.google.com/search?q=pizza'}
resp = requests.get('https://api.scrapingdog.com/google', params=payload)
print (resp.text)
                

#Datacenter proxies
import requests
proxies = {
  "http": "http://scrapingdog:[email protected]:8081"
}
resp = requests.get('http://httpbin.org/ip', proxies=proxies, verify=False)
print (resp.text)


#Residential proxies
import requests
proxies = {
"http": "http://scrapingdog:[email protected]:8081"
}
resp = requests.get('http://httpbin.org/ip', proxies=proxies, verify=False)
print (resp.text)
                

import requests
payload = {'api_key': 'APIKEY', 'field':'Python', 'geoid:'100293800', 'page':'1'}
resp = requests.get('https://api.scrapingdog.com/linkedinjobs', params=payload)
print (resp.json())
                

import requests
payload = {'api_key': 'APIKEY', 'type':'profile', 'linkId:'rbranson'}
resp = requests.get('https://api.scrapingdog.com/linkedin', params=payload)
print (resp.json())
                

import requests
payload = {'api_key': 'APIKEY', 'type':'company', 'linkId:'amazon'}
resp = requests.get('https://api.scrapingdog.com/linkedin', params=payload)
print (resp.json())
                

import requests
payload = {'api_key': 'APIKEY', 'url':'https://www.zillow.com/homes/for_sale/', 'listing':true}
resp = requests.get('https://api.scrapingdog.com/zillow', params=payload)
print (resp.json())
                

import requests
payload = {'api_key': 'APIKEY', 'url':'https://twitter.com/elonmusk/status/1655608985058267139', 'parsed':true}
resp = requests.get('https://api.scrapingdog.com/twitter', params=payload)
print (resp.json())
                

import requests
payload = {'api_key': 'APIKEY', 'url':'https://www.scrapingdog.com', 'fullPage:'true'}
resp = requests.get('https://api.scrapingdog.com/screenshot', params=payload)
print (resp.text)
                

import requests
payload = {'api_key': 'APIKEY'}
resp = requests.get('https://api.scrapingdog.com/account', params=payload)
print (resp.text)
                

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/scrape?api_key=APIKEY&url=https://httpbin.org/ip&dynamic=false')
console.log(resp.body)
                

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/scrape?api_key=APIKEY&url=https://httpbin.org/ip')
console.log(resp.body)
                

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/scrape?api_key=APIKEY&url=https://httpbin.org/ip&wait=5000')
console.log(resp.body)
                

const unirest = require('unirest')
var headers={
  'Accept': 'application/json',
  'X-MyHeader': '123'
}
var resp = await unirest.get('https://api.scrapingdog.com/scrape?api_key=APIKEY&url=https://httpbin.org/ip&dynamic=false').headers(headers)
console.log(resp.body)
                

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/scrape?api_key=APIKEY&url=https://httpbin.org/ip&session_number=123')
console.log(resp.body)
                

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/scrape?api_key=APIKEY&url=https://httpbin.org/ip&country=gb')
console.log(resp.body)
                

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/scrape?api_key=APIKEY&url=https://httpbin.org/ip&premium=true')
console.log(resp.body)

const unirest = require('unirest')
var headers = {
  'Accept': 'application/json',
  'X-MyHeader': '123'
}
var data = { "parameter": 23, "foo": "bar" }
var resp = await unirest.post('https://api.scrapingdog.com/scrape?api_key=APIKEY&url=http://httpbin.org/post').headers(headers).send(data)
console.log(resp.body)

#Through google search query
const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/google?api_key=APIKEY&query=footbal&results=10&country=us&page=0')
console.log(resp.body)

#Through google search URL
const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/google?api_key=APIKEY&query=https://www.google.com/search?q=pizza')
console.log(resp.body)

#Datacenter proxies
const unirest = require('unirest')
var resp = await unirest.get('https://httpbin.org/ip').proxy('http://scrapingdog:[email protected]:8081')
console.log(resp.body)


#Residential proxies
const unirest = require('unirest')
var resp = await unirest.get('https://httpbin.org/ip').proxy('http://scrapingdog:[email protected]:8081')
console.log(resp.body)

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/linkedinjobs?api_key=APIKEY&field=Python&geoid=100293800&page=1')
console.log(resp.body)

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/linkedin?api_key=APIKEY&type=profile&linkId=rbranson')
console.log(resp.body)

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/linkedin?api_key=APIKEY&type=company&linkId=scrapingdog')
console.log(resp.body)

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/zillow?api_key=APIKEY&url=https://www.zillow.com/homes/for_sale/&listing=true')
console.log(resp.body)

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/twitter?api_key=APIKEY&url=https://twitter.com/elonmusk/status/1655608985058267139&parsed=true')
console.log(resp.body)

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/screenshot?api_key=APIKEY&url=https://www.scrapingdog.com&fullPage=true')
console.log(resp.body)

const unirest = require('unirest')
var resp = await unirest.get('https://api.scrapingdog.com/account?api_key=APIKEY')
console.log(resp.body)

<?php
$url = "https://api.scrapingdog.com/scrape?api_key=APIKEY&url=http://httpbin.org/ip&dynamic=false";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);
                

<?php
$url = "https://api.scrapingdog.com/scrape?api_key=APIKEY&url=http://httpbin.org/ip";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);
                

<?php
$url = "https://api.scrapingdog.com/scrape?api_key=APIKEY&url=http://httpbin.org/ip&wait=5000";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);
                

<?php
$url = "https://api.scrapingdog.com/scrape?api_key=APIKEY&url=http://httpbin.org/ip&custom_headers=true";
$headerArray = array(
 "Content-Type: application/json",
 "X-MyHeader: 123"
);
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_HTTPHEADER, $headerArray);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);
                

<?php
$url = "https://api.scrapingdog.com/scrape?api_key=APIKEY&url=http://httpbin.org/ip&session_number=123";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);
                

<?php
$url = "https://api.scrapingdog.com/scrape?api_key=APIKEY&url=http://httpbin.org/ip&country=gb";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);
                

<?php
$url = "https://api.scrapingdog.com/scrape?api_key=APIKEY&url=http://httpbin.org/ip&premium=true";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);
                

<?php
$url = "https://api.scrapingdog.com/scrape?api_key=APIKEY&url=http://httpbin.org/anything";

# POST/PUT Requests
$postData = ["foo" => "bar"];
$postData = json_encode($postData);
$headers = [
 "Content-Type: application/json"
];

$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_POST, 1);
curl_setopt($ch, CURLOPT_POSTFIELDS, $postData); //Post Fields
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);

$response = curl_exec($ch);
curl_close($ch);

print_r($response);


#Form POST Request
$postData = ["foo" => "bar"];
$postData = json_encode($postData);
$headers = [
 'Content-Type: application/x-www-form-urlencoded; charset=utf-8',
];

$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, $postData);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);

$response = curl_exec($ch);
curl_close($ch);

print_r($response);

#Through google search query
<?php
$url = "https://api.scrapingdog.com/google?api_key=APIKEY&query=footbal&results=10&country=us&page=0";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);

#Through google search URL
<?php
$url = "https://api.scrapingdog.com/google?api_key=APIKEY&query=https://www.google.com/search?q=pizza";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);

#Datacenter proxies
"http://httpbin.org/ip");
curl_setopt($ch, CURLOPT_PROXY, "http://scrapingdog:[email protected]:8081");
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
var_dump($response);

#Residential proxies
"http://httpbin.org/ip");
curl_setopt($ch, CURLOPT_PROXY, "http://scrapingdog:[email protected]:8081");
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
var_dump($response);

<?php
$url = "https://api.scrapingdog.com/linkedinjobs?api_key=APIKEY&field=Python&geoid=100293800&page=1";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);

<?php
$url = "https://api.scrapingdog.com/linkedin?api_key=APIKEY&type=profile&linkId=rbranson";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);

<?php
$url = "https://api.scrapingdog.com/linkedin?api_key=APIKEY&type=company&linkId=scrapingdog";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);

<?php
$url = "https://api.scrapingdog.com/zillow?api_key=APIKEY&url=https://www.zillow.com/homes/for_sale/&listing=true";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);

<?php
$url = "https://api.scrapingdog.com/twitter?api_key=APIKEY&url=https://twitter.com/elonmusk/status/1655608985058267139&parsed=true";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);

<?php
$url = "https://api.scrapingdog.com/screenshot?api_key=APIKEY&url=https://www.scrapingdog.com&fullPage=true";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);

<?php
$url = "https://api.scrapingdog.com/account?api_key=APIKEY";
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $url);
curl_setopt($ch, CURLOPT_RETURNTRANSFER, TRUE);
curl_setopt($ch, CURLOPT_HEADER, FALSE);
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, 0);
$response = curl_exec($ch);
curl_close($ch);
print_r($response);

require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :url => "http://httpbin.org/ip"
 :dynamic => false
}
uri = URI('https://api.scrapingdog.com/scrape')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :url => "http://httpbin.org/ip"
}
uri = URI('https://api.scrapingdog.com/scrape')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :url => "http://httpbin.org/ip",
 :wait => 5000
}
uri = URI('https://api.scrapingdog.com/scrape')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :url => "http://httpbin.org/anything",
 :custom_headers => true
}
uri = URI('https://api.scrapingdog.com/scrape')
uri.query = URI.encode_www_form(params)
req = Net::HTTP::Get.new(uri)
req['Accept'] = 'application/json'
req['X-MyHeader'] = '123'
website_content = Net::HTTP.start(uri.hostname, uri.port) {|http|
 http.request(req)
}
print(website_content.body)
                

require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :url => "http://httpbin.org/ip",
 :session_number => 123
}
uri = URI('https://api.scrapingdog.com/scrape')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :url => "http://httpbin.org/ip",
 :country => "us"
}
uri = URI('https://api.scrapingdog.com/scrape')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :url => "http://httpbin.org/ip",
 :premium => true
}
uri = URI('https://api.scrapingdog.com/scrape')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

require 'net/http'
require 'json'

## Replace POST with PUT to send a PUT request instead
params = {
 :api_key => "APIKEY",
 :url => "http://httpbin.org/anything"
}

uri = URI('https://api.scrapingdog.com/scrape')
uri.query = URI.encode_www_form(params)

website_content = Net::HTTP.post(uri, { "foo" => "bar"}.to_json, "Content-Type" => "application/json")
print(website_content.body)

## For form data
params = {
 :api_key => "APIKEY",
 :url => "http://httpbin.org/anything"
}

uri = URI('https://api.scrapingdog.com/scrape')
uri.query = URI.encode_www_form(params)

req = Net::HTTP::Post.new(uri)
req.set_form_data('foo' => 'bar')

website_content = Net::HTTP.start(uri.hostname, uri.port) {|http|
 http.request(req)
}

print(website_content.body)

#Through google search query
require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :query => "football",
 :results => 10,
 :country => "us",
 :page => 0
}
uri = URI('https://api.scrapingdog.com/google')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

#Through google search URL
require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :query => "https://www.google.com/search?q=pizza"
}
uri = URI('https://api.scrapingdog.com/google')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

#Datacenter proxies
require 'httparty'
HTTParty::Basement.default_options.update(verify: false)
response = HTTParty.get('http://httpbin.org/ip', {
 http_proxyaddr: "proxy.scrapingdog.com",
 http_proxyport: "8081",
 http_proxyuser: "scrapingdog",
 http_proxypass: "APIKEY"
})
results = response.body
puts results

#Residential proxies
require 'httparty'
HTTParty::Basement.default_options.update(verify: false)
response = HTTParty.get('http://httpbin.org/ip', {
 http_proxyaddr: "proxy.scrapingdog.com",
 http_proxyport: "8081",
 http_proxyuser: "scrapingdog",
 http_proxypass: "APIKEY-country=random"
})
results = response.body
puts results

require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :field => "Python",
 :geoid => "100293800"
 :page => "1"
}
uri = URI('https://api.scrapingdog.com/linkedinjobs')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :type => "profile",
 :linkId => "rbranson"
}
uri = URI('https://api.scrapingdog.com/linkedin')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :type => "company",
 :linkId => "amazon"
}
uri = URI('https://api.scrapingdog.com/linkedin')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

require 'net/http'
require 'json'
params = {
 :api_key => "5eaa61a6e562fc52fe763tr516e4653",
 :url => "https://www.zillow.com/homes/for_sale/",
 :listing => true
}
uri = URI('https://api.scrapingdog.com/zillow')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

require 'net/http'
require 'json'
params = {
 :api_key => "5eaa61a6e562fc52fe763tr516e4653",
 :url => "https://twitter.com/elonmusk/status/1655608985058267139",
 :parsed => true
}
uri = URI('https://api.scrapingdog.com/twitter')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY",
 :url => "https://www.scrapingdog.com",
 :fullPage => true
}
uri = URI('https://api.scrapingdog.com/screenshot')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

require 'net/http'
require 'json'
params = {
 :api_key => "APIKEY"
}
uri = URI('https://api.scrapingdog.com/account')
uri.query = URI.encode_www_form(params)
website_content = Net::HTTP.get(uri)
print(website_content)

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/scrape?api_key=" + apiKey + "&url=http://httpbin.org/ip&dynamic=false";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/scrape?api_key=" + apiKey + "&url=http://httpbin.org/ip";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/scrape?api_key=" + apiKey + "&url=http://httpbin.org/ip&wait=5000";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/scrape?api_key=" + apiKey + "&url=http://httpbin.org/anything&custom_headers=true";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection httpURLConnection = (HttpURLConnection) urlForGetRequest.openConnection();
 httpURLConnection.setRequestProperty("Content-Type", "application/json");
 httpURLConnection.setRequestProperty("X-MyHeader", "123");
 httpURLConnection.setRequestMethod("GET");
 int responseCode = httpURLConnection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(httpURLConnection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
 } else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}
                

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/scrape?api_key=" + apiKey + "&url=http://httpbin.org/ip&session_number=123";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/scrape?api_key=" + apiKey + "&url=http://httpbin.org/ip&country=gb";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/scrape?api_key=" + apiKey + "&url=http://httpbin.org/ip&premium=true";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "YOURAPIKEY";
 String url = "https://api.scrapingdog.com/scrape?api_key=" + apiKey + "&url=http://httpbin.org/ip";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

#Through google search query
try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/google?api_key=" + apiKey + "&query=football&page=0&results=10&country=us";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

#Through google search URL
try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/google?api_key=" + apiKey + "&query=https://www.google.com/search?q=pizza";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

#Datacenter proxies
try {
 String apiKey = "APIKEY";
 String proxy = "https://scrapingdog:" + apiKey + "@proxy.scrapingdog.com";
 URL server = new URL("https://httpbin.org/ip");
 Properties systemProperties = System.getProperties();
 systemProperties.setProperty("http.proxyHost", proxy);
 systemProperties.setProperty("http.proxyPort", "8001");
 HttpURLConnection httpURLConnection = (HttpURLConnection) server.openConnection();
 httpURLConnection.connect();
 String readLine = null;
 int responseCode = httpURLConnection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(httpURLConnection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

#Residential proxies
try {
 String apiKey = "APIKEY";
 String proxy = "https://scrapingdog:" + apiKey + "[email protected]";
 URL server = new URL("https://httpbin.org/ip");
 Properties systemProperties = System.getProperties();
 systemProperties.setProperty("http.proxyHost", proxy);
 systemProperties.setProperty("http.proxyPort", "8001");
 HttpURLConnection httpURLConnection = (HttpURLConnection) server.openConnection();
 httpURLConnection.connect();
 String readLine = null;
 int responseCode = httpURLConnection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(httpURLConnection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/linkedinjobs?api_key=" + apiKey + "&field=Python&geoid=100293800&page=1";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/linkedin?api_key=" + apiKey + "&type=profile&linkId=rbranson";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/linkedin?api_key=" + apiKey + "&type=company&linkId=scrapingdog";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/zillow?api_key=" + apiKey + "&url=https://www.zillow.com/homes/for_sale/&listing=true";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/twitter?api_key=" + apiKey + "&url=https://twitter.com/elonmusk/status/1655608985058267139&parsed=true";
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/screenshot?api_key=" + apiKey + "&url=https://www.scrapingdog.com&fullPage=true;
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}

try {
 String apiKey = "APIKEY";
 String url = "https://api.scrapingdog.com/account?api_key=" + apiKey;
 URL urlForGetRequest = new URL(url);
 String readLine = null;
 HttpURLConnection conection = (HttpURLConnection) urlForGetRequest.openConnection();
 conection.setRequestMethod("GET");
 int responseCode = conection.getResponseCode();
 if (responseCode == HttpURLConnection.HTTP_OK) {
 BufferedReader in = new BufferedReader(new InputStreamReader(conection.getInputStream()));
 StringBuffer response = new StringBuffer();
 while ((readLine = in.readLine()) != null) {
 response.append(readLine);
 }
 in.close();
 System.out.println(response.toString());
} else {
 throw new Exception("Error in API Call");
 }
} catch (Exception ex) {
 ex.printStackTrace();
}