Rotating Proxies

# HTTP target (no special flags)
curl -x "http://scrapingdog:[email protected]:8081" \
     "http://www.google.com/search?q=coffee"

# HTTPS target (disable SSL verification)
curl -k -x "http://scrapingdog:[email protected]:8081" \
     "https://www.amazon.com/dp/B08N5WRWNW"

# With options (generic /scrape) via username directives
curl -k -x "http://scrapingdog.dynamic=true.country=us:[email protected]:8081" \
     "https://example.com"

import requests

proxies = {
    "http": "http://scrapingdog:[email protected]:8081",
    "https": "http://scrapingdog:[email protected]:8081",
}

r = requests.get(
    "https://www.google.com/search?q=coffee",
    proxies=proxies,
    verify=False,  # required for https targets
)
print(r.text)

const axios = require("axios");
const { HttpsProxyAgent } = require("https-proxy-agent");

const agent = new HttpsProxyAgent(
  "http://scrapingdog:[email protected]:8081"
);

axios
  .get("https://www.google.com/search?q=coffee", {
    httpAgent: agent,
    httpsAgent: agent,
    proxy: false,
    // disable TLS verification for https targets:
    // (or set NODE_TLS_REJECT_UNAUTHORIZED=0)
  })
  .then((res) => console.log(res.data));

require "net/http"
require "uri"

uri   = URI("https://www.google.com/search?q=coffee")
proxy = Net::HTTP.new(uri.host, uri.port, "proxy.scrapingdog.com", 8081,
                      "scrapingdog", "APIKEY")

proxy.use_ssl = true
proxy.verify_mode = OpenSSL::SSL::VERIFY_NONE  # required for https targets

puts proxy.get(uri).body

<?php
$ch = curl_init("https://www.google.com/search?q=coffee");
curl_setopt($ch, CURLOPT_PROXY, "http://proxy.scrapingdog.com:8081");
curl_setopt($ch, CURLOPT_PROXYUSERPWD, "scrapingdog:APIKEY");
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, false); // required for https targets
curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, 0);
echo curl_exec($ch);
curl_close($ch);

import java.io.*;
import java.net.*;
import javax.net.ssl.*;

public class Main {
  public static void main(String[] args) throws Exception {
    // Proxy Basic auth
    Authenticator.setDefault(new Authenticator() {
      protected PasswordAuthentication getPasswordAuthentication() {
        return new PasswordAuthentication("scrapingdog", "APIKEY".toCharArray());
      }
    });
    Proxy proxy = new Proxy(Proxy.Type.HTTP,
        new InetSocketAddress("proxy.scrapingdog.com", 8081));

    URL url = new URL("https://www.google.com/search?q=coffee");
    HttpURLConnection con = (HttpURLConnection) url.openConnection(proxy);
    // NOTE: for https targets, install a trust-all SSLSocketFactory (verify off).

    BufferedReader in = new BufferedReader(new InputStreamReader(con.getInputStream()));
    String line; while ((line = in.readLine()) != null) System.out.println(line);
    in.close();
  }
}