POST Request
The Scrapingdog API supports sending POST requests with custom headers and form data to external APIs or forms. Pass your API key and target URL as query parameters, and include any POST body data in the request body.
Endpoint:
https://api.scrapingdog.com/scrapeAPI Examples
Code to Integrate
curl -d 'foo=bar' -X POST "https://api.scrapingdog.com/scrape?api_key=APIKEY&url=https://www.scrapingdog.com"
import requests url = "https://api.scrapingdog.com/scrape" params = { "api_key": "APIKEY", "url": "https://www.scrapingdog.com" } data = {"foo": "bar"} response = requests.post(url, params=params, data=data) print(response.text)
const axios = require('axios'); const qs = require('querystring'); const params = { api_key: 'APIKEY', url: 'https://www.scrapingdog.com', }; const body = qs.stringify({ foo: 'bar' }); axios.post('https://api.scrapingdog.com/scrape', body, { params, headers: { 'Content-Type': 'application/x-www-form-urlencoded' }, }) .then((response) => { if (response.status === 200) console.log(response.data); }) .catch((error) => console.error('Error:', error.message));
<?php $queryParams = [ 'api_key' => 'APIKEY', 'url' => 'https://www.scrapingdog.com', ]; $fullUrl = 'https://api.scrapingdog.com/scrape?' . http_build_query($queryParams); $postBody = http_build_query(['foo' => 'bar']); $curl = curl_init(); curl_setopt($curl, CURLOPT_URL, $fullUrl); curl_setopt($curl, CURLOPT_POST, true); curl_setopt($curl, CURLOPT_POSTFIELDS, $postBody); curl_setopt($curl, CURLOPT_RETURNTRANSFER, true); $response = curl_exec($curl); echo $response; curl_close($curl);
require 'net/http' require 'uri' uri = URI.parse('https://api.scrapingdog.com/scrape') uri.query = URI.encode_www_form( 'api_key' => 'APIKEY', 'url' => 'https://www.scrapingdog.com' ) http = Net::HTTP.new(uri.host, uri.port) http.use_ssl = true request = Net::HTTP::Post.new(uri.request_uri) request.set_form_data('foo' => 'bar') response = http.request(request) puts response.body
import java.io.*; import java.net.*; public class Main { public static void main(String[] args) throws Exception { String url = "https://api.scrapingdog.com/scrape?api_key=APIKEY&url=https://www.scrapingdog.com"; String body = "foo=bar"; HttpURLConnection conn = (HttpURLConnection) new URL(url).openConnection(); conn.setRequestMethod("POST"); conn.setDoOutput(true); conn.setRequestProperty("Content-Type", "application/x-www-form-urlencoded"); try (OutputStream os = conn.getOutputStream()) { os.write(body.getBytes("UTF-8")); } BufferedReader in = new BufferedReader(new InputStreamReader(conn.getInputStream())); String line; StringBuilder sb = new StringBuilder(); while ((line = in.readLine()) != null) sb.append(line); in.close(); System.out.println(sb); conn.disconnect(); } }