Wait when rendering Javascript
The wait parameter tells the headless browser how long to keep loading the page before scraping begins. This is useful for sites that render data slowly or trigger delayed API calls. The value is in milliseconds — minimum 0, maximum 35000.
Endpoint:
https://api.scrapingdog.com/scrapeAPI Examples
Code to Integrate
curl "https://api.scrapingdog.com/scrape?api_key=APIKEY&url=https://www.scrapingdog.com&wait=5000"
import requests url = "https://api.scrapingdog.com/scrape" params = { "api_key": "APIKEY", "url": "https://www.scrapingdog.com", "wait": "5000" } response = requests.get(url, params=params) print(response.text)
const axios = require('axios'); const params = { api_key: 'APIKEY', url: 'https://www.scrapingdog.com', wait: '5000', }; axios.get('https://api.scrapingdog.com/scrape', { params }) .then((response) => { if (response.status === 200) { console.log(response.data); } else { console.error(`Failed. Status code: ${response.status}`); } }) .catch((error) => console.error('Error:', error.message));
<?php $queryParams = [ 'api_key' => 'APIKEY', 'url' => 'https://www.scrapingdog.com', 'wait' => '5000', ]; $fullUrl = 'https://api.scrapingdog.com/scrape?' . http_build_query($queryParams); $curl = curl_init(); curl_setopt($curl, CURLOPT_URL, $fullUrl); curl_setopt($curl, CURLOPT_RETURNTRANSFER, true); $response = curl_exec($curl); if ($response === false) { echo 'cURL error: ' . curl_error($curl); } else { $httpCode = curl_getinfo($curl, CURLINFO_HTTP_CODE); echo $httpCode === 200 ? $response : 'Failed. Status: ' . $httpCode; } curl_close($curl);
require 'net/http' require 'uri' uri = URI.parse('https://api.scrapingdog.com/scrape') uri.query = URI.encode_www_form( 'api_key' => 'APIKEY', 'url' => 'https://www.scrapingdog.com', 'wait' => '5000' ) http = Net::HTTP.new(uri.host, uri.port) http.use_ssl = true response = http.request(Net::HTTP::Get.new(uri.request_uri)) puts response.code == '200' ? response.body : "Failed. Status: #{response.code}"
import java.io.*; import java.net.*; public class Main { public static void main(String[] args) throws Exception { String url = "https://api.scrapingdog.com/scrape" + "?api_key=APIKEY" + "&url=https://www.scrapingdog.com" + "&wait=5000"; HttpURLConnection conn = (HttpURLConnection) new URL(url).openConnection(); conn.setRequestMethod("GET"); if (conn.getResponseCode() == 200) { BufferedReader in = new BufferedReader(new InputStreamReader(conn.getInputStream())); String line; StringBuilder sb = new StringBuilder(); while ((line = in.readLine()) != null) sb.append(line); in.close(); System.out.println(sb); } else { System.out.println("Failed. Status: " + conn.getResponseCode()); } conn.disconnect(); } }