Scrapingdog

https://docs.scrapingdog.com/
Admin
Scrapingdog provides a suite of APIs for web scraping, including general web scraping, Google...
Tokens:287,835
Snippets:812
Trust Score:5.4
Update:8 months ago
Show doc for...
Tokens:
Raw
### Baidu Search API Request Examples

Source: https://docs.scrapingdog.com/baidu-scraper-api/baidu-search-api

Demonstrates how to perform a Baidu search using the Scrapingdog API. It includes examples for cURL, Python, Node.js, PHP, Ruby, and Java. Ensure you have the necessary libraries installed (e.g., requests for Python, axios for Node.js). The output is the JSON response from the API or an error message.

```cURL
curl "https://api.scrapingdog.com/baidu/search/?api_key=5eaa61a6e562fc52fe763tr516e4653&query=football"
```

```Python
import requests

api_key = "5eaa61a6e562fc52fe763tr516e4653"
url = "https://api.scrapingdog.com/baidu/search/"

params = {
    "api_key": api_key,
    "query": "football"
}

response = requests.get(url, params=params)

if response.status_code == 200:
    data = response.json()
    print(data)
else:
    print(f"Request failed with status code: {response.status_code}")

```

```Node JS
const axios = require('axios');

const api_key = '5eaa61a6e562fc52fe763tr516e4653';
const url = 'https://api.scrapingdog.com/baidu/search/';

const params = {
  api_key: api_key,
  query: 'football'
};
axios
  .get(url, { params: params })
  .then(function (response) {
    if (response.status === 200) {
      const data = response.data;
      console.log(data)
    } else {
      console.log('Request failed with status code: ' + response.status);
    }
  })
  .catch(function (error) {
    console.error('Error making the request: ' + error.message);
  });

```

```PHP
<?php

// Set the API key and request parameters
$api_key = '5eaa61a6e562fc52fe763tr516e4653';
$query = 'football';

// Set the API endpoint
$url = 'https://api.scrapingdog.com/baidu/search/?api_key=' . $api_key . '&query=' . $query;

// Initialize cURL session
$ch = curl_init($url);

// Set cURL options
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);

// Execute the cURL request
$response = curl_exec($ch);

// Check if the request was successful
if ($response === false) {
    echo 'cURL error: ' . curl_error($ch);
} else {
    // Process the response data as needed
    echo $response;
}

// Close the cURL session
curl_close($ch);


```

```Ruby
require 'net/http'
require 'uri'

# Set the API key and request parameters
api_key = '5eaa61a6e562fc52fe763tr516e4653'
query = 'football'

# Construct the API endpoint URL
url = URI.parse("https://api.scrapingdog.com/baidu/search/?api_key=#{api_key}&query=#{query}")

# Create an HTTP GET request
request = Net::HTTP::Get.new(url)

# Create an HTTP client
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true # Enable SSL (https)

# Send the request and get the response
response = http.request(request)

# Check if the request was successful
if response.is_a?(Net::HTTPSuccess)
  puts response.body # Process the response data as needed
else
  puts "HTTP request failed with code: #{response.code}, message: #{response.message}"
end


```

```Java
import java.io.BufferedReader;
import java.io.InputStreamReader;
import java.net.HttpURLConnection;
import java.net.URL;
import java.io.IOException;

public class Main {
    public static void main(String[] args) {
        try {
            // Set the API key and request parameters
            String apiKey = "5eaa61a6e562fc52fe763tr516e4653";
            String query = "football";

            // Construct the API endpoint URL
            String apiUrl = "https://api.scrapingdog.com/baidu/search/?api_key=" + apiKey
                    + "&query=" + query

            // Create a URL object from the API URL string
            URL url = new URL(apiUrl);

            // Open a connection to the URL
            HttpURLConnection connection = (HttpURLConnection) url.openConnection();

            // Set the request method to GET
            connection.setRequestMethod("GET");

            // Get the response code
            int responseCode = connection.getResponseCode();

            if (responseCode == 200) {
                // Read the response from the connection
                BufferedReader reader = new BufferedReader(new InputStreamReader(connection.getInputStream()));
                String inputLine;
                StringBuilder response = new StringBuilder();

                while ((inputLine = reader.readLine()) != null) {
                    response.append(inputLine);
                }
                reader.close();

                // Process the response data as needed
                System.out.println(response.toString());
            } else {
                System.out.println("HTTP request failed with response code: " + responseCode);
            }

            // Close the connection
            connection.disconnect();
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
}


```

--------------------------------

### Fetch Google Shorts Data via API (Ruby)

Source: https://docs.scrapingdog.com/google-shorts-api

This Ruby example uses the `net/http` and `uri` libraries to make an API request for Google Shorts data. It constructs the URL and sends a GET request.

```ruby
require 'net/http'
require 'uri'

# Set the API key and request parameters
api_key = '5eaa61a6e562fc52fe763tr516e4653'
query = 'football'
country = 'us'

# Construct the API endpoint URL
url = URI.parse("https://api.scrapingdog.com/google_shorts/?api_key=#{api_key}&query=#{query}&country=#{country}")

# Create an HTTP GET request
request = Net::HTTP::Get.new(url)

# Create an HTTP client
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true # Enable SSL (https)

# Send the request and get the response
response = http.request(request)


```

--------------------------------

### Google Autocomplete API Request Examples

Source: https://docs.scrapingdog.com/google-autocomplete-api

Demonstrates how to fetch Google autocomplete suggestions using the Scrapingdog API. This involves making HTTP GET requests with an API key, query, and country code. The examples cover cURL, Python, Node.js, PHP, Ruby, and Java.

```cURL
curl "https://api.scrapingdog.com/google_autocomplete/?api_key=5eaa61a6e562fc52fe763tr516e4653&query=football&country=us"
```

```Python
import requests

api_key = "5eaa61a6e562fc52fe763tr516e4653"
url = "https://api.scrapingdog.com/google_autocomplete"

params = {
    "api_key": api_key,
    "query": "football",
    "country": "us"
}

response = requests.get(url, params=params)

if response.status_code == 200:
    data = response.json()
    print(data)
else:
    print(f"Request failed with status code: {response.status_code}")

```

```Node JS
const axios = require('axios');

const api_key = '5eaa61a6e562fc52fe763tr516e4653';
const url = 'https://api.scrapingdog.com/google_autocomplete';

const params = {
  api_key: api_key,
  query: 'football',
  country: 'us'
};
axios
  .get(url, { params: params })
  .then(function (response) {
    if (response.status === 200) {
      const data = response.data;
      console.log(data)
    } else {
      console.log('Request failed with status code: ' + response.status);
    }
  })
  .catch(function (error) {
    console.error('Error making the request: ' + error.message);
  });

```

```PHP
<?php

// Set the API key and request parameters
$api_key = '5eaa61a6e562fc52fe763tr516e4653';
$query = 'football';
$country = 'us';

// Set the API endpoint
$url = 'https://api.scrapingdog.com/google_autocomplete/?api_key=' . $api_key . '&query=' . $query . '&country=' . $country;

// Initialize cURL session
$ch = curl_init($url);

// Set cURL options
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);

// Execute the cURL request
$response = curl_exec($ch);

// Check if the request was successful
if ($response === false) {
    echo 'cURL error: ' . curl_error($ch);
} else {
    // Process the response data as needed
    echo $response;
}

// Close the cURL session
curl_close($ch);


```

```Ruby
require 'net/http'
require 'uri'

# Set the API key and request parameters
api_key = '5eaa61a6e562fc52fe763tr516e4653'
query = 'football'
country = 'us'

# Construct the API endpoint URL
url = URI.parse("https://api.scrapingdog.com/google_autocomplete/?api_key=#{api_key}&query=#{query}&country=#{country}")

# Create an HTTP GET request
request = Net::HTTP::Get.new(url)

# Create an HTTP client
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true # Enable SSL (https)

# Send the request and get the response
response = http.request(request)

# Check if the request was successful
if response.is_a?(Net::HTTPSuccess)
  puts response.body # Process the response data as needed
else
  puts "HTTP request failed with code: #{response.code}, message: #{response.message}"
end


```

```Java
import java.io.BufferedReader;
import java.io.InputStreamReader;
import java.net.HttpURLConnection;
import java.net.URL;
import java.io.IOException;

public class Main {
    public static void main(String[] args) {
        try {
            // Set the API key and request parameters
            String apiKey = "5eaa61a6e562fc52fe763tr516e4653";
            String query = "football"
            String country = "us";

            // Construct the API endpoint URL
            String apiUrl = "https://api.scrapingdog.com/google_autocomplete/?api_key=" + apiKey
                    + "&query=" + query
                    + "&country=" + country

            // Create a URL object from the API URL string
            URL url = new URL(apiUrl);

            // Open a connection to the URL
            HttpURLConnection connection = (HttpURLConnection) url.openConnection();

            // Set the request method to GET
            connection.setRequestMethod("GET");

            // Get the response code
            int responseCode = connection.getResponseCode();

            if (responseCode == 200) {
                // Read the response from the connection
                BufferedReader reader = new BufferedReader(new InputStreamReader(connection.getInputStream()));
                String inputLine;
                StringBuilder response = new StringBuilder();

                while ((inputLine = reader.readLine()) != null) {
                    response.append(inputLine);
                }
                reader.close();

                // Process the response data as needed
                System.out.println(response.toString());
            } else {
                System.out.println("HTTP request failed with response code: " + responseCode);
            }

            // Close the connection
            connection.disconnect();
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
}

```

--------------------------------

### Fetch Product Data with Python

Source: https://docs.scrapingdog.com/myntra-scraper-api/myntra-product-api

This Python example uses the `requests` library to send a GET request to the ScrapingDog API.  It includes the API key and the target URL as parameters. The response is parsed as JSON, and the data is printed to the console.

```python
import requests

url = "https://api.scrapingdog.com/myntra/product"
params = {
    "api_key": "APIKEY",
    "url": "https://www.myntra.com/jeans/powerlook/powerlook-men-baggy-fit-mildly-distressed-jeans/31076617/buy",
}

response = requests.get(url, params=params)

if response.status_code == 200:
    data = response.json()
    print(data)
else:
    print(f"Request failed with status code {response.status_code}")
```

--------------------------------

### Fetch Product Data with Node.js

Source: https://docs.scrapingdog.com/myntra-scraper-api/myntra-product-api

This Node.js example uses the `axios` library to make a GET request to the ScrapingDog API. It constructs a request with the API key and the target URL as parameters. The response data is then logged to the console.

```javascript
const axios = require('axios');

const url = 'https://api.scrapingdog.com/myntra/product';
const params = {
  api_key: 'APIKEY',
  url: 'https://www.myntra.com/jeans/powerlook/powerlook-men-baggy-fit-mildly-distressed-jeans/31076617/buy'
};

axios
  .get(url, { params })
  .then((response) => {
    if (response.status === 200) {
      const data = response.data;
      console.log(data);
    } else {
      console.log(`Request failed with status code ${response.status}`);
    }
  })
  .catch((error) => {
    console.error('Request failed with an error:', error);
  });
```

--------------------------------

### Fetch Google Shorts Data via API (Node.js)

Source: https://docs.scrapingdog.com/google-shorts-api

This Node.js example uses the `axios` library to fetch Google Shorts data. It demonstrates making a GET request with parameters and handling the response or errors.

```javascript
const axios = require('axios');

const api_key = '5eaa61a6e562fc52fe763tr516e4653';
const url = 'https://api.scrapingdog.com/google_shorts';

const params = {
  api_key: api_key,
  query: 'football',
  country: 'us'
};
axios
  .get(url, { params: params })
  .then(function (response) {
    if (response.status === 200) {
      const data = response.data;
      console.log(data)
    } else {
      console.log('Request failed with status code: ' + response.status);
    }
  })
  .catch(function (error) {
    console.error('Error making the request: ' + error.message);
  });

```

--------------------------------

### Scrapingdog Search API (Java Example)

Source: https://docs.scrapingdog.com/bing-search-scraper-api

This section demonstrates how to perform a search using the Scrapingdog API with Java. It includes setting up the API key, query parameters, constructing the URL, making the GET request, and processing the response.

```APIDOC
## GET /bing/search/

### Description
This endpoint allows you to perform searches using the Scrapingdog API, specifically targeting the Bing search engine.

### Method
GET

### Endpoint
`https://api.scrapingdog.com/bing/search/`

### Parameters
#### Query Parameters
- **api_key** (string) - Required - Your unique Scrapingdog API key.
- **query** (string) - Required - The search query string.
- **cc** (string) - Optional - The country code for the search (e.g., 'us').

### Request Example
```java
// Construct the API endpoint URL
String apiKey = "YOUR_API_KEY";
String query = "what+is+api";
String cc = "us";
String apiUrl = "https://api.scrapingdog.com/bing/search/?api_key=" + apiKey
        + "&query=" + query
        + "&cc=" + cc;
```

### Response
#### Success Response (200)
- **response** (string) - The search results in string format.

#### Response Example
```json
{
  "example": "[Search results from Bing]"
}
```

#### Error Response
- **responseCode** (integer) - The HTTP status code indicating an error.

#### Error Response Example
```
HTTP request failed with response code: 400
```
```

--------------------------------

### Scrape X Profile Data using Node.js

Source: https://docs.scrapingdog.com/x-scraper-api/x-profile-scraper-api

This Node.js example utilizes the 'axios' library to scrape X profile data. It sends a GET request with the API key and profile ID, then logs the JSON response or any errors. Make sure to install 'axios' (`npm install axios`).

```javascript
const axios = require('axios');

const api_key = '5eaa61a6e562fc52fe763tr516e4653';
const profileId = 'elonmusk';


const params = {
  api_key,
  profileId
};

axios
  .get('https://api.scrapingdog.com/x/profile', { params })
  .then((response) => {
    if (response.status === 200) {
      // Parse the JSON response
      const responseData = response.data;
      console.log(responseData);
    } else {
      console.error(`Request failed with status code: ${response.status}`);
    }
  })
  .catch((error) => {
    console.error('An error occurred:', error);
  });

```

--------------------------------

### Fetch Walmart Reviews with Java

Source: https://docs.scrapingdog.com/walmart-scraper-api/walmart-reviews-scraper

This Java example uses the `java.net` package to fetch Walmart reviews from the ScrapingDog API. It constructs the API URL with query parameters, opens a connection, sends a GET request, and prints the response data if the request is successful. Error handling is included.

```Java
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.net.HttpURLConnection;
import java.net.URL;

public class Main {
    public static void main(String[] args) {
        String apiURL = "https://api.scrapingdog.com/walmart/reviews";
        String apiKey = "5eaa61a6e562fc52fe763tr516e4653";
        String url = "https://www.walmart.com/reviews/product/317408869";

        try {
            // Create the URL with query parameters
            URL url = new URL(apiURL + "?api_key=" + apiKey + "&url=" + url);
            HttpURLConnection connection = (HttpURLConnection) url.openConnection();

            // Set the request method to GET
            connection.setRequestMethod("GET");

            // Get the response code
            int responseCode = connection.getResponseCode();

            if (responseCode == 200) {
                // Read the response data
                BufferedReader reader = new BufferedReader(new InputStreamReader(connection.getInputStream()));
                String line;
                StringBuilder response = new StringBuilder();

                while ((line = reader.readLine()) != null) {
                    response.append(line);
                }
                reader.close();

                // Print the response data
                System.out.println(response.toString());
            } else {
                System.out.println("Request failed with response code: " + responseCode);
            }
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
}
```

--------------------------------

### Make a Search Request using Node.js

Source: https://docs.scrapingdog.com/universal-search-api

This Node.js example uses the 'axios' library to perform a GET request to the Scrapingdog Universal Search API. It includes the API key and search query in the request parameters. The script logs the JSON response or an error message. Make sure to install 'axios' (`npm install axios`).

```javascript
const axios = require('axios');

const api_key = '5eaa61a6e562fc52fe763tr516e4653';
const url = 'https://api.scrapingdog.com/search/';

const params = {
  api_key: api_key,
  query: 'football'
};
axios
  .get(url, { params: params })
  .then(function (response) {
    if (response.status === 200) {
      const data = response.data;
      console.log(data)
    } else {
      console.log('Request failed with status code: ' + response.status);
    }
  })
  .catch(function (error) {
    console.error('Error making the request: ' + error.message);
  });

```

--------------------------------

### Fetch Product Data with Ruby

Source: https://docs.scrapingdog.com/flipkart-scraper-api/flipkart-product-api

This Ruby example uses the `net/http` and `json` libraries to make a GET request to the ScrapingDog API. It constructs the URL with query parameters for the API key and product URL. The response is checked for success, and the JSON data is parsed and printed. Requires the `net/http` and `json` libraries.

```ruby
require 'net/http'
require 'json'

api_url = 'https://api.scrapingdog.com/flipkart/product'
api_key = 'APIKEY'
url = 'https://www.flipkart.com/samsung-essential-series-s3-60-4-cm-24-inch-full-hd-led-backlit-ips-panel-d-sub-hdmi-flat-monitor-ls24d300gawxxl/p/itm909c8202e1864'

params = {
  'api_key' => api_key,
  'url' => url
}

uri = URI(api_url)
uri.query = URI.encode_www_form(params)

response = Net::HTTP.get_response(uri)

if response.is_a?(Net::HTTPSuccess)
  data = JSON.parse(response.body)
  puts data
else
  puts "Request failed with status code #{response.code}"
end
```

--------------------------------

### Fetch Walmart Reviews with Ruby

Source: https://docs.scrapingdog.com/walmart-scraper-api/walmart-reviews-scraper

This Ruby example uses the `net/http` and `json` libraries to fetch Walmart reviews from the ScrapingDog API. It constructs the API URL with query parameters, sends a GET request, and prints the response data if the request is successful. Error handling is included.

```Ruby
require 'net/http'
require 'json'

api_url = 'https://api.scrapingdog.com/walmart/reviews'
api_key = '5eaa61a6e562fc52fe763tr516e4653'
url = 'https://www.walmart.com/reviews/product/317408869'

params = {
  'api_key' => api_key,
  'url' => url
}

uri = URI(api_url)
uri.query = URI.encode_www_form(params)

response = Net::HTTP.get_response(uri)

if response.is_a?(Net::HTTPSuccess)
  data = JSON.parse(response.body)
  puts data
else
  puts "Request failed with status code #{response.code}"
end
```

--------------------------------

### Fetch Google AI Overview using Node.js

Source: https://docs.scrapingdog.com/google-ai-overview-api

This Node.js example utilizes the `axios` library to interact with the Scrapingdog Google AI Overview API. It requires your API key and the AI overview URL. The code makes a GET request and logs the response data if the request is successful, otherwise it logs an error. Make sure to install `axios` (`npm install axios`).

```javascript
const axios = require('axios');

const api_key = '5eaa61a6e562fc52fe763tr516e4653';
const url = 'https://api.scrapingdog.com/google/ai_overview/';

const params = {
  api_key: api_key,
  query: 'ai_overview_url'
};

axios
  .get(url, { params: params })
  .then(function (response) {
    if (response.status === 200) {
      const data = response.data;
      console.log(data)
    } else {
      console.log('Request failed with status code: ' + response.status);
    }
  })
  .catch(function (error) {
    console.error('Error making the request: ' + error.message);
  });

```

--------------------------------

### Google Hotels API Request

Source: https://docs.scrapingdog.com/google-hotels-api

This example demonstrates how to make a GET request to the Google Hotels API using Java to retrieve hotel information.

```APIDOC
## GET /google_hotels/

### Description
Retrieves hotel information from Google Hotels based on provided query parameters.

### Method
GET

### Endpoint
https://api.scrapingdog.com/google_hotels/

### Parameters
#### Query Parameters
- **api_key** (string) - Required - Your Scrapingdog API key.
- **query** (string) - Required - The search query for hotels (e.g., "Hotels in New York").
- **check_in_date** (string) - Required - The check-in date in YYYY-MM-DD format.
- **check_out_date** (string) - Required - The check-out date in YYYY-MM-DD format.
- **proerty_token** (string) - Required - The property token for specific hotel searches.

### Request Example
```java
String apiKey = "APIKEY";
String query = "Hotels in New York";
String check_in_date = "2025-08-21";
String check_out_date = "2025-08-22";
String property_token = "CgoIjrCvh-j2tN5-EAE";

String apiUrl = "https://api.scrapingdog.com/google_hotels/?api_key=" + apiKey
        + "&query=" + query
        + "&check_in_date=" + check_in_date
        + "&check_out_date=" + check_out_date
        + "&proerty_token=" + property_token;
```

### Response
#### Success Response (200)
- **response** (string) - The JSON response containing hotel information.

#### Response Example
```json
{
  "example": "{\"hotels\": [ { \"name\": \"Example Hotel\", \"rating\": 4.5, \"price\": \"$200\" } ]}"
}
```

#### Error Response
- **response** (string) - An error message indicating the failure.

#### Error Response Example
```
HTTP request failed with response code: 400, message: Bad Request
```
```

--------------------------------

### Handle Product Extensions

Source: https://docs.scrapingdog.com/google-search-scraper-api/google-response-breakdown/inline-shopping-results

This example shows how to process product extensions, specifically 'Sale' in this case. It's a simple key-value pair that can be used to identify promotional items.

```json
{
    "extensions": "Sale"
}
```

--------------------------------

### Fetch Walmart Reviews with Python

Source: https://docs.scrapingdog.com/walmart-scraper-api/walmart-reviews-scraper

This Python example uses the `requests` library to fetch Walmart reviews from the ScrapingDog API. It defines the API endpoint and parameters, sends a GET request, and prints the response data if the request is successful. Error handling is included.

```Python
import requests

url = "https://api.scrapingdog.com/walmart/reviews"
params = {
    "api_key": "5eaa61a6e562fc52fe763tr516e4653",
    "url": "https://www.walmart.com/reviews/product/317408869"
}

response = requests.get(url, params=params)

if response.status_code == 200:
    data = response.json()
    print(data)
else:
    print(f"Request failed with status code {response.status_code}")
```

--------------------------------

### Scrapingdog Google API Request Examples

Source: https://docs.scrapingdog.com/google-search-scraper-api

Demonstrates how to make requests to the Scrapingdog Google API using various programming languages and cURL. These examples show how to set parameters for search queries, results count, country, and pagination.

```bash
curl "https://api.scrapingdog.com/google/?api_key=5eaa61a6e562fc52fe763tr516e4653&query=football&results=10&country=us&page=0"
```

```python
import requests

api_key = "5eaa61a6e562fc52fe763tr516e4653"
url = "https://api.scrapingdog.com/google/"

params = {
    "api_key": api_key,
    "query": "football",
    "results": '10',
    "country": "us",
    "page": '0'
}

response = requests.get(url, params=params)

if response.status_code == 200:
    data = response.json()
    print(data)
else:
    print(f"Request failed with status code: {response.status_code}")

```

```javascript
const axios = require('axios');

const api_key = '5eaa61a6e562fc52fe763tr516e4653';
const url = 'https://api.scrapingdog.com/google/';

const params = {
  api_key: api_key,
  query: 'football',
  results: '10',
  country: 'us',
  page: '0',
};

axios
  .get(url, { params: params })
  .then(function (response) {
    if (response.status === 200) {
      const data = response.data;
      console.log(data)
    } else {
      console.log('Request failed with status code: ' + response.status);
    }
  })
  .catch(function (error) {
    console.error('Error making the request: ' + error.message);
  });

```

```php
<?php

// Set the API key and request parameters
$api_key = '5eaa61a6e562fc52fe763tr516e4653';
$query = 'football';
$results = '10';
$country = 'us';
$page = '0';

// Set the API endpoint
$url = 'https://api.scrapingdog.com/google/?api_key=' . $api_key . '&query=' . $query . '&results=' . $results . '&country=' . $country . '&page=' . $page;

// Initialize cURL session
$ch = curl_init($url);

// Set cURL options
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);

// Execute the cURL request
$response = curl_exec($ch);

// Check if the request was successful
if ($response === false) {
    echo 'cURL error: ' . curl_error($ch);
} else {
    // Process the response data as needed
    echo $response;
}

// Close the cURL session
curl_close($ch);


```

```ruby
require 'net/http'
require 'uri'

# Set the API key and request parameters
api_key = '5eaa61a6e562fc52fe763tr516e4653'
query = 'football'
results = '10'
country = 'us'
page = '0'

# Construct the API endpoint URL
url = URI.parse("https://api.scrapingdog.com/google/?api_key=#{api_key}&query=#{query}&results=#{results}&country=#{country}&page=#{page}")

# Create an HTTP GET request
request = Net::HTTP::Get.new(url)

```

--------------------------------

### GET /google_trends

Source: https://docs.scrapingdog.com/google-trends-api/google-trends-locations

Fetches Google Trends data for a specified query and geographical location. The 'geo' parameter can be a country code, or a more specific region code as shown in the examples.

```APIDOC
## GET /google_trends

### Description
Fetches Google Trends data for a specified query and geographical location. The 'geo' parameter can be a country code, or a more specific region code.

### Method
GET

### Endpoint
/google_trends

### Parameters
#### Query Parameters
- **q** (string) - Required - The search query for which to fetch trends.
- **geo** (string) - Required - The geographical location code (e.g., 'US', 'MH-ENI', 'MR-07').

### Request Example
```
https://api.scrapingdog.com/google_trends?q=Coffee&geo=MH-ENI
```

### Response
#### Success Response (200)
- **trends_data** (object) - Contains the Google Trends data for the specified query and location.

#### Response Example
```json
{
  "trends_data": {
    "query": "Coffee",
    "geo": "MH-ENI",
    "data": [
      // Trend data points
    ]
  }
}
```
```

--------------------------------

### Fetch Product Data with Java

Source: https://docs.scrapingdog.com/flipkart-scraper-api/flipkart-product-api

This Java example uses the `HttpURLConnection` class to make a GET request to the ScrapingDog API. It constructs the URL with query parameters for the API key and product URL. The response code is checked, and the response data is read and printed.  Requires standard Java libraries.

```java
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.net.HttpURLConnection;
import java.net.URL;

public class Main {
    public static void main(String[] args) {
        String apiURL = "https://api.scrapingdog.com/flipkart/product";
        String apiKey = "APIKEY";
        String url = "https://www.flipkart.com/samsung-essential-series-s3-60-4-cm-24-inch-full-hd-led-backlit-ips-panel-d-sub-hdmi-flat-monitor-ls24d300gawxxl/p/itm909c8202e1864";

        try {
            // Create the URL with query parameters
            URL url = new URL(apiURL + "?api_key=" + apiKey + "&url=" + url);
            HttpURLConnection connection = (HttpURLConnection) url.openConnection();

            // Set the request method to GET
            connection.setRequestMethod("GET");

            // Get the response code
            int responseCode = connection.getResponseCode();

            if (responseCode == 200) {
                // Read the response data
                BufferedReader reader = new BufferedReader(new InputStreamReader(connection.getInputStream()));
                String line;
                StringBuilder response = new StringBuilder();

                while ((line = reader.readLine()) != null) {
                    response.append(line);
                }
                reader.close();

                // Print the response data
                System.out.println(response.toString());
            } else {
                System.out.println("Request failed with response code: " + responseCode);
            }
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
}
```

--------------------------------

### GET /google_trends

Source: https://docs.scrapingdog.com/google-trends-api/google-trends-locations

Retrieves Google Trends data for a specified query and geographical location. The example focuses on 'Coffee' trends within different Algerian provinces and other countries.

```APIDOC
## GET /google_trends

### Description
Retrieves Google Trends data for a specified query and geographical location. This endpoint is useful for understanding search interest in a particular topic across different regions.

### Method
GET

### Endpoint
`/google_trends`

### Parameters
#### Query Parameters
- **q** (string) - Required - The search query for which to retrieve trends (e.g., "Coffee").
- **geo** (string) - Required - The geographical location for which to retrieve trends. This can be a country code (e.g., "US", "DZ") or a more specific region code (e.g., "DZ-39" for El Oued Province).

### Request Example
```json
{
  "example": "https://api.scrapingdog.com/google_trends?q=Coffee&geo=DZ-39"
}
```

### Response
#### Success Response (200)
- **trends_data** (object) - Contains the Google Trends data for the specified query and location.

#### Response Example
```json
{
  "example": "(Response will vary based on the query and geo parameters. Typically includes historical search interest data.)"
}
```
```

--------------------------------

### Scrapingdog Google Videos API Request Examples

Source: https://docs.scrapingdog.com/google-videos-api

Examples demonstrating how to make requests to the Scrapingdog Google Videos API using different programming languages and tools. These examples show how to set parameters like API key, query, results count, and country.

```cURL
curl "https://api.scrapingdog.com/google_videos/?api_key=5eaa61a6e562fc52fe763tr516e4653&query=football&results=10&country=us"
```

```Python
import requests

api_key = "5eaa61a6e562fc52fe763tr516e4653"
url = "https://api.scrapingdog.com/google_videos"

params = {
    "api_key": api_key,
    "query": "football",
    "results": 10,
    "country": "us"
}

response = requests.get(url, params=params)

if response.status_code == 200:
    data = response.json()
    print(data)
else:
    print(f"Request failed with status code: {response.status_code}")

```

```Node JS
const axios = require('axios');

const api_key = '5eaa61a6e562fc52fe763tr516e4653';
const url = 'https://api.scrapingdog.com/google_videos';

const params = {
  api_key: api_key,
  query: 'football',
  results: 10,
  country: 'us'
};

axios
  .get(url, { params: params })
  .then(function (response) {
    if (response.status === 200) {
      const data = response.data;
      console.log(data)
    } else {
      console.log('Request failed with status code: ' + response.status);
    }
  })
  .catch(function (error) {
    console.error('Error making the request: ' + error.message);
  });

```

```PHP
<?php

// Set the API key and request parameters
$api_key = '5eaa61a6e562fc52fe763tr516e4653';
$query = 'football';
$results = 10;
$country = 'us';

// Set the API endpoint
$url = 'https://api.scrapingdog.com/google_videos/?api_key=' . $api_key . '&query=' . $query . '&results=' . $results . '&country=' . $country;

// Initialize cURL session
$ch = curl_init($url);

// Set cURL options
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);

// Execute the cURL request
$response = curl_exec($ch);

// Check if the request was successful
if ($response === false) {
    echo 'cURL error: ' . curl_error($ch);
} else {
    // Process the response data as needed
    echo $response;
}

// Close the cURL session
curl_close($ch);


```

```Ruby
require 'net/http'
require 'uri'

# Set the API key and request parameters
api_key = '5eaa61a6e562fc52fe763tr516e4653'
query = 'football'
results = 10
country = 'us'

# Construct the API endpoint URL
url = URI.parse("https://api.scrapingdog.com/google_videos/?api_key=#{api_key}&query=#{query}&results=#{results}&country=#{country}")

# Create an HTTP GET request
request = Net::HTTP::Get.new(url)

# Create an HTTP client
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true # Enable SSL (https)

# Send the request and get the response
response = http.request(request)


```

--------------------------------

### Google Maps Posts API - Java Example

Source: https://docs.scrapingdog.com/google-maps-api/google-maps-posts-api

This example demonstrates how to use the Scrapingdog Google Maps Posts API with Java to fetch data. It includes setting the API key, constructing the URL, making a GET request, and processing the response.

```APIDOC
## GET /google_maps/posts/

### Description
Retrieves posts data from Google Maps for a given data ID.

### Method
GET

### Endpoint
https://api.scrapingdog.com/google_maps/posts/

### Parameters
#### Query Parameters
- **api_key** (string) - Required - Your Scrapingdog API key.
- **data_id** (string) - Required - The unique identifier for the Google Maps data.

### Request Example
```json
{
  "api_key": "YOUR_API_KEY",
  "data_id": "0x88371272500ebf33:0x70a094fd98fb45c0"
}
```

### Response
#### Success Response (200)
- **response** (string) - The JSON response containing the posts data.

#### Response Example
```json
{
  "example": "[JSON response body containing posts data]"
}
```
```

--------------------------------

### Fetch Product Data with Python

Source: https://docs.scrapingdog.com/flipkart-scraper-api/flipkart-product-api

This Python example uses the `requests` library to send a GET request to the ScrapingDog API. It constructs the URL with parameters for the API key and the product URL. The response is checked for a successful status code, and the JSON data is printed.  Requires the `requests` library.

```python
import requests

url = "https://api.scrapingdog.com/flipkart/product"
params = {
    "api_key": "APIKEY",
    "url": "https://www.flipkart.com/samsung-essential-series-s3-60-4-cm-24-inch-full-hd-led-backlit-ips-panel-d-sub-hdmi-flat-monitor-ls24d300gawxxl/p/itm909c8202e1864",
}

response = requests.get(url, params=params)

if response.status_code == 200:
    data = response.json()
    print(data)
else:
    print(f"Request failed with status code {response.status_code}")
```

--------------------------------

### Search API Endpoint

Source: https://docs.scrapingdog.com/universal-search-api

This section details the GET request to the Scrapingdog search API, including parameters, request examples, and response structure.

```APIDOC
## GET /search/

### Description
This endpoint allows you to perform searches and retrieve organic search results from the web.

### Method
GET

### Endpoint
https://api.scrapingdog.com/search/

### Parameters
#### Query Parameters
- **api_key** (string) - Required - Your unique API key for authentication.
- **query** (string) - Required - The search query you want to perform.

### Request Example
```json
{
  "api_key": "YOUR_API_KEY",
  "query": "football"
}
```

### Response
#### Success Response (200)
- **organic_results** (array) - A list of organic search results, each containing title, link, snippet, and other relevant information.

#### Response Example
```json
{
    "organic_results": [
        {
            "title": "NFL.com | Official Site of the National Football League",
            "displayed_link": "https://www.nfl.com",
            "snippet": "The official source for NFL news, video highlights, game-day coverage, schedules, stats, scores and more.",
            "date": "",
            "missing": [],
            "link": "https://www.nfl.com/",
            "extended_sitelinks": [
                {
                    "title": "Schedule",
                    "link": "https://www.nfl.com/schedules/"
                },
                {
                    "title": "Live NFL Scores for 2025",
                    "link": "https://www.nfl.com/scores/"
                },
                {
                    "title": "Latest NFL Football News",
                    "link": "https://www.nfl.com/news/"
                },
                {
                    "title": "NFL Network Hub",
                    "link": "https://www.nfl.com/network/"
                }
            ],
            "rank": 1
        },
        {
            "title": "Football - Wikipedia",
            "displayed_link": "https://en.wikipedia.org › wiki › Football",
            "snippet": "Football is a family of team sports that involve, to varying degrees, kicking a ball to score a goal. Unqualified, the word football generally means the form ...",
            "date": "",
            "missing": [],
            "link": "https://en.wikipedia.org/wiki/Football",
            "extended_sitelinks": [
                {
                    "title": "American football",
                    "link": "https://en.wikipedia.org/wiki/American_football"
                },
                {
                    "title": "Association football",
                    "link": "https://en.wikipedia.org/wiki/Association_football"
                },
                {
                    "title": "History of American football",
                    "link": "https://en.wikipedia.org/wiki/History_of_American_football"
                },
                {
                    "title": "Football (ball)",
                    "link": "https://en.wikipedia.org/wiki/Football_(ball)"
                }
            ],
            "rank": 2
        }
     ]
}
```
```

--------------------------------

### Scrape X Profile Data using Python

Source: https://docs.scrapingdog.com/x-scraper-api/x-profile-scraper-api

This Python script uses the 'requests' library to scrape X profile data. It constructs a GET request with the necessary API key and profile ID, then parses the JSON response. Ensure you have the 'requests' library installed (`pip install requests`).

```python
import requests

api_key = '5eaa61a6e562fc52fe763tr516e4653'
profileId = 'elonmusk'


params = {
    'api_key': api_key,
    'profileId': profileId
}

response = requests.get('https://api.scrapingdog.com/x/profile', params=params)

if response.status_code == 200:
    # Parse the JSON response using response.json()
    response_data = response.json()
    
    # Now you can work with the response_data as a Python dictionary
    print(response_data)
else:
    print(f'Request failed with status code: {response.status_code}')

```

--------------------------------

### Call ScrapingDog Webhook API - cURL

Source: https://docs.scrapingdog.com/webhook-integration

This cURL example demonstrates how to make a GET request to the ScrapingDog Webhook API. It includes the API key, target URL, and other parameters. The response from the API is then displayed.

```bash
curl "https://api.scrapingdog.com/webhook?api_key=5e5a97e5b1ca5b194f42da86&webhook_id=random_name&url=http://httpbin.org/ip&dynamic=false"
```

--------------------------------

### Scrape X Post using cURL

Source: https://docs.scrapingdog.com/x-scraper-api/x-post-scraper-api

Example of how to scrape an X post using a GET request with cURL. Requires your API key and the tweet ID.

```bash
curl "https://api.scrapingdog.com/x/post?api_key=5eaa61a6e562fc52fe763tr516e4653&tweetId=1655608985058267139"
```

--------------------------------

### Java: Search Jobs with Scrapingdog API using OkHttp

Source: https://docs.scrapingdog.com/jobs-search-scraper/scrape-jobs-search-results

This Java example demonstrates how to fetch job data from the Scrapingdog API using the OkHttp client. It constructs a request, executes it, and prints the response body if successful, or an error message otherwise. Dependencies: OkHttp library.

```java
import okhttp3.OkHttpClient;
import okhttp3.Request;
import okhttp3.Response;
import java.io.IOException;

public class Main {
    public static void main(String[] args) {
        OkHttpClient client = new OkHttpClient();
        String url = "https://api.scrapingdog.com/jobs/?api_key=5eaa61a6e562fc52fe763tr516e4653&field=python&geoid=100293800&page=1";

        Request request = new Request.Builder()
                .url(url)
                .get()
                .build();

        try {
            Response response = client.newCall(request).execute();
            if (response.isSuccessful()) {
                System.out.println(response.body().string());
            } else {
                System.out.println("Request failed with status code: " + response.code());
            }
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
}

```

--------------------------------

### Fetch Walmart Reviews with Node.js

Source: https://docs.scrapingdog.com/walmart-scraper-api/walmart-reviews-scraper

This Node.js example uses the `axios` library to fetch Walmart reviews from the ScrapingDog API. It defines the API endpoint and parameters, sends a GET request, and logs the response data to the console if the request is successful. Error handling is included.

```JavaScript
const axios = require('axios');

const url = 'https://api.scrapingdog.com/walmart/reviews';
const params = {
  api_key: '5eaa61a6e562fc52fe763tr516e4653',
  url: 'https://www.walmart.com/reviews/product/317408869'
};

axios
  .get(url, { params })
  .then((response) => {
    if (response.status === 200) {
      const data = response.data;
      console.log(data);
    } else {
      console.log(`Request failed with status code ${response.status}`);
    }
  })
  .catch((error) => {
    console.error('Request failed with an error:', error);
  });
```
Tokens:
Raw