ScrapingBee

https://www.scrapingbee.com/documentation
Admin
ScrapingBee is a web scraping API that simplifies extracting data from websites with built-in...
Tokens:378,910
Snippets:2,187
Trust Score:5.6
Update:1 week ago
Show doc for...
Tokens:
Raw
### NodeJS Axios example for live streams

Source: https://www.scrapingbee.com/documentation/youtube

NodeJS example using the `axios` package to make a GET request with `live=true`. Requires installing `axios` via `npm install axios`. Logs the response object.

```javascript
// Install the Node Axios package
// npm install axios
const axios = require('axios');

axios.get('https://app.scrapingbee.com/api/v1/youtube/search', {
    headers: {
        'Authorization': 'Bearer YOUR-API-KEY',
    },
    params: {
        'live': 'true',
        'search': 'news',
    }
}).then(function (response) {
    // handle success
    console.log(response);
})

```

--------------------------------

### Java: Fetch Amazon product details

Source: https://www.scrapingbee.com/documentation/amazon

Quick start example using Apache HttpClient Fluent API to call the product endpoint. Uses GET request with Authorization header and prints the response content.

```java
import java.io.IOException;
import org.apache.http.client.fluent.*;

public class SendRequest
{
  public static void main(String[] args) {
    sendRequest();
  }

  private static void sendRequest() {

    // Classic (GET )
    try {

      // Create request
      
      Content content = Request.Get("https://app.scrapingbee.com/api/v1/amazon/product?query=B0DPDRNSXV")

      // Authenticate with your API key
      .addHeader("Authorization", "Bearer YOUR-API-KEY")

      // Fetch request and return content
      .execute().returnContent();

      // Print content
      System.out.println(content);
    }
    catch (IOException e) { System.out.println(e); }
  }
}

```

--------------------------------

### NodeJS: Fetch Amazon product details

Source: https://www.scrapingbee.com/documentation/amazon

Quick start example using Node.js Axios package to call the product endpoint. Requires axios (npm install axios). Logs the response object.

```javascript
// Install the Node Axios package
// npm install axios
const axios = require('axios');

axios.get('https://app.scrapingbee.com/api/v1/amazon/product', {
    headers: {
        'Authorization': 'Bearer YOUR-API-KEY',
    },
    params: {
        'query': 'B0DPDRNSXV',
    }
}).then(function (response) {
    // handle success
    console.log(response);
})

```

--------------------------------

### Go example with location=true

Source: https://www.scrapingbee.com/documentation/youtube

Uses net/http to send a GET request with location and search parameters. Prints the response status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/youtube/search?location=true&search=travel", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Run interactive tutorial with chapter, list, reset, and output-dir options

Source: https://www.scrapingbee.com/documentation/cli

Interactive step-by-step walkthrough of CLI features. 25 screens covering scraping, AI extraction, smart extract, screenshots, search APIs, crawling, batch processing, and export. Each step executes real API calls — expect to use approximately 100–150 credits over the full tutorial.

```bash
scrapingbee tutorial                    # Start from the beginning
scrapingbee tutorial --chapter 6        # Jump to Smart Extract chapter
scrapingbee tutorial --list             # List all chapters and steps
scrapingbee tutorial --reset            # Reset progress and start over
scrapingbee tutorial --output-dir out   # Save tutorial output files to a custom directory
```

--------------------------------

### Python example using ScrapingBeeClient with js_scenario

Source: https://www.scrapingbee.com/documentation/js-scenario

Python example using the ScrapingBee library to send a GET request with a JavaScript scenario. Requires installing the library with 'pip install scrapingbee' and replacing 'YOUR-API-KEY' with your actual API key.

```python
# Install the Python ScrapingBee library:
# pip install scrapingbee

from scrapingbee import ScrapingBeeClient

client = ScrapingBeeClient(api_key='YOUR-API-KEY')
response = client.get(
    'https://www.scrapingbee.com/blog/',
    params={
        'js_scenario': {"instructions": [{ "click": "#buttonId" }]},
    },
)
print('Response HTTP Status Code: ', response.status_code)
print('Response HTTP Response Body: ', response.content)
```

--------------------------------

### Go example

Source: https://www.scrapingbee.com/documentation/walmart

Go program using net/http to send a GET request with product_id and store_id.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/walmart/product?product_id=5491199371&store_id=3520", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}
```

--------------------------------

### Node.js ScrapingBee client example

Source: https://www.scrapingbee.com/documentation

Use the Node.js ScrapingBee library to fetch a URL. Install with npm install scrapingbee, then create a client and call get().

```javascript
// Install the Node ScrapingBee library
// npm install scrapingbee
const scrapingbee = require('scrapingbee');

async function get(url) {
  var client = new scrapingbee.ScrapingBeeClient('YOUR-API-KEY');
  var response = await client.get({
    url: url,
    params: {  
    },
  })
  return response
}

get('YOUR-URL').then(function (response) {
    var decoder = new TextDecoder();
    var text = decoder.decode(response.data);
    console.log(text);
}).catch((e) => console.log('A problem occurs : ' + e.response.data));

```

--------------------------------

### NodeJS Axios Example

Source: https://www.scrapingbee.com/documentation/agentic-employee-search

Node.js script using Axios to make a GET request to the agentic_search endpoint. Install axios with 'npm install axios' before running.

```javascript
// Install the Node Axios package
// npm install axios
const axios = require('axios');

axios.get('https://app.scrapingbee.com/api/v1/agentic_search', {
    headers: {
        'Authorization': 'Bearer YOUR-API-KEY',
    },
    params: {
        'prompt': 'senior python engineers at fintech companies in London',
    }
}).then(function (response) {
    // handle success
    console.log(response);
})

```

--------------------------------

### Go example with domain parameter

Source: https://www.scrapingbee.com/documentation/amazon

Uses Go's net/http package to send a GET request with domain and query parameters. Prints the response status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/amazon/search?domain=co.uk&query=laptop", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Go with start_page=3

Source: https://www.scrapingbee.com/documentation/walmart

Go example using net/http to call the Walmart Search API with start_page=3. Creates a GET request with Bearer authentication and prints the response.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/walmart/search?query=iphone&start_page=3", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### ScrapingBee GET request examples in Python, Node, Java, Ruby, PHP, Go, cURL, and CLI

Source: https://www.scrapingbee.com/documentation

These are the official ScrapingBee client examples for making a simple GET request to scrape a URL. Each example uses YOUR-API-KEY and YOUR-URL placeholders and prints the HTTP status and response body. The CLI example requires installing scrapingbee-cli first.

```bash
curl "https://app.scrapingbee.com/api/v1?url=YOUR-URL" \
     -H "Authorization: Bearer YOUR-API-KEY"

```

```python
# Install the Python ScrapingBee library:    
# pip install scrapingbee

from scrapingbee import ScrapingBeeClient

client = ScrapingBeeClient(api_key='YOUR-API-KEY')

response = client.get("YOUR-URL")

print('Response HTTP Status Code: ', response.status_code)
print('Response HTTP Response Body: ', response.content)

```

```javascript
// Install the Node ScrapingBee library
// npm install scrapingbee
const scrapingbee = require('scrapingbee');

async function get(url) {
  var client = new scrapingbee.ScrapingBeeClient('YOUR-API-KEY');
  var response = await client.get({
    url: url,
    params: {  
    },
  })
  return response
}

get('YOUR-URL').then(function (response) {
    var decoder = new TextDecoder();
    var text = decoder.decode(response.data);
    console.log(text);
}).catch((e) => console.log('A problem occurs : ' + e.response.data));

```

```java
import java.io.IOException;
import org.apache.http.client.fluent.*;

public class SendRequest
{
  public static void main(String[] args) {
    sendRequest();
  }

  private static void sendRequest() {

    // Classic (GET )
    try {

      // Create request
      
      Content content = Request.Get("https://app.scrapingbee.com/api/v1?url=YOUR-URL")

      // Authenticate with your API key
      .addHeader("Authorization", "Bearer YOUR-API-KEY")

      // Fetch request and return content
      .execute().returnContent();

      // Print content
      System.out.println(content);
    }
    catch (IOException e) { System.out.println(e); }
  }
}

```

```ruby
require 'net/http'
require 'net/https'

# Classic (GET )
def send_request 
    uri = URI('https://app.scrapingbee.com/api/v1?url=YOUR-URL')

    # Create client
    http = Net::HTTP.new(uri.host, uri.port)
    http.use_ssl = true
    http.verify_mode = OpenSSL::SSL::VERIFY_PEER

    # Create Request
    req =  Net::HTTP::Get.new(uri)
    # Authenticate with your API key
    req['Authorization'] = 'Bearer YOUR-API-KEY'

    # Fetch Request
    res = http.request(req)
    puts "Response HTTP Status Code: #{ res.code }"
    puts "Response HTTP Response Body: #{ res.body }"
rescue StandardError => e
    puts "HTTP Request failed (#{ e.message })"
end

send_request()

```

```php
<?php

// get cURL resource
$ch = curl_init();

// set url 
curl_setopt($ch, CURLOPT_URL, 'https://app.scrapingbee.com/api/v1?url=YOUR-URL');

// authenticate with your API key
curl_setopt($ch, CURLOPT_HTTPHEADER, [
    'Authorization: Bearer YOUR-API-KEY',
]);

// set method
curl_setopt($ch, CURLOPT_CUSTOMREQUEST, 'GET');

// return the transfer as a string
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);



// send the request and save response to $response
$response = curl_exec($ch);

// stop if fails
if (!$response) {
    die('Error: "' . curl_error($ch) . '" - Code: ' . curl_errno($ch));
}

echo 'HTTP Status Code: ' . curl_getinfo($ch, CURLINFO_HTTP_CODE) . PHP_EOL;
echo 'Response Body: ' . $response . PHP_EOL;

// close curl resource to free up system resources
curl_close($ch);
>

```

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1?url=YOUR-URL", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

```bash
# Install the ScrapingBee CLI:
# pip install scrapingbee-cli

scrapingbee scrape "YOUR-URL"

```

--------------------------------

### Go example with hd=true

Source: https://www.scrapingbee.com/documentation/youtube

Uses Go's net/http package to send a GET request with `hd=true` and `search=python+tutorial` in the URL.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/youtube/search?hd=true&search=python+tutorial", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Python ScrapingBee client example

Source: https://www.scrapingbee.com/documentation

Use the Python ScrapingBee library to fetch a URL. Install with pip install scrapingbee, then create a client with your API key and call get().

```python
# Install the Python ScrapingBee library:    
# pip install scrapingbee

from scrapingbee import ScrapingBeeClient

client = ScrapingBeeClient(api_key='YOUR-API-KEY')

response = client.get("YOUR-URL")

print('Response HTTP Status Code: ', response.status_code)
print('Response HTTP Response Body: ', response.content)

```

--------------------------------

### Go example with sort_by=price_low

Source: https://www.scrapingbee.com/documentation/walmart

Go example using the standard `net/http` package to call the Walmart Search API with `sort_by=price_low`. Sets the Authorization header and prints the response.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/walmart/search?query=iphone&sort_by=price_low", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Python requests example for live streams

Source: https://www.scrapingbee.com/documentation/youtube

Python example using the `requests` library to send a GET request to the YouTube Search API with `live=true`. Requires installing `requests` via `pip install requests`. Prints the HTTP status code and response body.

```python
#  Install the Python Requests library:
# pip install requests
import requests

def send_request():
    response = requests.get(
        url='https://app.scrapingbee.com/api/v1/youtube/search',
        headers={
            'Authorization': 'Bearer YOUR-API-KEY',
        },
        params={
            'live': 'true',
            'search': 'news',
        },

    )
    print('Response HTTP Status Code: ', response.status_code)
    print('Response HTTP Response Body: ', response.content)
send_request()

```

--------------------------------

### NodeJS Axios example

Source: https://www.scrapingbee.com/documentation/youtube

Uses axios to make a GET request with language=es and video_id=rfscVS0vtbw. Requires npm install axios.

```javascript
// Install the Node Axios package
// npm install axios
const axios = require('axios');

axios.get('https://app.scrapingbee.com/api/v1/youtube/subtitles', {
    headers: {
        'Authorization': 'Bearer YOUR-API-KEY',
    },
    params: {
        'language': 'es',
        'video_id': 'rfscVS0vtbw',
    }
}).then(function (response) {
    // handle success
    console.log(response);
})

```

--------------------------------

### Go example with tag parameter

Source: https://www.scrapingbee.com/documentation/youtube

Uses Go's net/http package to send a GET request with the `tag` and `video_id` parameters. Prints the response status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/youtube/metadata?tag=your+text&video_id=rfscVS0vtbw", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Node.js Axios example for Fast Search API

Source: https://www.scrapingbee.com/documentation/fast-search

Node.js example using the Axios package to send a GET request to the Fast Search API. Requires the axios package (npm install axios).

```javascript
// Install the Node Axios package
// npm install axios
const axios = require('axios');

axios.get('https://app.scrapingbee.com/api/v1/fast_search', {
    headers: {
        'Authorization': 'Bearer YOUR-API-KEY',
    },
    params: {
        'search': 'pizza',
    }
}).then(function (response) {
    // handle success
    console.log(response);
})
```

--------------------------------

### Go example for live streams

Source: https://www.scrapingbee.com/documentation/youtube

Go example using the standard `net/http` package to send a GET request with `live=true`. Sets the Authorization header and prints the response status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/youtube/search?live=true&search=news", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Python Requests example for Fast Search API

Source: https://www.scrapingbee.com/documentation/fast-search

Python example using the Requests library to send a GET request to the Fast Search API. Requires the requests library (pip install requests).

```python
#  Install the Python Requests library:
# pip install requests
import requests

def send_request():
    response = requests.get(
        url='https://app.scrapingbee.com/api/v1/fast_search',
        headers={
            'Authorization': 'Bearer YOUR-API-KEY',
        },
        params={
            'search': 'pizza',
        },

    )
    print('Response HTTP Status Code: ', response.status_code)
    print('Response HTTP Response Body: ', response.content)
send_request()
```

--------------------------------

### Go example with type=video

Source: https://www.scrapingbee.com/documentation/youtube

Go example using net/http to send a GET request with type=video. Sets the Authorization header and prints the response status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/youtube/search?search=python+tutorial&type=video", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Scraper API quick examples

Source: https://www.scrapingbee.com/documentation/cli

Quick examples for each scraper API command: google, fast-search, amazon-product, amazon-pricing, amazon-search, walmart-product, walmart-search, youtube-search, youtube-metadata, chatgpt, and gemini. All support --input-file for batch processing and retry/output flags like --output-file, --retries, --backoff, --verbose, and --tag.

```bash
# Google search
scrapingbee google "web scraping best practices" --output-file results.json

# Fast search (lightweight, 10 credits per request)
scrapingbee fast-search "python web scraping"

# Amazon product
scrapingbee amazon-product B08N5WRWNW --output-file product.json

# Amazon pricing
scrapingbee amazon-pricing B08N5WRWNW --output-file pricing.json

# Amazon search
scrapingbee amazon-search "wireless headphones" --sort-by bestsellers

# Amazon pricing lookup
scrapingbee amazon-pricing B08N5WRWNW --domain com --country us

# Walmart product
scrapingbee walmart-product 123456789 --output-file product.json

# Walmart search
scrapingbee walmart-search "gaming laptop" --sort-by price-low

# YouTube search
scrapingbee youtube-search "python tutorial" --upload-date this-week

# YouTube metadata
scrapingbee youtube-metadata dQw4w9WgXcQ --output-file video.json

# YouTube metadata also accepts full video URLs
scrapingbee youtube-metadata "https://www.youtube.com/watch?v=dQw4w9WgXcQ"

# ChatGPT query
scrapingbee chatgpt "Summarize the latest AI news" --search true

# Gemini query
scrapingbee gemini "Summarize the latest AI news" --add-html true
```

--------------------------------

### NodeJS axios example with type=video

Source: https://www.scrapingbee.com/documentation/youtube

Node.js example using axios to make a GET request to the YouTube Search API with type=video. Requires the axios package (npm install axios). Logs the response object.

```javascript
// Install the Node Axios package
// npm install axios
const axios = require('axios');

axios.get('https://app.scrapingbee.com/api/v1/youtube/search', {
    headers: {
        'Authorization': 'Bearer YOUR-API-KEY',
    },
    params: {
        'search': 'python tutorial',
        'type': 'video',
    }
}).then(function (response) {
    // handle success
    console.log(response);
})

```

--------------------------------

### Go example with vr180=true

Source: https://www.scrapingbee.com/documentation/youtube

Uses Go's net/http package to send a GET request with `vr180=true`. Prints status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/youtube/search?search=experience&vr180=true", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Python: Get JSON response with json_response=True

Source: https://www.scrapingbee.com/documentation

Python example using ScrapingBeeClient to get a JSON response. Requires the scrapingbee library installed via pip. Prints the HTTP status code and response body.

```python
# Install the Python ScrapingBee library:      
# pip install scrapingbee

from scrapingbee import ScrapingBeeClient

client = ScrapingBeeClient(api_key='YOUR-API-KEY')

response = client.get('YOUR-URL',
    params = { 
         'json_response': 'True',
    }
)

print('Response HTTP Status Code: ', response.status_code)
print('Response HTTP Response Body: ', response.content)
```

--------------------------------

### Python requests with light_request=False

Source: https://www.scrapingbee.com/documentation/walmart

Python example using the requests library to send a GET request with light_request=False. Requires installing the requests library (pip install requests). Prints status code and response body.

```python
#  Install the Python Requests library:
# pip install requests
import requests

def send_request():
    response = requests.get(
        url='https://app.scrapingbee.com/api/v1/walmart/product',
        headers={
            'Authorization': 'Bearer YOUR-API-KEY',
        },
        params={
            'light_request': 'False',
            'product_id': '5491199371',
        },

    )
    print('Response HTTP Status Code: ', response.status_code)
    print('Response HTTP Response Body: ', response.content)
send_request()

```

--------------------------------

### Go example with zip_code

Source: https://www.scrapingbee.com/documentation/amazon

Uses Go's net/http package to send a GET request with query and zip_code parameters. Prints the response status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/amazon/search?query=laptop&zip_code=10001", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Go example for Walmart Product API

Source: https://www.scrapingbee.com/documentation/walmart

Go program using net/http to send a GET request with delivery_zip and product_id. Prints status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/walmart/product?delivery_zip=10001&product_id=5491199371", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Python ScrapingBee client with extract_rules

Source: https://www.scrapingbee.com/documentation

Python example using the ScrapingBee client library to send a GET request with `extract_rules` parameter. Install the library with `pip install scrapingbee` and replace `YOUR-API-KEY` and `YOUR-URL` with your actual values.

```python
# Install the Python ScrapingBee library:      
# pip install scrapingbee

from scrapingbee import ScrapingBeeClient

client = ScrapingBeeClient(api_key='YOUR-API-KEY')

response = client.get('YOUR-URL',
    params = { 
         'extract_rules': {"title": "title of the blog post", "summary": "a 5 sentences summary of the blog post"},
    }
)

print('Response HTTP Status Code: ', response.status_code)
print('Response HTTP Response Body: ', response.content)

```

--------------------------------

### Go example for device=mobile

Source: https://www.scrapingbee.com/documentation/amazon

Uses Go's net/http package to send a GET request with device=mobile. Creates a client, sets the Authorization header, and prints the response status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/amazon/product?device=mobile&query=B0DPDRNSXV", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### NodeJS Axios example

Source: https://www.scrapingbee.com/documentation/fast-search

Uses the Node.js `axios` package to make a GET request to the Fast Search API. Requires `npm install axios`.

```javascript
// Install the Node Axios package
// npm install axios
const axios = require('axios');

axios.get('https://app.scrapingbee.com/api/v1/fast_search', {
    headers: {
        'Authorization': 'Bearer YOUR-API-KEY',
    },
    params: {
        'country_code': 'fr',
        'search': 'pizza à paris',
    }
}).then(function (response) {
    // handle success
    console.log(response);
})

```

--------------------------------

### Go example with 4k filter

Source: https://www.scrapingbee.com/documentation/youtube

Uses Go's net/http package to send a GET request to the YouTube Search API with '4k=true' and 'search=python tutorial'. Includes the Authorization header and prints the response status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/youtube/search?4k=true&search=python+tutorial", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Node.js ScrapingBee client with wait_for

Source: https://www.scrapingbee.com/documentation

Use this Node.js example to call the ScrapingBee API with the wait_for parameter. Install the scrapingbee npm package first. The get function sends a GET request and the response data is decoded and logged.

```javascript
// Install the Node ScrapingBee library
// npm install scrapingbee
const scrapingbee = require('scrapingbee');

async function get(url) {
  var client = new scrapingbee.ScrapingBeeClient('YOUR-API-KEY');
  var response = await client.get({
    url: url,
    params: {  
         'wait_for': '.loading-done',
    },
  })
  return response
}

get('YOUR-URL').then(function (response) {
    var decoder = new TextDecoder();
    var text = decoder.decode(response.data);
    console.log(text);
}).catch((e) => console.log('A problem occurs : ' + e.response.data));

```

--------------------------------

### Python: ScrapingBee client with render_js=False

Source: https://www.scrapingbee.com/documentation

Python example using the ScrapingBee client library to send a GET request with render_js=False. Requires the scrapingbee package to be installed.

```python
# Install the Python ScrapingBee library:      
# pip install scrapingbee

from scrapingbee import ScrapingBeeClient

client = ScrapingBeeClient(api_key='YOUR-API-KEY')

response = client.get('YOUR-URL',
    params = { 
         'render_js': 'False',
    }
)

print('Response HTTP Status Code: ', response.status_code)
print('Response HTTP Response Body: ', response.content)
```

--------------------------------

### Go example with tag parameter

Source: https://www.scrapingbee.com/documentation/amazon

Uses Go's net/http package to send a GET request with the `tag` parameter. Prints the response status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/amazon/search?query=laptop&tag=your+text", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Go example

Source: https://www.scrapingbee.com/documentation/walmart

Uses Go's net/http to send a GET request to the Walmart search API with query and store_id parameters. Prints the response status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/walmart/search?query=iphone&store_id=3520", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### NodeJS axios example with zip_code

Source: https://www.scrapingbee.com/documentation/amazon

Uses the Node Axios package to make a GET request with query and zip_code parameters. Requires npm install axios.

```javascript
// Install the Node Axios package
// npm install axios
const axios = require('axios');

axios.get('https://app.scrapingbee.com/api/v1/amazon/product', {
    headers: {
        'Authorization': 'Bearer YOUR-API-KEY',
    },
    params: {
        'query': 'B0DPDRNSXV',
        'zip_code': '10001',
    }
}).then(function (response) {
    // handle success
    console.log(response);
})

```

--------------------------------

### Go example with duration filter

Source: https://www.scrapingbee.com/documentation/youtube

Uses Go's net/http package to send a GET request with the duration and search parameters. Prints the response status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/youtube/search?duration=4-20&search=python+tutorial", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Node.js Axios example with vr180=true

Source: https://www.scrapingbee.com/documentation/youtube

Uses Axios in Node.js to make a GET request with `vr180=true`. Requires `npm install axios`. Logs the response object.

```javascript
// Install the Node Axios package
// npm install axios
const axios = require('axios');

axios.get('https://app.scrapingbee.com/api/v1/youtube/search', {
    headers: {
        'Authorization': 'Bearer YOUR-API-KEY',
    },
    params: {
        'search': 'experience',
        'vr180': 'true',
    }
}).then(function (response) {
    // handle success
    console.log(response);
})

```

--------------------------------

### Node.js Axios example with hd=true

Source: https://www.scrapingbee.com/documentation/youtube

Uses the Axios library in Node.js to make a GET request with `hd=true` and `search=python tutorial`. Requires `npm install axios`.

```javascript
// Install the Node Axios package
// npm install axios
const axios = require('axios');

axios.get('https://app.scrapingbee.com/api/v1/youtube/search', {
    headers: {
        'Authorization': 'Bearer YOUR-API-KEY',
    },
    params: {
        'hd': 'true',
        'search': 'python tutorial',
    }
}).then(function (response) {
    // handle success
    console.log(response);
})

```

--------------------------------

### Go example for Walmart product

Source: https://www.scrapingbee.com/documentation/walmart

Uses Go's `net/http` package to send a GET request to the Walmart product endpoint with `domain` and `product_id` in the URL. Sets the Authorization header and prints the response status, headers, and body.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/walmart/product?domain=com&product_id=5491199371", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```

--------------------------------

### Go example

Source: https://www.scrapingbee.com/documentation/youtube

Uses net/http to send a GET request with language=es and video_id=rfscVS0vtbw, authenticating with Bearer token.

```go
package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func sendClassic() {
	// Create client
	client := &http.Client{}

	// Create request 
	req, err := http.NewRequest("GET", "https://app.scrapingbee.com/api/v1/youtube/subtitles?language=es&video_id=rfscVS0vtbw", nil)

	// Authenticate with your API key
	req.Header.Set("Authorization", "Bearer YOUR-API-KEY")

	parseFormErr := req.ParseForm()
	if parseFormErr != nil {
		fmt.Println(parseFormErr)
	}

	// Fetch Request
	resp, err := client.Do(req)

	if err != nil {
		fmt.Println("Failure : ", err)
	}

	// Read Response Body
	respBody, _ := ioutil.ReadAll(resp.Body)

	// Display Results
	fmt.Println("response Status : ", resp.Status)
	fmt.Println("response Headers : ", resp.Header)
	fmt.Println("response Body : ", string(respBody))
}

func main() {
    sendClassic()
}

```
Tokens:
Raw