Trigger a scraper for batch collection method

curl "https://api.brightdata.com/dca/trigger?collector=ID_COLLECTOR&queue_next=1" -H "Content-Type: application/json" -H "Authorization: Bearer API_TOKEN" -d '[{"url":"https://targetwebsite.com/product_id/"}]'

#!/usr/bin/env node
require('request-promise')({
 method: 'POST',
 url: 'https://api.brightdata.com/dca/trigger?collector=ID_COLLECTOR&queue_next=1',
 json: [{'url': 'https://targetwebsite.com/product_id/'}],
 headers: {'Authorization': 'Bearer API_TOKEN'},
}).then(function(data){ console.log(data); },
 function(err){ console.error(err); });

package example;
import org.apache.http.HttpHost;
import org.apache.http.client.fluent.\*;
public class Example {
 public static void main(String[] args) throws Exception {  
 String body = "[{\"url\":\"https://targetwebsite.com/product_id/\"}]";
 String res = Executor.newInstance()
 .addHeader("Authorization", "Bearer API_TOKEN")  
 .execute(Request.Post("https://api.brightdata.com/dca/trigger?collector=ID_COLLECTOR&queue_next=1"))  
 .bodyString(body, ContentType.APPLICATION_JSON))  
 .returnContent().asString();  
 System.out.println(res)
 }  
}

using System;
using System.Net;
using System.Net.Http;
using System.Net.Http.Headers;
public class Program {
 public static async Task Main() {
 var client = new HttpClient();
 var requestMessage = new HttpRequestMessage {
 Method = HttpMethod.Post,  
 RequestUri = new Uri("https://api.brightdata.com/dca/trigger?collector=ID_COLLECTOR&queue_next=1"),
 Headers = {
 {"Authorization", "Bearer API_TOKEN"}
 },  
 Content = new StringContent(JsonConvert.SerializeObject([  
 new {  
 url = "https://targetwebsite.com/product_id/"  
 }  
 ]), Encoding.UTF8, "application/json"))
 };
 var response = await client.SendAsync(requestMessage);
 var responseString = await response.Content.ReadAsStringAsync();
 Console.WriteLine(responseString);
 }
}

#!/usr/bin/env python
print('If you get error "ImportError: No module named requests", please install it:\n$ sudo pip install requests');
import requests
  
data = [{'url': 'https://targetwebsite.com/product_id/'}]
headers = {'Content-Type': 'application/json','Authorization': 'Bearer API_TOKEN'}
r = requests.post('https://api.brightdata.com/dca/trigger?collector=ID_COLLECTOR&queue_next=1', data=data, headers=headers)
print(r.content)

{
 "collection_id": "ID_DATASET",
 "start_eta": "2021-11-07T13:26:22.702Z"
}

API Endpoint: POST /dca/trigger?collector={ID_COLLECTOR}

`POST` Body

string

required

raw JSON -d '[{"url":"https://targetwebsite.com/product_id/"}]'

Query Parameters

string

required

A unique identification of scraper

string

Set to dev to trigger the development version of the scraper

string

human_name - A human readable name for the batch

Choose `trigger_behavior` parameters:

int

default:"1"

If there’s already something in the crawl queue, push this job into the queue

string

Send another batch of requests that will start after the last one is finished

int

default:"1"

Cancel running job and run instead, submit the request and cancel running one

int

default:"1"

Disable media file download

string

Set job time deadline, job will be terminated after specified time

h : hours
m : minutes
s : seconds

Headers

string

required

Authorization Bearer Key -H "Authorization: Bearer API_TOKEN"

string

required

JSON/CSV/Multipart -H "Content-Type: application/json"

{
 "collection_id": "ID_DATASET",
 "start_eta": "2021-11-07T13:26:22.702Z"
}

curl "https://api.brightdata.com/dca/trigger?collector=ID_COLLECTOR&queue_next=1" -H "Content-Type: application/json" -H "Authorization: Bearer API_TOKEN" -d '[{"url":"https://targetwebsite.com/product_id/"}]'

#!/usr/bin/env node
require('request-promise')({
 method: 'POST',
 url: 'https://api.brightdata.com/dca/trigger?collector=ID_COLLECTOR&queue_next=1',
 json: [{'url': 'https://targetwebsite.com/product_id/'}],
 headers: {'Authorization': 'Bearer API_TOKEN'},
}).then(function(data){ console.log(data); },
 function(err){ console.error(err); });

package example;
import org.apache.http.HttpHost;
import org.apache.http.client.fluent.\*;
public class Example {
 public static void main(String[] args) throws Exception {  
 String body = "[{\"url\":\"https://targetwebsite.com/product_id/\"}]";
 String res = Executor.newInstance()
 .addHeader("Authorization", "Bearer API_TOKEN")  
 .execute(Request.Post("https://api.brightdata.com/dca/trigger?collector=ID_COLLECTOR&queue_next=1"))  
 .bodyString(body, ContentType.APPLICATION_JSON))  
 .returnContent().asString();  
 System.out.println(res)
 }  
}

using System;
using System.Net;
using System.Net.Http;
using System.Net.Http.Headers;
public class Program {
 public static async Task Main() {
 var client = new HttpClient();
 var requestMessage = new HttpRequestMessage {
 Method = HttpMethod.Post,  
 RequestUri = new Uri("https://api.brightdata.com/dca/trigger?collector=ID_COLLECTOR&queue_next=1"),
 Headers = {
 {"Authorization", "Bearer API_TOKEN"}
 },  
 Content = new StringContent(JsonConvert.SerializeObject([  
 new {  
 url = "https://targetwebsite.com/product_id/"  
 }  
 ]), Encoding.UTF8, "application/json"))
 };
 var response = await client.SendAsync(requestMessage);
 var responseString = await response.Content.ReadAsStringAsync();
 Console.WriteLine(responseString);
 }
}

#!/usr/bin/env python
print('If you get error "ImportError: No module named requests", please install it:\n$ sudo pip install requests');
import requests
  
data = [{'url': 'https://targetwebsite.com/product_id/'}]
headers = {'Content-Type': 'application/json','Authorization': 'Bearer API_TOKEN'}
r = requests.post('https://api.brightdata.com/dca/trigger?collector=ID_COLLECTOR&queue_next=1', data=data, headers=headers)
print(r.content)

​POST Body

​Query Parameters

​Choose trigger_behavior parameters:

​Headers

`POST` Body

Query Parameters

Choose `trigger_behavior` parameters:

Headers