Wayfair
Wayfair can be targeted using direct URL, by providing the query parameter to the Wayfair search bar, or by providing the Wayfair product ID.
wayfair
Parseable: no
Required parameters: url
Optional parameters: device_type, session_id
Retrieve HTML from Wayfair by supplying a full Wayfair URL to the url parameter. In this case, additional parameters can be specified in the URL itself.
curl -u SPusername:SPpassword -X POST --url https://scrape.smartproxy.com/v1/tasks -H "Content-Type: application/json" -d "{\"target\": \"wayfair\", \"url\": \"https://www.wayfair.com/rugs/pdp/highland-dunes-gunnell-30-x-18-non-slip-outdoor-door-mat-w005481595.html\", \"parse\": \"False\"}"
import requests
task_params = {
'target': 'wayfair',
'url': 'https://www.wayfair.com/rugs/pdp/highland-dunes-gunnell-30-x-18-non-slip-outdoor-door-mat-w005481595.html',
'parse': False,
}
username = 'SPusername'
password = 'SPpassword'
response = requests.post(
'https://scrape.smartproxy.com/v1/tasks',
json = task_params,
auth = (username, password)
)
print(response.text)
<?php
$params = array(
'target' => 'wayfair',
'url' => 'https://www.wayfair.com/rugs/pdp/highland-dunes-gunnell-30-x-18-non-slip-outdoor-door-mat-w005481595.html',
'parse' => False
);
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, 'https://scrape.smartproxy.com/v1/tasks');
curl_setopt($ch, CURLOPT_USERPWD, 'SPusername' . ':' . 'SPpassword');
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($params));
curl_setopt($ch, CURLOPT_POST, 1);
$headers = array();
$headers[] = 'Content-Type: application/json';
curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
$result = curl_exec($ch);
echo $result;
if (curl_errno($ch)) {
echo 'Error:' . curl_error($ch);
}
curl_close ($ch);
?>
wayfair_search
Parseable: no
Required parameters: query
Optional parameters: page_from, num_pages, device_type, session_id
Retrieve HTML from Wayfair by supplying your query to the query parameter.
curl -u SPusername:SPpassword -X POST --url https://scrape.smartproxy.com/v1/tasks -H "Content-Type: application/json" -d "{\"target\": \"wayfair_search\", \"query\": \"doormat\", \"parse\": \"False\"}"
import requests
task_params = {
'target': 'wayfair_search',
'query': 'doormat',
'parse': False,
}
username = 'SPusername'
password = 'SPpassword'
response = requests.post(
'https://scrape.smartproxy.com/v1/tasks',
json = task_params,
auth = (username, password)
)
print(response.text)
<?php
$params = array(
'target' => 'wayfair_search',
'query' => 'doormat',
'parse' => False
);
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, 'https://scrape.smartproxy.com/v1/tasks');
curl_setopt($ch, CURLOPT_USERPWD, 'SPusername' . ':' . 'SPpassword');
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($params));
curl_setopt($ch, CURLOPT_POST, 1);
$headers = array();
$headers[] = 'Content-Type: application/json';
curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
$result = curl_exec($ch);
echo $result;
if (curl_errno($ch)) {
echo 'Error:' . curl_error($ch);
}
curl_close ($ch);
?>
Updated 4 months ago