Amazon

使用网页爬虫API 轻松收集 Amazon 数据。通过现成示例和灵活参数收集产品、价格和卖家详情。

使用网页爬虫API，您可以抓取并解析各种类型的 亚马逊 页面；以下是所有受支持的采集器及其对应值的概览。 source 值。

来源	描述	专用解析器
amazon_product	商品页面 你所选 ASIN 的。	是。
amazon_search	搜索结果 适用于您选择的搜索词。	是。
amazon_pricing	优惠列表 适用于你所选的 ASIN。	是。
amazon_sellers	卖家信息 你所选卖家的。	是。
amazon_bestsellers	列表 畅销商品 位于你选择的分类节点中。	是
amazon	提交任意 亚马逊 URL 即可。	仅限于特定的 URL Amazon 页面类型.

入门

创建您的 API 用户凭据：注册免费试用，或在 Oxylabs 仪表板 创建您的 API 用户凭据（USERNAME 和 PASSWORD).

如果您的账户需要多个 API 用户，请联系我们的 客服支持 或通过我们 24/7 在线聊天支持发送消息。

请求示例

cURL

curl 'https://realtime.oxylabs.io/v1/queries' \\
--user "USERNAME:PASSWORD" \
-H "Content-Type: application/json" \
-d '{
        "source": "amazon_product",
        "query": "B07FZ8S74R",
        "geo_location": "90210",
        "parse": true
    }'

Python

import requests
from pprint import pprint

# 结构化载荷。
payload = {
    'source': 'amazon_product',
    'query': 'B07FZ8S74R',
    'geo_location': '90210',
    'parse': True
}

# 获取响应。
response = requests.request(
    'POST',
    'https://realtime.oxylabs.io/v1/queries',
    auth=('USERNAME', 'PASSWORD'),
    json=payload,
)

# Print prettified response to stdout.
pprint(response.json())

Node.js

const https = require("https");

const username = "USERNAME";
const password = "PASSWORD";
const body = {
    source: "amazon_product",
    query: "B07FZ8S74R",
    geo_location: "90210",
    解析：true,
};

const options = {
    hostname: "realtime.oxylabs.io",
    path: "/v1/queries",
    method: "POST",
    headers: {
        "Content-Type": "application/json",
        Authorization:
            "Basic " + Buffer.from(`${username}:${password}`).toString("base64"),
    },
};

const request = https.request(options, (response) => {
    let data = "";

    response.on("data", (chunk) => {
        data += chunk;
    });

    response.on("end", () => {
        const responseData = JSON.parse(data);
        console.log(JSON.stringify(responseData, null, 2));
    });
});

request.on("error", (error) => {
    console.error("Error:", error);
});

request.write(JSON.stringify(body));
request.end();

PHP

<?php

$params = array(
    'source' => 'amazon_product',
    'query' => 'B07FZ8S74R',
    'geo_location' => '90210',
    'parse' => true,
);

$ch = curl_init();

curl_setopt($ch, CURLOPT_URL, "https://realtime.oxylabs.io/v1/queries");
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($params));
curl_setopt($ch, CURLOPT_POST, 1);
curl_setopt($ch, CURLOPT_USERPWD, "USERNAME" . ":" . "PASSWORD");

$headers = array();
$headers[] = "Content-Type: application/json";
curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);

$result = curl_exec($ch);
echo $result;

if (curl_errno($ch)) {
    echo 'Error:' . curl_error($ch);
}
curl_close($ch);
?>

C#

using System;
using System.Net.Http;
using System.Net.Http.Json;
using System.Threading.Tasks;

namespace OxyApi
{
    class Program
    {
        static async Task Main()
        {
            const string Username = "USERNAME";
            const string Password = "PASSWORD";

            var parameters = new {
                source = "amazon_product",
                query = "B07FZ8S74R",
                geo_location = "90210",
                parse = true
            };

            var client = new HttpClient();

            Uri baseUri = new Uri("https://realtime.oxylabs.io");
            client.BaseAddress = baseUri;

            var requestMessage = new HttpRequestMessage(HttpMethod.Post, "/v1/queries");
            requestMessage.Content = JsonContent.Create(parameters);

            var authenticationString = $"{Username}:{Password}";
            var base64EncodedAuthenticationString = Convert.ToBase64String(System.Text.Encoding.ASCII.GetBytes(authenticationString));
            requestMessage.Headers.Add("Authorization", "Basic " + base64EncodedAuthenticationString);

            var response = await client.SendAsync(requestMessage);
            var contents = await response.Content.ReadAsStringAsync();

            Console.WriteLine(contents);
        }
    }
}

Golang

package main

import (
	"bytes"
	"encoding/json"
	"fmt"
	"io/ioutil"
	"net/http"
)

func main() {
	const Username = "USERNAME"
	const Password = "PASSWORD"

	payload := map[string]interface{}{
		"source":       "amazon_product",
		"query":        "B07FZ8S74R",
		"geo_location": "90210",
		"parse":        true,
	}

	jsonValue, _ := json.Marshal(payload)

	client := &http.Client{}
	request, _ := http.NewRequest("POST",
		"https://realtime.oxylabs.io/v1/queries",
		bytes.NewBuffer(jsonValue),
	)

	request.SetBasicAuth(Username, Password)
	request.Header.Set("Content-Type", "application/json")
	response, _ := client.Do(request)

	responseText, _ := ioutil.ReadAll(response.Body)
	fmt.Println(string(responseText))
}

HTTP

https://realtime.oxylabs.io/v1/queries?source=amazon_product&query=B07FZ8S74R&geo_location=90210&parse=true&access_token=12345abcde

Java

package org.example;

import okhttp3.*;
import org.json.JSONObject;
import java.util.concurrent.TimeUnit;

public class Main implements Runnable {
    private static final String AUTHORIZATION_HEADER = "Authorization";
    public static final String USERNAME = "USERNAME";
    public static final String PASSWORD = "PASSWORD";

    public void run() {
        JSONObject jsonObject = new JSONObject();
        jsonObject.put("source", "amazon_product");
        jsonObject.put("query", "B07FZ8S74R");
        jsonObject.put("geo_location", "90210");
        jsonObject.put("parse", true);

        Authenticator authenticator = (route, response) => {
            String credential = Credentials.basic(USERNAME, PASSWORD);
            return response
                    .request()
                    .newBuilder()
                    .header(AUTHORIZATION_HEADER, credential)
                    .build();
        };

        var client = new OkHttpClient.Builder()
                .authenticator(authenticator)
                .readTimeout(180, TimeUnit.SECONDS)
                .build();

        var mediaType = MediaType.parse("application/json; charset=utf-8");
        var body = RequestBody.create(jsonObject.toString(), mediaType);
        var request = new Request.Builder()
                .url("https://realtime.oxylabs.io/v1/queries")
                .post(body)
                .build();

        try (var response = client.newCall(request).execute()) {
            if (response.body() != null) {
                try (var responseBody = response.body()) {
                    System.out.println(responseBody.string());
                }
            }
        } catch (Exception exception) {
            System.out.println("Error: " + exception.getMessage());
        }

        System.exit(0);
    }

    public static void main(String[] args) {
        new Thread(new Main()).start();
    }
}

JSON

{
    "source": "amazon_product",
    "query": "B07FZ8S74R",
    "geo_location": "90210",
    "parse": true
}

输出示例

{
    "results": [
        {
            "content": {
                "ads": [
                    {
                        "pos": 1,
                        "asin": "B07KRY43KN",
                        "type": "organic_also_viewed",
                        "price": 29.99,
                        "title": "Echo Glow - 多色智能灯，可与 Alexa 配合使用",
                        "images": [
                            "https://images-na.ssl-images-amazon.com/images/I/61kaGoho9HL._AC_UL160_SR160,160_.jpg"
                        ],
                        "rating": 4.5,
                        "location": "carousel",
                        "price_upper": 29.99,
                        "reviews_count": 48742,
                        "is_prime_eligible": false
                    },
                    {...}
                ],
                "url": "https://www.amazon.com/dp/B07FZ8S74R",
                "asin": "B07FZ8S74R",
                "page": 1,
                "brand": "Amazon",
                "price": 0,
                "stock": "目前无货。我们不知道它何时或是否会重新有货。",
                "title": "Echo Dot（第 3 代，2018 年发布）- 搭载 Alexa 的智能音箱 - 炭灰色",
                "coupon": "",
                "images": [
                    "https://m.media-amazon.com/images/I/61MZfowYoaL._AC_SL1000_.jpg",
                    "..."
                ],
                "rating": 4.7,
                "category": [],
                "currency": "USD",
                "delivery": [],
                "page_type": "商品",
                "price_sns": 0,
                "variation": [],
                "has_videos": false,
                "sales_rank": [],
                "top_review": "我最近把 Echo Dot（第 3 代，2018 年发布）加入了我的智能家居设置，对它的性能和功能非常满意。这款紧凑的智能音箱在功能性和便利性方面都很出色。设置轻而易举——几分钟内，我就让 Alexa 运行起来，随时准备提供帮助。语音识别非常准确，Alexa 的回应既快速又有帮助。无论是查看天气、设置计时器，还是播放我最喜欢的音乐，Echo Dot 都能无缝融入我的日常生活。对于这样一款小巧的设备来说，音质出乎意料地强劲。音频的清晰度和层次感令人印象深刻，非常适合串流音乐，甚至可作为大型音响系统的辅助音箱。我很喜欢 Echo Dot 简洁且不突兀的设计，它能无缝融入任何房间的装饰。炭灰色增添了一丝优雅，让它成为我生活空间里赏心悦目的点缀。其突出功能之一是智能家居控制。Echo Dot 能轻松连接各种智能设备，让我只需简单的语音指令就能控制灯光、恒温器等。它确实提升了我智能家居设置的整体便利性。总之，Echo Dot（第 3 代，2018 年发布）已证明是我家中不可或缺的加入。它将语音识别准确性、出色的音质和无缝的智能家居集成结合在一起，使其成为智能音箱市场中的佼佼者。如果你在寻找一款可靠且功能丰富的智能音箱，Echo Dot 是绝佳选择——强烈推荐！\n  \n阅读更多",
                "asin_in_url": "B07FZ8S74R",
                "description": "",
                "parent_asin": "B07H65KP63",
                "price_upper": 0,
                "pricing_str": "",
                "pricing_url": "https://www.amazon.com/gp/offer-listing/B07FZ8S74R?startIndex=0",
                "manufacturer": "Amazon",
                "price_buybox": -1,
                "product_name": "Echo Dot（第 3 代，2018 年发布）- 搭载 Alexa 的智能音箱 - 炭灰色",
                "bullet_points": "认识 ECHO DOT - 我们最紧凑的智能音箱，完美适合小空间。\n丰富而洪亮的音效 - 比 Echo Dot 第 2 代拥有更好的音质，声音更饱满、更响亮。与第二个 Echo Dot 配对即可获得立体声效果。\nALEXA 借助 PRIME 让你做得更多 - 通过 Amazon Music 收听数百万首歌曲，使用语音即可享受 2 日送达，通过 Audible 收听有声书，以及更多功能。\n让你的生活更轻松 - Alexa 可以设置计时器、查看天气、阅读新闻、调节恒温器、回答问题等，帮助你完成日常任务。\n为保护你的隐私而设计 - 采用多层隐私控制，包括删除录音、麦克风静音，以及应用内更多隐私控制。\n用一句简单的话控制音乐 - Echo Dot 允许你通过 Amazon Music、Apple Music、Spotify、SiriusXM 等以及蓝牙串流歌曲。借助 Alexa 的语音控制，你无需起身即可轻松跳到下一首、调节音量和暂停。\n免提与他人连接 - 可拨打同样安装了 Alexa 应用或拥有 Echo 设备的朋友和家人。可立即呼叫其他房间，或向全屋广播晚餐已经准备好了。\nALEXA 拥有技能 - Alexa 拥有数以万计且仍在增长的技能，并且会不断变得更聪明，新增健身追踪、游戏等技能。",
                "price_initial": 0,
                "pricing_count": 1,
                "reviews_count": 985157,
                "sns_discounts": [],
                "developer_info": [],
                "price_shipping": 0,
                "featured_merchant": [],
                "is_prime_eligible": false,
                "parse_status_code": 12005,
                "answered_questions_count": 0,
                "rating_stars_distribution": [
                    {
                        "rating": 5,
                        "percentage": 82
                    },
                    {...}
                ]
            },
            "created_at": "2024-07-01 09:05:45",
            "updated_at": "2024-07-01 09:05:55",
            "page": 1,
            "url": "https://www.amazon.com/dp/B07FZ8S74R",
            "job_id": "7213467808577910785",
            "status_code": 200,
            "parser_type": ""
        }
    ]
}

我们在示例中使用同步 Realtime 集成方法。如果您想使用 Proxy Endpoint 或异步 Push-Pull 集成，请参阅 集成方法 部分。

您还可以选择包含其他参数，例如 geo_location, user_agent_type, 解析, render 等，以自定义您的抓取请求。了解更多：

功能