亚马逊网络刮板

发布于 2025-02-09 23:12:10 字数 2872 浏览 0 评论 0原文

在此网络刮板上工作,

const express = require("express");
const request = require("request-promise");

const app = express();
const PORT = process.env.PORT || 5000;

const apiKey = "";
const baseUrl = "http://api.scraperapi.com?api_key=${apiKey}&autoparse=true";

app.use(express.json());

app.get("/", (req, res) => {
  res.send("Welcome to Scraper API.");
});

//GET Product details
app.get("/products/:productId", async (req, res) => {
  const { productId } = req.params;

  try {
    const response = await request(`enter code here`
      `${baseUrl}&url=https://www.amazon.com/dp/${productId}`
    );

    res.json(JSON.parse(response));
  } catch (error) {
    res.json(error);
  }
});

app.listen(PORT, () => console.log("Server running on port ${PORT}"));
When I run it through the browser choosing a product ID from Amazon 

我会得到以下

{
  "name": "StatusCodeError",
  "statusCode": 401,
  "message": "401 - \"Unauthorized request, please make sure your API key is valid.\"",
  "error": "Unauthorized request, please make sure your API key is valid.",
  "options": {
    "uri": "http://api.scraperapi.com?api_key=${apiKey}&autoparse=true&url=https://www.amazon.com/dp/B000EJVYTS",
    "simple": true,
    "resolveWithFullResponse": false,
    "transform2xxOnly": false
  },
  "response": {
    "statusCode": 401,
    "body": "Unauthorized request, please make sure your API key is valid.",
    "headers": {
      "date": "Wed, 22 Jun 2022 23:54:44 GMT",
      "content-type": "text/html; charset=utf-8",
      "content-length": "61",
      "connection": "close",
      "x-powered-by": "Express",
      "access-control-allow-origin": "undefined",
      "access-control-allow-headers": "Origin, X-Requested-With, Content-Type, Accept",
      "access-control-allow-methods": "HEAD,GET,POST,DELETE,OPTIONS,PUT",
      "access-control-allow-credentials": "true",
      "x-robots-tag": "none",
      "etag": "W/\"3d-jr2uHCCFu/XcPLkZtEYX1XNsziQ\"",
      "vary": "Accept-Encoding"
    },
    "request": {
      "uri": {
        "protocol": "http:",
        "slashes": true,
        "auth": null,
        "host": "api.scraperapi.com",
        "port": 80,
        "hostname": "api.scraperapi.com",
        "hash": null,
        "search": "?api_key=$%7BapiKey%7D&autoparse=true&url=https://www.amazon.com/dp/B000EJVYTS",
        "query": "api_key=$%7BapiKey%7D&autoparse=true&url=https://www.amazon.com/dp/B000EJVYTS",
        "pathname": "/",
        "path": "/?api_key=$%7BapiKey%7D&autoparse=true&url=https://www.amazon.com/dp/B000EJVYTS",
        "href": "http://api.scraperapi.com/?api_key=$%7BapiKey%7D&autoparse=true&url=https://www.amazon.com/dp/B000EJVYTS"
      },
      "method": "GET",
      "headers": {}
    }
  }
}

Working on this web scraper

const express = require("express");
const request = require("request-promise");

const app = express();
const PORT = process.env.PORT || 5000;

const apiKey = "";
const baseUrl = "http://api.scraperapi.com?api_key=${apiKey}&autoparse=true";

app.use(express.json());

app.get("/", (req, res) => {
  res.send("Welcome to Scraper API.");
});

//GET Product details
app.get("/products/:productId", async (req, res) => {
  const { productId } = req.params;

  try {
    const response = await request(`enter code here`
      `${baseUrl}&url=https://www.amazon.com/dp/${productId}`
    );

    res.json(JSON.parse(response));
  } catch (error) {
    res.json(error);
  }
});

app.listen(PORT, () => console.log("Server running on port ${PORT}"));
When I run it through the browser choosing a product ID from Amazon 

I get the following

{
  "name": "StatusCodeError",
  "statusCode": 401,
  "message": "401 - \"Unauthorized request, please make sure your API key is valid.\"",
  "error": "Unauthorized request, please make sure your API key is valid.",
  "options": {
    "uri": "http://api.scraperapi.com?api_key=${apiKey}&autoparse=true&url=https://www.amazon.com/dp/B000EJVYTS",
    "simple": true,
    "resolveWithFullResponse": false,
    "transform2xxOnly": false
  },
  "response": {
    "statusCode": 401,
    "body": "Unauthorized request, please make sure your API key is valid.",
    "headers": {
      "date": "Wed, 22 Jun 2022 23:54:44 GMT",
      "content-type": "text/html; charset=utf-8",
      "content-length": "61",
      "connection": "close",
      "x-powered-by": "Express",
      "access-control-allow-origin": "undefined",
      "access-control-allow-headers": "Origin, X-Requested-With, Content-Type, Accept",
      "access-control-allow-methods": "HEAD,GET,POST,DELETE,OPTIONS,PUT",
      "access-control-allow-credentials": "true",
      "x-robots-tag": "none",
      "etag": "W/\"3d-jr2uHCCFu/XcPLkZtEYX1XNsziQ\"",
      "vary": "Accept-Encoding"
    },
    "request": {
      "uri": {
        "protocol": "http:",
        "slashes": true,
        "auth": null,
        "host": "api.scraperapi.com",
        "port": 80,
        "hostname": "api.scraperapi.com",
        "hash": null,
        "search": "?api_key=$%7BapiKey%7D&autoparse=true&url=https://www.amazon.com/dp/B000EJVYTS",
        "query": "api_key=$%7BapiKey%7D&autoparse=true&url=https://www.amazon.com/dp/B000EJVYTS",
        "pathname": "/",
        "path": "/?api_key=$%7BapiKey%7D&autoparse=true&url=https://www.amazon.com/dp/B000EJVYTS",
        "href": "http://api.scraperapi.com/?api_key=$%7BapiKey%7D&autoparse=true&url=https://www.amazon.com/dp/B000EJVYTS"
      },
      "method": "GET",
      "headers": {}
    }
  }
}

如果你对这篇内容有疑问,欢迎到本站社区发帖提问 参与讨论,获取更多帮助,或者扫码二维码加入 Web 技术交流群。

扫码二维码加入Web技术交流群

发布评论

需要 登录 才能够评论, 你可以免费 注册 一个本站的账号。

评论(1

呆橘 2025-02-16 23:12:10

这里:

const apiKey = "";
const baseUrl = "http://api.scraperapi.com?api_key=${apiKey}&autoparse=true";

如果您使用实际的空字符串作为API密钥,而不仅仅是为此问题省略它服务器正常抱怨:

“ statuscode”:401,“消息”:“ 401-”未经授权的请求,请做出
确保您的API密钥有效。”

Here:

const apiKey = "";
const baseUrl = "http://api.scraperapi.com?api_key=${apiKey}&autoparse=true";

If you're using an actual empty string as your API key, and not just omitting it for this question (yes, you should not show your API key to anyone but the server), then the server is complaining as it should:

"statusCode":401,"message":"401 - "Unauthorized request, please make
sure your API key is valid."

~没有更多了~
我们使用 Cookies 和其他技术来定制您的体验包括您的登录状态等。通过阅读我们的 隐私政策 了解更多相关信息。 单击 接受 或继续使用网站,即表示您同意使用 Cookies 和您的相关数据。
原文