nodejs代理采集找不到资源

发布于 2022-09-12 13:51:03 字数 1385 浏览 21 评论 0

const http = require("http");
const cheerio = require("cheerio");
const iconv = require('iconv-lite');
const BufferHelper = require('bufferhelper');

var App = {

isDoing: 0,
concurrentCount: 0,
start: function () {
    var _this = this;
    var datas = [];
    var opt = {
        host: 'www.66ip.cn',
        port: '80',
        method: 'GET',//这里是发送的方法
        path: 'http://www.dyjqd.com',     //这里是访问的路径
    }
    http.get(opt, function (res) {
        var bufferHelper = new BufferHelper();
        res.on('data', function (chunk) {
            bufferHelper.concat(chunk);
        });
        res.on('end', function () {
            var html = iconv.decode(bufferHelper.toBuffer(), 'GBK');
            console.log(html);
        })
    });
}

}
App.start();

运行后
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN""http://www.w3.org/TR/html4/strict.dtd">
<HTML><HEAD><TITLE>Not Found</TITLE>
<META HTTP-EQUIV="Content-Type" Content="text/html; charset=us-ascii"></HEAD>
<BODY><h2>Not Found</h2>

<p>HTTP Error 404. The requested resource is not found.</p>
</BODY></HTML>

如果不采用代理
http.get('http://www.dyjqd.com', function (res)
直接是可以采集到内容，不知道哪里写错了，请求大神指导

分享到QQ

分享到微博