如何使用美丽的汤中选择该标签中的名称数据？

Question

我是新手编码；我刚开始4个月前。我在Python上使用美丽的汤来尝试提取有关图形卡的信息。

这是我的问题，当我尝试获取图形卡的价格时，它给了我错误的信息。该网站上应花费379.99的卡在航站楼说，价格仅为79.99。所有价格都是终端中的错误数字。我该如何解决？

这是代码：

from bs4.element import PageElement
from bs4 import BeautifulSoup
from matplotlib.colors import LightSource
import requests
import pandas as pd
import matplotlib.pyplot as plt
import numpy as np
print("loading website")
webpage_response = requests.get("https://www.microcenter.com/search/search_results.aspx?N=4294966998&NTX=mode+MatchPartial&NTT=rtx+graphics+cards&NTK=all&page=1&cat=Computer-Parts-:-MicroCenter")


print("done loading website")
webpage = webpage_response.content
soup = BeautifulSoup(webpage, "html.parser")
#print(soup)
PageContent = soup.find(attrs={"id": "topPagination"})
MarginLeft = PageContent.find(attrs = {"class": "pages inline"})
CurrentPage = MarginLeft.find(attrs = {"class": "current"})


#helps get graphics card data
Content = soup.find("article", {"id": "productGrid"})
ULinContent = Content.find("ul")
Pwrapper = ULinContent.find_all(attrs={"class": "product_wrapper"})
#print(Pwrapper)
#print(Content)
#print(ULinContent)

CurrentPage = CurrentPage.get_text()
print("We are on page " + CurrentPage)
#print(MarginLeft)
#find number of web pages, then add all the way 
#up to that so we can get all of data
#NumberOfPages = PageContent.find(attrs={"class": "btn"})
#print(NumberOfPages)


#get prices of all rtx cards
prices = []
names = []

links = []
for link in soup.find_all("a"):
    links.append(link.get("href"))
print(links)

def GetCardDetails(prices, Pwrapper, names):
    for Pwrapp in Pwrapper:
        CheckBox = Pwrapp.find(attrs={"class": "checkbox"})
        CheckBoxText = CheckBox.get_text()
        
        #clean card name, the 15 and -11 index cleans compare from html
        CheckBoxClean = CheckBoxText[15:-11]
        #print(CheckBoxClean)
        names.append(CheckBoxClean)
        
        #price
        Card_Price = Pwrapp.find_all(attrs={"itemprop": "price"})
        print(Card_Price)
        print(Pwrapp.get_text())
        for price in Card_Price:
            GetText = price.get_text()
            prices.append(GetText)
            print(GetText)


    DicPrName = {"Graphics_Card_Name": names, "Prices": prices}
    #MAKE GRAPH
    data_frame2 = pd.DataFrame.from_dict(DicPrName)
    print(
        )
    plt.hist(prices)
    plt.show()
    print(DicPrName)

GetCardDetails(prices, Pwrapper, names)
#print(prices)
#print(names)

#average and graph them, get their data









#find the variabels to store using dict and table

Answer 1

您可以使用CSS Attribute =值选择器如下：

from bs4 import BeautifulSoup
import requests

print("loading website")
webpage_response = requests.get("https://www.microcenter.com/search/search_results.aspx?N=4294966998&NTX=mode+MatchPartial&NTT=rtx+graphics+cards&NTK=all&page=1&cat=Computer-Parts-:-MicroCenter",
                                headers = {'User-Agent':'Mozilla/5.0'})


print("done loading website")
webpage = webpage_response.content
soup = BeautifulSoup(webpage, "html.parser")
print({i['data-name']:i['data-price'] for i in soup.select('[data-price]')})