PyCharm click()点击按钮错误'NoneType' object has no attribute 'click'

Question

问题描述

Python爬虫爬取qq空间，点击“帐号密码登录”按钮（driver.find_element_by_id('switcher_plogin').click()）不通过编译，提示AttributeError: 'NoneType' object has no attribute 'click'

相关代码

# 爬取好友的说说信息
# 爬取思路
# 先使用selenium登录自己的QQ获取cookies
# 将cookies传给requests
# 找到所有好友的QQ号
# 通过构造url对好友的信息进行爬取
import re
import time
import click
import pymysql
import requests
from selenium import webdriver


# g_tk算法
def get_g_tk(cookie):
    hashes = 5381
    for letter in cookie['p_skey']:
        hashes += (hashes << 5) + ord(letter)  # ord()是用来返回字符的ascii码
    return hashes & 0x7fffffff


# 使用selenium登录

def login():
    driver = webdriver.chrome
    # 打开QQ网页
    driver.get("https://qzone.qq.com/")
    time.sleep(5)
    driver.switch_to_frame('login_frame')
    driver.find_element_by_id('switcher_plogin').click()
    driver.find_element_by_id('u').clear()
    driver.find_element_by_id('u').send_keys('账号')
    driver.find_element_by_id('p').clear()
    driver.find_element_by_id('p').send_keys('密码')
    driver.find_element_by_id('login_button').click()
    time.sleep(5)
    # 得把Frame的定位换回来,否则可能会出错
    driver.switch_to.default_content()
    return driver


# 存储在mysql数据库中
def in_mysql(time, content, conn):
    time = str(time)
    content = str(content)
    sql = "insert into QF_infomation(time,content) VALUES('" + time + "','" + content + "')"
    conn.query(sql)


# 获取cookies,返回带cookies的requests
def back_session(driver):
    mysession = requests.session()
    cookies = driver.get_cookies()
    cookie = {}
    for elem in cookies:
        cookie[elem['name']] = elem['value']
    headers = {'host': 'h5.qzone.qq.com',
               'accept-encoding': 'gzip, deflate, br',
               'accept-language': 'zh-CN,zh;q=0.8',
               'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
               'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:60.0) Gecko/20100101 Firefox/60.0',
               'connection': 'keep-alive'
               }
    c = requests.utils.cookiejar_from_dict(cookie, cookiejar=None, overwrite=True)
    mysession.headers = headers
    mysession.cookies.update(c)
    return mysession


# 获取所有好友的QQ号,返回好友的列表
def get_allQQ(mysession, g_tk, qzonetoken):
    # 获取好友QQ的网址
    url_friend = 'https://user.qzone.qq.com/proxy/domain/r.qzone.qq.com/cgi-bin/tfriend/friend_ship_manager.cgi?uin=1136171103&do=1&fupdate=1&clean=1&g_tk=' + str(
        g_tk) + '&qzonetoken=' + qzonetoken
    friendpat = '"uin":(.*?),'
    resp = mysession.get(url_friend)
    friendlist = re.compile(friendpat).findall(resp.text)
    time.sleep(3)
    return friendlist


# 对信息进行爬取
def get_spider(mysession, qq, g_tk, qzonetoken):
    # 这个url是存储的是好友说说的内容和时间
    url = 'https://h5.qzone.qq.com/proxy/domain/taotao.qq.com/cgi-bin/emotion_cgi_msglist_v6?uin=' + str(
        qq) + '&inCharset=utf-8&outCharset=utf-8&hostUin=' + str(
        qq) + '&notice=0&sort=0&pos=0&num=20&cgi_host=http://taotao.qq.com/cgi-bin/emotion_cgi_msglist_v6&code_version=1&format=jsonp&need_private_comment=1&g_tk=' + str(
        g_tk) + '&qzonetoken=' + str(qzonetoken)
    # 内容
    cpat = '"certified".*?"conlist":(.*?),'
    # 时间
    tpat = '"certified".*?"createTime":"(.*?)"'
    # 获取总说说数,由于每个网页都会有,只爬取一次就好
    shuoshuo_number_pat = '"total":(.*?),'
    resp = mysession.get(url)
    shuoshuo_number = re.compile(shuoshuo_number_pat).findall(resp.text)[0]
    content_list = re.compile(cpat, re.S).findall(resp.text)
    # 用来检查是否可以爬取
    if len(content_list) == 0:
        print("该好友说说为0,或你被禁止查看此好友的空间")
        return False
    # 算出页数

    if int(shuoshuo_number) % 20 == 0:
        page = int(shuoshuo_number) / 20
    else:
        page = int(shuoshuo_number) / 20 + 1
    print("一共有" + str(shuoshuo_number) + "条说说")
    # 爬取接下几页的说说
    for i in range(0, int(page)):
        # 和上面的网址一样,只不过改页数需要变动pos这个参数
        pos = i * 20
        try:
            url = 'https://h5.qzone.qq.com/proxy/domain/taotao.qq.com/cgi-bin/emotion_cgi_msglist_v6?uin=' + str(
                qq) + '&inCharset=utf-8&outCharset=utf-8&hostUin=' + str(qq) + '&notice=0&sort=0&pos=' + str(
                pos) + '&num=20&cgi_host=http://taotao.qq.com/cgi-bin/emotion_cgi_msglist_v6&code_version=1&format=jsonp&need_private_comment=1&g_tk=' + str(
                g_tk) + '&qzonetoken=' + qzonetoken
            resp = mysession.get(url)
            content_list = re.compile(cpat, re.S).findall(resp.text)
            time_list = re.compile(tpat, re.S).findall(resp.text)
            print("正在爬取第" + str(i + 1) + "页信息----------")
            for c, t in zip(content_list, time_list):
                try:
                    c = c.replace('[{"con":', '')
                    in_mysql(t, c, conn)
                except Exception as e:
                    print("有一条说说数据无法写入")

        except Exception as e:
            print("第" + str(i + 1) + "页信息爬取失败")


def start():
    # 构造g_tk参数,这在构造网址上会有用
    driver = login()
    # 获取qzondetoken参数
    html = driver.page_source
    xpat = r'window\.g_qzonetoken = \(function\(\)\{ try\{return (.*?);\} catch\(e\)'
    qzonetoken = re.compile(xpat).findall(html)[0]
    cookies = driver.get_cookies()
    cookie = {}
    for elem in cookies:
        cookie[elem['name']] = elem['value']
    g_tk = get_g_tk(cookie)
    mysession = back_session(driver)
    driver.close()
    # 接下来就可以爬取好友的信息
    friend_list = get_allQQ(mysession, g_tk, qzonetoken)
    for i in range(0, len(friend_list)):
        print("现在爬取的是" + str(friend_list[i]) + "的信息")
        try:
            get_spider(mysession, friend_list[i], g_tk, qzonetoken)
            print(str(friend_list[i]) + "的信息已经爬取完毕***********")
            print("\n\n")
            time.sleep(5)
        except Exception as e:
            print("该好友爬取出现问题,跳过.爬取下一位好友")
            print("\n\n")
        time.sleep(3)


conn = pymysql.connect(host='localhost', user='root', password='ysdroot', database='qq_spider', charset="utf8")

start()
conn.close()

错误信息

Traceback (most recent call last):
  File "C:/Users/YSD/PycharmProjects/QQ_Spider-master/QQzone_spider/QQZONE_spider.py", line 165, in <module>
    start()
  File "C:/Users/YSD/PycharmProjects/QQ_Spider-master/QQzone_spider/QQZONE_spider.py", line 136, in start
    driver = login()
  File "C:/Users/YSD/PycharmProjects/QQ_Spider-master/QQzone_spider/QQZONE_spider.py", line 31, in login
    driver.find_element_by_id('switcher_plogin').click()
AttributeError: 'NoneType' object has no attribute 'click'

Answer 1

据我所看过的switch_to_frame，
前面都有find_element_by_id。

具体是
frame=find_element_by_id（＇login frame＇）
switch_to_frame（frame）

我猜测，有可能没有先找到loginframe，造成switch到loginframe失败。

所以也导致找不到switcherplogin。

根据错误提示，
Nonetype object 指的应该是find_element_by_id('switcher_plogin')，因为没找到switcher_plogin，所以返回None，所以None.click（）错误。

我没有测试过代码，纯猜测

Answer 2

可能是因为被其他的某个元素挡住了，可以设置一下显示的分辨率试试。

Answer 3

这个删除按钮怎么点击